-- Logs begin at Wed 2022-10-05 08:24:58 UTC, end at Wed 2022-10-05 10:21:37 UTC. -- Oct 05 09:02:45.348713 dv-neutron-860328-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 05 09:02:48.217150 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.common.config [-] Logging enabled! Oct 05 09:02:48.217840 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev47 Oct 05 09:02:48.217840 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88947) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 05 09:02:48.221556 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.common.config [-] Logging enabled! Oct 05 09:02:48.221828 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev47 Oct 05 09:02:48.222186 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88947) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 05 09:02:48.223193 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 05 09:02:48.223448 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 05 09:02:48.223830 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 05 09:02:48.224113 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 05 09:02:48.224340 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 05 09:02:48.224744 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.225047 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.225376 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.225612 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.225920 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.226245 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.226551 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.226847 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.227164 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.227469 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.227768 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.228072 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.228305 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.228603 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.228894 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.229197 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.229421 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] debug = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.229722 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.230200 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.230617 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.230921 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.231206 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.231495 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.231764 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.232130 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.232437 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.232789 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] host = dv-neutron-860328-1-hyperv {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.233068 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.233371 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.233676 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.233977 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.234263 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.234538 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.234921 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.235194 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.235485 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] log_file = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.235777 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.236067 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.236376 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.236686 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.236928 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.237155 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.237457 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.237743 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.238063 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.238365 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.238641 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.238936 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.239217 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.239500 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.239811 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.240110 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.240412 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.240710 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.241017 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.241297 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.241577 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.241875 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.242182 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.242465 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.242754 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.243062 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.243330 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.243626 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.243945 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.244237 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.244541 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.244829 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.245121 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.245416 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.245708 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.245996 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.246292 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] use_json = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.246584 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.246857 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.247145 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.247940 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.248272 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.248660 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.248959 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.249253 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.249534 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:48.249838 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.250262 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.250573 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.250867 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.251175 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.251475 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.251784 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.252080 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.252389 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.252696 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.253005 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.253284 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.253592 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.253874 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.254203 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.254516 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.254823 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.255109 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.255404 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.255700 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.255993 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.256291 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.256593 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.256890 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.257194 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.257477 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.257768 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.258089 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.258386 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.258677 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.258957 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.259267 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.259564 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.259852 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.260150 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.260455 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.260749 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.261037 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.261332 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.261624 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.261924 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.262243 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.262513 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.262797 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.263144 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.264082 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.264555 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.264848 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.265142 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.265429 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.265726 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.266049 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.266337 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.266628 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.266933 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.267224 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.267505 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.267792 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.268066 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.268359 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.268654 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.268928 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.269226 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.269504 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.269790 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.270099 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.270391 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.270688 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.270978 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.271288 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.271607 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.271907 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.272198 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.272483 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.272768 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.273062 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.273358 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.273639 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.273937 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.274247 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.274539 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.274838 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.275130 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.275427 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.275706 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.276021 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.276320 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.276623 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.276926 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.277207 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.277499 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.277951 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.278478 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.279031 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.279527 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.279924 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.280419 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.280889 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.281415 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.281892 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:48.282290 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 05 09:02:48.282704 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88947) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 05 09:02:48.699031 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO keyring.backend [-] Loading KWallet Oct 05 09:02:48.706867 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO keyring.backend [-] Loading SecretService Oct 05 09:02:48.710529 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO keyring.backend [-] Loading Windows Oct 05 09:02:48.711905 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO keyring.backend [-] Loading chainer Oct 05 09:02:48.712492 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO keyring.backend [-] Loading macOS Oct 05 09:02:48.751361 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 05 09:02:48.751632 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 05 09:02:48.751917 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 05 09:02:48.752282 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 05 09:02:49.165110 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.165397 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.165665 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.166934 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.167211 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.167477 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.205500 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.205779 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.206087 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.219856 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.220685 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.220685 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.253360 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.253657 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.253948 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.291926 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.292211 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.292489 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.541543 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.541730 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.542028 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.542300 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.543136 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.678117 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.678446 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.678753 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.679030 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.679300 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.679610 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.679897 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.680158 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.680421 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.680737 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.680999 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.681268 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.681554 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.681830 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.682147 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.682440 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.682720 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.683007 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.683270 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.683570 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.683948 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.684223 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.684492 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.684795 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.685143 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.685619 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.685820 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:02:49.686107 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:02:49.686364 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:02:49.686603 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:02:49.686852 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:02:49.687112 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:02:49.687502 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 05 09:02:49.691060 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 05 09:02:49.695202 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 05 09:02:49.699049 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 05 09:02:49.700860 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 05 09:02:49.701507 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 05 09:02:49.701862 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 05 09:02:49.702310 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 05 09:02:49.705212 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 05 09:02:49.705480 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 05 09:02:49.705851 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 05 09:02:49.748981 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 05 09:02:49.749516 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.749877 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88947) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 05 09:02:49.750351 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.751871 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88947) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 05 09:02:49.752213 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 05 09:02:49.752502 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 05 09:02:49.756252 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.756536 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:49.829830 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 05 09:02:49.830175 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 05 09:02:49.830312 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 05 09:02:49.830697 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 05 09:02:49.869401 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_db.sqlalchemy.engines [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88947) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 05 09:02:50.289072 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Initializing driver for type 'gre' Oct 05 09:02:50.289072 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] gre ID ranges: [(1, 1000)] Oct 05 09:02:50.355124 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Initializing driver for type 'local' Oct 05 09:02:50.355552 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Initializing driver for type 'vlan' Oct 05 09:02:50.368936 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] VlanTypeDriver initialization complete Oct 05 09:02:50.369315 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Initializing driver for type 'vxlan' Oct 05 09:02:50.369835 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] vxlan ID ranges: [(1, 1000)] Oct 05 09:02:50.432605 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Initializing extension driver 'port_security' Oct 05 09:02:50.432949 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] PortSecurityExtensionDriver initialization complete Oct 05 09:02:50.433339 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Initializing mechanism driver 'openvswitch' Oct 05 09:02:50.433673 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Initializing mechanism driver 'hyperv' Oct 05 09:02:50.441001 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:02:50.441688 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > port after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.442096 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > port after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.442460 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > port after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.442997 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 09:02:50.443440 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > subnet after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.443804 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > subnet after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.444155 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.444550 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 09:02:50.444965 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > network after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.445322 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > network after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.445673 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > network after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.446089 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 09:02:50.446511 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > security_group after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.446867 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > security_group after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.447214 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.447607 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 09:02:50.448014 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.448365 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.448857 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.449645 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 09:02:50.450371 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > address_group after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.451650 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > address_group after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.452246 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.452928 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 09:02:50.453693 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] ML2 OVO RPC backend initialized. {{(pid=88947) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Oct 05 09:02:50.455031 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.455641 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.456364 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > network before_response 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.456960 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > networks before_response 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.457546 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > port before_response 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.458168 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > ports before_response 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.458727 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > subnet before_response 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.459240 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > subnets before_response 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.459803 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > network after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.460189 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > network after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.460536 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > network after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.460881 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > port after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.461225 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > port after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.461567 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > port after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.465276 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > subnet after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.465276 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > subnet after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.465276 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.465276 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.plugin [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Modular L2 Plugin initialization complete Oct 05 09:02:50.465276 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading services supported by the core plugin {{(pid=88947) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 05 09:02:50.465700 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.plugins.ml2.managers [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Got port-security extension from driver 'port_security' Oct 05 09:02:50.465700 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.extensions.vlantransparent [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Disabled vlantransparent extension. Oct 05 09:02:50.465700 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88947) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 05 09:02:50.465700 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading Plugin: router Oct 05 09:02:50.506737 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.507500 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router after_create 55549900 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.507735 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router before_create 55549900 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.508349 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.508791 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.509219 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router after_delete 55549900 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.509526 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.509891 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router after_create 55549900 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.510273 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router after_update 55549900 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.510628 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router after_update 55549900 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.510979 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.511342 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router after_update 55549900 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.511759 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router precommit_update 55549900 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.512271 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: port after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.512997 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: port after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.513908 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: subnet after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.514289 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.514647 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.515002 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router precommit_create 55549900 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.515352 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: port before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.515700 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router precommit_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.516069 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router after_update 55549900 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.516416 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.516770 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router precommit_create 55549900 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.517280 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.518063 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router precommit_update 55549900 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.518317 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > agent after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.518730 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > agent after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.519086 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > network after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.519976 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Tracking information for resource: router configured {{(pid=88947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:02:50.520313 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Tracking information for resource: floatingip configured {{(pid=88947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 09:02:50.525863 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.db.l3_agentschedulers_db [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 05 09:02:50.526478 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: port after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.526841 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: port after_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.527194 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: port after_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.527550 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: port after_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.528485 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router before_create 55550100 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.528903 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.529274 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router precommit_create 55550100 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.529637 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > router precommit_update 55550100 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.534222 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.services.provider_configuration [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service providers = [] {{(pid=88947) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 05 09:02:50.534592 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.db.servicetype_db [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88947) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 05 09:02:50.537602 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.services.service_base [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88947) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 05 09:02:50.537956 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.services.service_base [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88947) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 05 09:02:50.538328 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.services.service_base [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88947) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 05 09:02:50.539269 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.services.service_base [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88947) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 05 09:02:50.539596 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.services.service_base [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 05 09:02:50.539992 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:02:50.540317 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 05 09:02:50.551124 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:02:50.551708 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading Plugin: auto_allocate Oct 05 09:02:50.558398 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: network precommit_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.558781 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: network precommit_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.559324 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:02:50.559647 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading Plugin: tag Oct 05 09:02:50.567062 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:02:50.567394 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading Plugin: timestamp Oct 05 09:02:50.571433 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:02:50.571763 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading Plugin: network_ip_availability Oct 05 09:02:50.578098 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.578481 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.578845 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.579590 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:02:50.579913 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading Plugin: flavors Oct 05 09:02:50.584709 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:02:50.585048 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading Plugin: revisions Oct 05 09:02:50.589453 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 09:02:50.589850 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_concurrency.lockutils [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.838s {{(pid=88947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 05 09:02:50.590625 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88947) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 05 09:02:50.590965 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Initializing extension manager. Oct 05 09:02:50.591610 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: __init__.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.591953 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: __pycache__ {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.592300 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.592635 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: address_group.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.593408 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.594018 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: address-group Oct 05 09:02:50.594348 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: address_scope.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.595315 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.595832 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: address-scope Oct 05 09:02:50.596158 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.597090 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.597614 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: router-admin-state-down-before-update Oct 05 09:02:50.597939 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: agent.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.598665 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.599181 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: agent Oct 05 09:02:50.599505 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: agent_resources_synced.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.600620 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.601140 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: agent-resources-synced Oct 05 09:02:50.601470 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: allowedaddresspairs.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.603311 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.603840 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: allowed-address-pairs Oct 05 09:02:50.604170 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: auto_allocated_topology.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.605240 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.605760 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: auto-allocated-topology Oct 05 09:02:50.606122 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: availability_zone.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.606873 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.607396 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: availability_zone Oct 05 09:02:50.607722 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: availability_zone_filter.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.608639 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.609154 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: availability_zone_filter Oct 05 09:02:50.609481 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: data_plane_status.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.610420 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.610927 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension data-plane-status not supported by any of loaded plugins Oct 05 09:02:50.611252 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: default_subnetpools.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.612166 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.612679 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: default-subnetpools Oct 05 09:02:50.613006 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.613823 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.614367 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: dhcp_agent_scheduler Oct 05 09:02:50.614698 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: dns.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.615611 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.616122 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension dns-integration not supported by any of loaded plugins Oct 05 09:02:50.616451 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: dns_domain_ports.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.617381 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.617892 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 05 09:02:50.618243 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: dvr.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.618918 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.619434 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: dvr Oct 05 09:02:50.619758 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: empty_string_filtering.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.620680 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.621199 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: empty-string-filtering Oct 05 09:02:50.621523 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.623018 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.623703 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 05 09:02:50.624032 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.624951 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.625465 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 05 09:02:50.625789 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: external_net.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.626733 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.627254 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: external-net Oct 05 09:02:50.627591 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.628507 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.629022 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: extra_dhcp_opt Oct 05 09:02:50.629345 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: extraroute.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.630295 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.630811 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: extraroute Oct 05 09:02:50.631135 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: extraroute_atomic.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.632171 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.632689 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: extraroute-atomic Oct 05 09:02:50.633023 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: filter_validation.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.633691 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.634236 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: filter-validation Oct 05 09:02:50.634561 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: fip_pf_description.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.635472 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.635983 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 05 09:02:50.636307 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: fip_port_details.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.637236 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.637758 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: fip-port-details Oct 05 09:02:50.638874 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: flavors.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.640126 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.640654 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: flavors Oct 05 09:02:50.640985 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.642711 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.643235 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 05 09:02:50.643565 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: floatingip_pools.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.644269 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.644789 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: floatingip-pools Oct 05 09:02:50.645117 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: ip_allocation.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.646078 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.646597 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension ip_allocation not supported by any of loaded plugins Oct 05 09:02:50.646929 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.647861 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.648379 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: ip-substring-filtering Oct 05 09:02:50.648709 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: l2_adjacency.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.649636 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.650190 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 05 09:02:50.650519 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: l3.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.651520 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.652043 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: router Oct 05 09:02:50.652373 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.654842 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.655367 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 05 09:02:50.655702 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.656667 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.657186 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: ext-gw-mode Oct 05 09:02:50.657522 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.658511 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.659063 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: l3-ha Oct 05 09:02:50.659388 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: l3_flavors.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.660307 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.660821 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: l3-flavors Oct 05 09:02:50.661147 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.662103 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.662619 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 05 09:02:50.662944 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: l3agentscheduler.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.664000 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.664520 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: l3_agent_scheduler Oct 05 09:02:50.664853 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: logging.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.666394 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.666921 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension logging not supported by any of loaded plugins Oct 05 09:02:50.667261 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: metering.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.668011 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.668597 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: metering Oct 05 09:02:50.668925 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.671215 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.671215 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: metering_source_and_destination_fields Oct 05 09:02:50.673608 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: multiprovidernet.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.673608 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.673608 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: multi-provider Oct 05 09:02:50.673608 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: netmtu.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.674141 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.674670 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: net-mtu Oct 05 09:02:50.674998 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: netmtu_writable.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.675916 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.676436 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: net-mtu-writable Oct 05 09:02:50.676759 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: network_availability_zone.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.677431 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.677954 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: network_availability_zone Oct 05 09:02:50.678300 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: network_ip_availability.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.679420 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.679942 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: network-ip-availability Oct 05 09:02:50.680269 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: network_segment_range.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.681041 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.681554 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension network-segment-range not supported by any of loaded plugins Oct 05 09:02:50.681878 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: pagination.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.682896 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.683231 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: pagination Oct 05 09:02:50.683555 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: port_device_profile.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.684477 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.685751 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: port-device-profile Oct 05 09:02:50.686145 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.687083 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.687609 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: port-mac-address-regenerate Oct 05 09:02:50.687943 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.688860 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.689377 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: port-numa-affinity-policy Oct 05 09:02:50.689700 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: port_resource_request.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.690644 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.691155 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension port-resource-request not supported by any of loaded plugins Oct 05 09:02:50.691478 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: portbindings.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.692404 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.692919 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: binding Oct 05 09:02:50.693243 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: portbindings_extended.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.694559 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.695086 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: binding-extended Oct 05 09:02:50.695412 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: portsecurity.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.696481 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.697002 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: port-security Oct 05 09:02:50.697331 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: project_id.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.698359 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.698694 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: project-id Oct 05 09:02:50.699021 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: providernet.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.699960 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.700591 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: provider Oct 05 09:02:50.700954 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: qos.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.704527 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.705054 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension qos not supported by any of loaded plugins Oct 05 09:02:50.705554 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.706691 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.707212 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 05 09:02:50.707549 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.708512 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.708995 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 05 09:02:50.709327 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: qos_default.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.710294 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.710821 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension qos-default not supported by any of loaded plugins Oct 05 09:02:50.711154 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: qos_fip.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.711821 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.712332 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension qos-fip not supported by any of loaded plugins Oct 05 09:02:50.712659 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: qos_gateway_ip.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.713621 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.714179 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 05 09:02:50.714511 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: qos_port_network_policy.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.715434 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.715956 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 05 09:02:50.716318 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: qos_rule_type_details.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.717284 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.717801 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 05 09:02:50.718160 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: qos_rules_alias.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.719250 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.719740 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 05 09:02:50.720322 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: quotasv2.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.721405 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.721739 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: quotas Oct 05 09:02:50.722140 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: quotasv2_detail.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.723995 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.724208 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: quota_details Oct 05 09:02:50.724521 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: rbac.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.725655 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.726213 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: rbac-policies Oct 05 09:02:50.726546 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: rbac_address_group.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.727494 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.728015 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: rbac-address-group Oct 05 09:02:50.728343 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: rbac_address_scope.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.729315 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.729838 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: rbac-address-scope Oct 05 09:02:50.730198 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: rbac_security_groups.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.731126 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.731647 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: rbac-security-groups Oct 05 09:02:50.732534 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: rbac_subnetpool.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.733459 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.733999 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: rbac-subnetpool Oct 05 09:02:50.734327 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: revisionifmatch.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.735266 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.735787 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: revision-if-match Oct 05 09:02:50.736111 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: revisions.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.737237 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.737756 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: standard-attr-revisions Oct 05 09:02:50.738123 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: router_availability_zone.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.738936 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.739458 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: router_availability_zone Oct 05 09:02:50.739784 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: routerservicetype.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.740719 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.741239 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension router-service-type not supported by any of loaded plugins Oct 05 09:02:50.741565 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.742519 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.743148 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: security-groups-normalized-cidr Oct 05 09:02:50.743390 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.744319 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.744836 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: port-security-groups-filtering Oct 05 09:02:50.745161 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.746115 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.746634 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: security-groups-remote-address-group Oct 05 09:02:50.746958 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: securitygroup.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.757273 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.757813 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: security-group Oct 05 09:02:50.758193 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: segment.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.758995 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.759511 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension segment not supported by any of loaded plugins Oct 05 09:02:50.759842 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.760791 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.761310 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 05 09:02:50.761642 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: servicetype.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.762798 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.763398 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: service-type Oct 05 09:02:50.763814 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: sorting.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.764692 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.765031 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: sorting Oct 05 09:02:50.765416 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: standard_attr_segment.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.766324 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.766854 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 05 09:02:50.767182 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: standardattrdescription.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.767840 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.768363 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: standard-attr-description Oct 05 09:02:50.768692 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: stateful_security_group.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.769631 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.770206 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: stateful-security-group Oct 05 09:02:50.770535 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: stdattrs_common.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.771123 dv-neutron-860328-1-hyperv neutron-server[88947]: WARNING neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 05 09:02:50.771447 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.772459 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.772994 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 05 09:02:50.773318 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: subnet_onboard.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.774418 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.774952 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: subnet_onboard Oct 05 09:02:50.775280 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.776214 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.776729 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 05 09:02:50.777056 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: subnet_service_types.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.778010 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.778535 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: subnet-service-types Oct 05 09:02:50.779083 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: subnetallocation.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.780500 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.781034 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: subnet_allocation Oct 05 09:02:50.781366 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.782080 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.782949 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: subnetpool-prefix-ops Oct 05 09:02:50.782949 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.783876 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.784394 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 05 09:02:50.784734 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: tagging.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.785833 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.786380 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: standard-attr-tag Oct 05 09:02:50.786713 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: timestamp.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.787934 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.788455 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loaded extension: standard-attr-timestamp Oct 05 09:02:50.788784 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: trunk.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.789877 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.790384 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension trunk not supported by any of loaded plugins Oct 05 09:02:50.790715 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: trunk_details.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.791647 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.792166 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension trunk-details not supported by any of loaded plugins Oct 05 09:02:50.792493 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: uplink_status_propagation.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.793423 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.793942 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 05 09:02:50.795030 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Loading extension file: vlantransparent.py {{(pid=88947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 09:02:50.795796 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 09:02:50.796314 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 05 09:02:50.798926 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:network Oct 05 09:02:50.799702 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:subnet Oct 05 09:02:50.801746 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 09:02:50.802634 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:port Oct 05 09:02:50.806211 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.806211 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service FLAVORS assigned prefix: {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.806211 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.806211 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.806211 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:router Oct 05 09:02:50.807221 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:floatingip Oct 05 09:02:50.808475 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service METERING assigned prefix: /metering {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.811628 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.812216 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.812695 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:02:50.813987 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of CountableResource for resource:rbac_policy Oct 05 09:02:50.814611 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:security_group Oct 05 09:02:50.815350 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 05 09:02:50.816165 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service CORE assigned prefix: {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.816504 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 09:02:50.816859 dv-neutron-860328-1-hyperv neutron-server[88947]: WARNING neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] subnetpool is already registered Oct 05 09:02:50.817619 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service CORE assigned prefix: {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.818067 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 09:02:50.818481 dv-neutron-860328-1-hyperv neutron-server[88947]: WARNING neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] subnetpool is already registered Oct 05 09:02:50.821179 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.821676 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service FLAVORS assigned prefix: {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.822394 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.822876 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.823407 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:router Oct 05 09:02:50.823975 dv-neutron-860328-1-hyperv neutron-server[88947]: WARNING neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] router is already registered Oct 05 09:02:50.825034 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:floatingip Oct 05 09:02:50.825576 dv-neutron-860328-1-hyperv neutron-server[88947]: WARNING neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] floatingip is already registered Oct 05 09:02:50.826464 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service METERING assigned prefix: /metering {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.827269 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of CountableResource for resource:rbac_policy Oct 05 09:02:50.827715 dv-neutron-860328-1-hyperv neutron-server[88947]: WARNING neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] rbac_policy is already registered Oct 05 09:02:50.830904 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:security_group Oct 05 09:02:50.830904 dv-neutron-860328-1-hyperv neutron-server[88947]: WARNING neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] security_group is already registered Oct 05 09:02:50.830904 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 05 09:02:50.830904 dv-neutron-860328-1-hyperv neutron-server[88947]: WARNING neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] security_group_rule is already registered Oct 05 09:02:50.831841 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service CORE assigned prefix: {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.832267 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 09:02:50.832678 dv-neutron-860328-1-hyperv neutron-server[88947]: WARNING neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] subnetpool is already registered Oct 05 09:02:50.833393 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.v2.resource_helper [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Service CORE assigned prefix: {{(pid=88947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 09:02:50.833820 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 09:02:50.834271 dv-neutron-860328-1-hyperv neutron-server[88947]: WARNING neutron.quota.resource_registry [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] subnetpool is already registered Oct 05 09:02:50.835064 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: extensions {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.836826 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: address-groups {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.838766 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: address-scopes {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.840456 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: agents {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.841727 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: auto-allocated-topology {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.843025 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: availability_zones {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.844363 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: dhcp-networks {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.846779 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: dhcp-agents {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.847764 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: routers {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.849625 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: flavors {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.850832 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: service_profiles {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.852084 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: next_providers {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.853636 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: service_profiles {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.855160 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: floatingip-pools {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.856394 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: routers {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.858867 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: floatingips {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.860079 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: l3-routers {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.861504 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: l3-agents {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.862988 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: metering-labels {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.864438 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: metering-label-rules {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.865738 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: network-ip-availabilities {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.867058 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: bindings {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.868739 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: quotas {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.870230 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: quotas {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.871669 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: rbac-policies {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.874023 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: security-groups {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.875280 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: security-group-rules {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.876549 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: service-providers {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.877795 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: subnetpools {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.880311 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: subnetpools {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.881820 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: tags {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.883568 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: tags {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:50.998285 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: tags {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:51.000184 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: tags {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:51.002045 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: tags {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:51.003979 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: tags {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:51.005699 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: tags {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:51.007666 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: tags {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:51.009456 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: tags {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:51.011393 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron.api.extensions [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Extended resource: tags {{(pid=88947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 09:02:51.017506 dv-neutron-860328-1-hyperv neutron-server[88947]: WARNING keystonemiddleware.auth_token [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 05 09:02:51.022386 dv-neutron-860328-1-hyperv neutron-server[88947]: WARNING keystonemiddleware.auth_token [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 05 09:02:51.031210 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_concurrency.lockutils [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Acquired lock "singleton_lock" {{(pid=88947) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 05 09:02:51.031699 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_concurrency.lockutils [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Releasing lock "singleton_lock" {{(pid=88947) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 05 09:02:51.032332 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO oslo_service.service [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Starting 2 workers Oct 05 09:02:51.036940 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Started child 89054 {{(pid=88947) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 05 09:02:51.041293 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Started child 89055 {{(pid=88947) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 05 09:02:51.042388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:02:51.042950 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO neutron.service [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 05 09:02:51.043523 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Notify callbacks [] for process, before_spawn {{(pid=88947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:02:51.043908 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [-] (89054) wsgi starting up on http://0.0.0.0:9696 Oct 05 09:02:51.046654 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO oslo_service.service [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Starting 1 workers Oct 05 09:02:51.047280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:02:51.048761 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [-] (89055) wsgi starting up on http://0.0.0.0:9696 Oct 05 09:02:51.051773 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Started child 89056 {{(pid=88947) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 05 09:02:51.052298 dv-neutron-860328-1-hyperv neutron-server[88947]: INFO oslo_service.service [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Starting 1 workers Oct 05 09:02:51.056220 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.service [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] calling RpcWorker wait() {{(pid=89056) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 05 09:02:51.056808 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Started child 89057 {{(pid=88947) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 05 09:02:51.057519 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] Notify callbacks [] for process, after_spawn {{(pid=88947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:02:51.058112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.service [None req-bd7d1ae5-c402-4778-8f24-bbe33067bb90 None None] returning from RpcWorker wait() {{(pid=89056) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 05 09:02:51.059412 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88947) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 05 09:02:51.059629 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 05 09:02:51.059865 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 05 09:02:51.060196 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 05 09:02:51.060508 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 05 09:02:51.060659 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 05 09:02:51.060858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 50786) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:02:51.061068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:02:51.061209 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.061644 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.062082 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.062196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:02:51.062621 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.062918 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.063504 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.063786 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.064062 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.064361 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.064623 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.064796 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.065139 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.065417 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.065678 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.066125 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.066418 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.066665 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.066957 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.067134 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.067414 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.067676 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.067943 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.068219 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] debug = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.068461 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.069116 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.069364 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.069611 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.069838 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.070139 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.070521 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.070925 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.071400 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077319 Oct 05 09:02:51.071697 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.071933 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.072189 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.073202 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:02:51.073742 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.073742 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.073742 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.073987 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.074232 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.074491 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.074977 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] host = dv-neutron-860328-1-hyperv {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.075213 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.075513 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.075765 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.076754 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.077175 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.077553 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.077979 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.078263 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.078533 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.078766 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.079824 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.079824 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.079824 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.079824 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_file = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.080424 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_options = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.080424 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.080424 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.080941 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.080941 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.081279 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.081279 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.081589 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.081589 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.081896 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.082102 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.082293 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.082489 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.084182 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.084182 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.084182 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.084182 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.084182 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.084182 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.084182 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.085241 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.085241 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.085241 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.085241 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.085241 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.085955 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.085955 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.085955 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.086508 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.086508 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.086817 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.086817 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.087083 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.087275 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.087518 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.087944 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.088345 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.088760 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.089043 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.089289 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.089559 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.089949 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.090325 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.090941 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.091907 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.092349 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.092570 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] use_json = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.092782 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.093004 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.093405 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.093648 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.093874 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.094183 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.094382 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.094598 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.094830 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.095467 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.095797 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.096131 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.096321 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.096730 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.097123 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.097516 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.097896 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.098329 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.098735 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.099203 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.099560 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.099992 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.100367 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.100786 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.101262 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.101663 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.102092 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.102465 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.102833 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.103197 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.103564 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.104042 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.104490 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.104758 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.105023 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.105247 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.105645 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.106056 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.106464 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:02:51.106604 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.107464 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.107759 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.108077 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.108455 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.108741 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.108979 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.109227 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.109453 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.109698 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.109924 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.112951 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.113243 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.113521 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.113776 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.114264 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.114498 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.114749 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.117336 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.117649 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.118364 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.118942 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.119240 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.119523 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.119813 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.120077 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.120332 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.120636 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.120898 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.121142 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.121416 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.121669 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.121990 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.122223 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.122568 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.122841 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.123120 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.123430 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.123653 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.124078 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.124339 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.124621 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.124846 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.125095 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.125454 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.125880 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.126219 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.126567 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.126845 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.127125 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.127426 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.127729 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.127982 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.128257 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.128560 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.128861 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.129283 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.129737 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.131159 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.131453 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.131844 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.132110 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.132448 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.132748 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.133059 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.133349 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.133667 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.134004 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.135986 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.135986 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.136287 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.136528 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.136811 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.137082 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.137381 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.137679 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.139570 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.139570 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.139570 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.140040 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.140188 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.141225 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.141654 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.142342 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.142648 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.143220 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.143730 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.144345 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.145526 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.145526 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.145526 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.145846 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.146358 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.146927 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.147405 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.148083 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.148993 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.149339 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.149610 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.149997 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.150492 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.150971 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.151692 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.152212 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.152782 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.153290 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.154181 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.154492 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.154973 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.155418 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.155782 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.156138 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.156509 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.156913 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.157331 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.157918 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.158455 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.158880 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.159851 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.160141 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.160439 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.160720 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.160964 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.161233 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.162374 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.162374 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.162374 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.162374 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.162671 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.162898 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.163805 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.163805 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.163805 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.164055 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.164355 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.164589 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.165884 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.165884 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.165884 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.165884 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.166239 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.166444 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.166942 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.167423 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.167935 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.168329 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.168725 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.169052 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.169520 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.169881 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.170230 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.170564 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.170896 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.171150 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.171468 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.171995 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.172409 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.172491 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.172854 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.173290 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.174424 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.174646 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.175069 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.175389 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.175704 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.176018 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.176331 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.176625 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.177138 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.177441 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.177775 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.178194 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.178434 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.178665 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.178912 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.179344 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.179727 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.180180 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.180413 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.180650 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.180881 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.181170 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.181409 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.181662 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.181921 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.182151 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.182403 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.182560 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.182906 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.183169 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.183467 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.183679 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.183913 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.185713 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.185713 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.185713 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.185713 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.186087 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.186254 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.186544 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.186784 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.187355 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.187599 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.187900 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.189418 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.189418 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.189418 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.189418 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.189418 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.190068 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.190068 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.190068 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.190480 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.191500 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.191500 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.191500 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.191500 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.192126 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.192126 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.192426 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.192572 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.192856 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.193146 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.193422 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.193649 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.193955 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.194394 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.195106 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.195106 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.195440 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.195440 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.195777 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.195941 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.196109 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.196352 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.196576 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.196691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:02:51.196843 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.197084 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.198365 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.198617 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.199707 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.199707 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.199707 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.200049 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.204550 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.204550 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.204550 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 05 09:02:51.204550 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88947) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 05 09:02:51.204550 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 05 09:02:51.204550 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 05 09:02:51.204550 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 05 09:02:51.204550 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 05 09:02:51.205277 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 05 09:02:51.205277 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205277 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205277 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205277 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205277 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205277 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205277 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205759 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205759 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205759 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205759 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205759 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205759 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205759 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.205759 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.206424 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.206504 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.206645 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.206809 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.207026 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.207202 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.207369 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.207530 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] debug = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.207675 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.208236 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.208236 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.208550 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.208550 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.208811 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.208947 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.209098 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.209236 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.209372 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.209520 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.209656 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.209791 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.209927 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.210111 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.210249 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.210406 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.210543 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] host = dv-neutron-860328-1-hyperv {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.210679 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.210814 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.210951 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.211958 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.211958 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.211958 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.211958 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.211958 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.211958 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.212772 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.212772 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.212772 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.212772 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.212772 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_file = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.212772 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_options = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.213531 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.213531 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.213531 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.213531 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.213531 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.214277 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.214277 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.214277 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.214277 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.214277 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.214917 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.214917 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.214917 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.214917 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.215428 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.215428 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.215428 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.215816 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.215816 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.215816 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.216771 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.216771 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.217116 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.217313 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.217601 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.217813 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.217994 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.218153 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.218670 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.218884 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.219058 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.219246 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.219399 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.219540 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.219680 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.219818 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.220177 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.220351 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.220439 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.220588 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.220905 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.221210 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.221520 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.221679 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.221995 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.222344 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] use_json = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.222672 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.222819 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.223031 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.223205 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.223368 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.223520 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.223692 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.223838 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.223982 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 09:02:51.224156 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.224315 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.224484 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.224640 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.224810 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.224997 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.230005 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.230005 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.230005 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.230005 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.230005 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.230005 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.230005 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.230005 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.230005 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.231817 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.231817 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.231817 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.231817 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.231817 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.231817 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.231817 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.232816 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.233064 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.233234 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.233507 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.233763 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.233990 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.234402 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.234505 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.234966 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.235142 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.235294 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.235505 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.235796 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.236003 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.236253 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.236468 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.236650 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.237428 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.237428 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.237428 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.237428 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.238013 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.238013 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.238013 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.238469 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.238469 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.238729 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.238729 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.238985 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.239197 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.239372 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.239603 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.239822 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.239991 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.240205 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.240370 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.240532 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.240711 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.240920 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.241132 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.241347 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.241515 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.241694 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.241903 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.242194 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.242400 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.242569 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.242781 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.243025 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.243301 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.243502 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.243772 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.244035 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.244311 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.244563 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.246010 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.246010 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.246010 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.246010 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.246010 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.246992 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.246992 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.246992 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.246992 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.247448 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.247448 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.247448 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.247844 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.247844 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.248089 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.248374 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.248374 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.248624 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.248730 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.248890 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.249170 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.249312 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.249491 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.249711 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.249942 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.250964 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.251134 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.251369 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.251586 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.251755 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.251939 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.252128 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.252333 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.252497 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.252691 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.252905 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.253103 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.253322 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.253497 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.253708 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.254207 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.254410 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.254629 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.254796 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.254988 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.255194 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.255408 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.255625 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.255789 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.256026 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.256238 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.256445 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.256693 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.256897 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.257093 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.257308 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.257501 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.257690 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.257922 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.258103 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.258320 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.258484 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.258648 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.258810 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.258972 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.259134 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.259296 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.259458 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.259620 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.259775 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.259938 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.260129 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.260318 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.260509 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.260736 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.260921 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.261121 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.261331 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.261498 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.261713 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.261889 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.262111 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.262320 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.262489 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.262700 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.262876 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.263098 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.263284 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.263478 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.263696 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.263914 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.264210 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.264410 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.264612 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.264772 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.264986 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.265151 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.265366 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.265545 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.265745 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.265943 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.266199 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.266477 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.266636 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.266837 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.267043 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.267227 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.267422 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.267623 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.267789 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.267973 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.268159 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.268350 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.268530 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.268732 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.268928 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.269106 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.269316 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.269495 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.269670 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.269832 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.270899 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.271125 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.271322 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.271510 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.271711 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.271902 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.272098 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.272312 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.272484 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.272686 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.272871 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.273066 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.273273 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.273441 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.273653 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.273829 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.274051 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.274251 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.274425 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.274648 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.274828 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.275031 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.275229 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.275406 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.275629 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.275804 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.275977 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.276138 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.276335 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.276527 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.276724 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.276911 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.277072 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.277264 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.277438 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.277655 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.277838 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.278036 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.278212 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.278392 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.279139 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.279442 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.279684 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.279852 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.280286 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.280780 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.280780 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283164 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283164 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283164 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283164 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283164 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283164 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283164 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283164 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283782 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283782 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283782 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283782 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283782 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.283782 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.284247 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.284247 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.284247 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.284527 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.284666 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.284809 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.284930 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.285058 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.285236 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.285460 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.285642 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.285793 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.285974 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.286181 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.286368 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.286582 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 09:02:51.286743 dv-neutron-860328-1-hyperv neutron-server[88947]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 05 09:03:02.761345 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9473115f-1254-4b79-8269-1ef8defab78b None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:03:02.834513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9473115f-1254-4b79-8269-1ef8defab78b None None] No non-hosted networks {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 05 09:03:02.854768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.agentschedulers_db [None req-9473115f-1254-4b79-8269-1ef8defab78b None None] DHCP Agent not found on host dv-neutron-860328-1-hyperv {{(pid=89056) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 05 09:03:02.992916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-64f5df11-3404-4890-a23b-e183dc317420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3725355'] for agent, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:05.505716 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-86fafe7a-3808-4ead-a678-57981bfe5490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3725355'] for agent, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:05.561123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66ed3477-e628-470d-828b-c8a0fc4ffcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:06.677231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3725355'] for agent, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:06.680239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:06.680239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:06.680239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:06.680239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:06.680239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:06.681801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:06.683326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:06.683895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:06.684518 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:06.685105 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:06.686229 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:06.687240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:06.687941 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-860328-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:03:06.703566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-860328-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:03:06.756195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3725355'] for agent, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:08.505250 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.db.l3_hamode_db [None req-faf78468-b6f4-4f49-b608-fe743baabccc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 05 09:03:08.604644 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf78468-b6f4-4f49-b608-fe743baabccc None None] Routers set() bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:03:08.605065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf78468-b6f4-4f49-b608-fe743baabccc None None] Router IDs set() for agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 05 09:03:09.066908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3725355'] for agent, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:10.169466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 50894) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:03:10.800413 dv-neutron-860328-1-hyperv neutron-server[89054]: WARNING oslo_policy.policy [None req-deaed6d8-d72a-4811-931a-3b0474fb9e5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:03:10.801003 dv-neutron-860328-1-hyperv neutron-server[89054]: WARNING oslo_policy.policy [None req-deaed6d8-d72a-4811-931a-3b0474fb9e5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:03:11.022400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-deaed6d8-d72a-4811-931a-3b0474fb9e5f admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:03:11.023390 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-deaed6d8-d72a-4811-931a-3b0474fb9e5f admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8530068 Oct 05 09:03:13.479495 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 50908) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:03:13.885135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e2f8118a-8076-4ea3-abe4-7289018e8591 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:03:13.980959 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.policy [None req-e2f8118a-8076-4ea3-abe4-7289018e8591 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89054) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 05 09:03:14.027809 dv-neutron-860328-1-hyperv neutron-server[89054]: WARNING oslo_policy.policy [None req-e2f8118a-8076-4ea3-abe4-7289018e8591 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:03:14.028264 dv-neutron-860328-1-hyperv neutron-server[89054]: WARNING oslo_policy.policy [None req-e2f8118a-8076-4ea3-abe4-7289018e8591 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:03:14.037062 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.quota [None req-e2f8118a-8076-4ea3-abe4-7289018e8591 admin admin] Loaded quota_driver: . Oct 05 09:03:14.053207 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e2f8118a-8076-4ea3-abe4-7289018e8591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:03:14.122503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e2f8118a-8076-4ea3-abe4-7289018e8591 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773375421693', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773375422080', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773375411158', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773375405668', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773375394254', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773375387678', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-961229', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-834202', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3977831', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4049927'] for rbac-policy, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:14.196624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e2f8118a-8076-4ea3-abe4-7289018e8591 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:14.204218 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e2f8118a-8076-4ea3-abe4-7289018e8591 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7173395 Oct 05 09:03:17.018873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 50922) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:03:17.628715 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING oslo_policy.policy [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:03:17.629306 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING oslo_policy.policy [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:03:17.856861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '56bdfb3712ce48ecb69cd59857160138'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:03:17.858638 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.quota [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Loaded quota_driver: . Oct 05 09:03:17.874901 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:03:17.881814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Usage tracker for resource:network and tenant:56bdfb3712ce48ecb69cd59857160138 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:03:17.888607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:03:17.896196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:03:17.912612 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Made reservation on behalf of 56bdfb3712ce48ecb69cd59857160138 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:03:17.985903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.policy [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89055) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 05 09:03:18.034528 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING oslo_policy.policy [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:03:18.035153 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING oslo_policy.policy [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 09:03:18.046259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:18.068174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:18.083198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:03:18.086944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Usage tracker for resource:security_group_rule and tenant:56bdfb3712ce48ecb69cd59857160138 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:03:18.092860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:03:18.098883 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:03:18.202813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:18.206707 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:18.232399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:03:18.260328 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773370652892', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:18.260899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Unsubscribe: segment precommit_create {{(pid=89055) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 05 09:03:18.261380 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Added segment 262fd68e-55a1-432f-a495-9f0c1e3174b2 of type vlan for network bc5d05c0-5d39-4ad8-a1ef-e03e0338b890 Oct 05 09:03:18.271420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1e79b2-5f01-4d06-aa65-c075007e8938,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:18.333848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:18.334303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:18.334643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:18.334974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:18.335299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:18.335637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:18.335965 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:18.336284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:18.336603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:18.336918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:18.337233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:18.337545 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Tracked resource versions report: Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: pushed versions: Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: { 'AddressGroup': {'1.2'}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'ConntrackHelper': {'1.0'}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Log': {'1.0'}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Network': {'1.1'}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Port': {'1.7'}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'PortForwarding': {'1.2'}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'QosPolicy': {'1.8'}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'SecurityGroup': {'1.4'}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'SubPort': {'1.0'}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Subnet': {'1.1'}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Trunk': {'1.1'}} Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: consumer versions: Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: { DHCP agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: L3 agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: Metadata agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: Metering agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: Open vSwitch agent@dv-neutron-860328-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'ConntrackHelper': '1.0', Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Log': '1.0', Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Network': '1.1', Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Port': '1.7', Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'PortForwarding': '1.2', Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'QosPolicy': '1.8', Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'SecurityGroup': '1.4', Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'SecurityGroupRule': '1.2', Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'SubPort': '1.0', Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Subnet': '1.1', Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Trunk': '1.1'}} Oct 05 09:03:18.338841 dv-neutron-860328-1-hyperv neutron-server[89055]: {{(pid=89055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:03:18.383968 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:18.426609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:18.427824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:03:18.428461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:18.534333 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] Pushing event updated for resources: {'Network': ['ID=bc5d05c0-5d39-4ad8-a1ef-e03e0338b890,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:18.537271 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8b68a7dc-d4f1-4081-b4f6-e1d362ddd0fc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5163329 Oct 05 09:03:18.548436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network bc5d05c0-5d39-4ad8-a1ef-e03e0338b890 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:03:21.385035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 50944) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:03:21.852034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af073c1c-eace-4f4e-970a-145b8064d705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:03:21.853393 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-af073c1c-eace-4f4e-970a-145b8064d705 admin admin] 10.222.0.64 "GET /v2.0/networks/bc5d05c0-5d39-4ad8-a1ef-e03e0338b890 HTTP/1.1" status: 200 len: 825 time: 0.4673209 Oct 05 09:03:21.884709 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f5b40965-822b-4318-a13f-ca411accca3e admin admin] 10.222.0.64 "GET /v2.0/subnetpools/d5658468-64a0-4e9c-a53b-9b5f842291db HTTP/1.1" status: 200 len: 734 time: 0.0252728 Oct 05 09:03:21.894483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd5658468-64a0-4e9c-a53b-9b5f842291db', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:03:21.899146 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:03:21.902921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Usage tracker for resource:subnet and tenant:56bdfb3712ce48ecb69cd59857160138 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:03:21.905803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:03:21.912038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:03:21.921597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Made reservation on behalf of 56bdfb3712ce48ecb69cd59857160138 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:03:21.923879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Notify callbacks [] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:22.206853 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:22.295454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Checking segment: {'id': '262fd68e-55a1-432f-a495-9f0c1e3174b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:03:22.295935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Network hostable DHCP agents. Network: bc5d05c0-5d39-4ad8-a1ef-e03e0338b890, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:03:22.300252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Pushing event updated for resources: {'Subnet': ['ID=06cd6b57-b05d-4dbb-aa20-62e74c5c9b32,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:22.320519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Network bc5d05c0-5d39-4ad8-a1ef-e03e0338b890 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:03:22.331915 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, bc5d05c0-5d39-4ad8-a1ef-e03e0338b890) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:03:22.336842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:03:22.337621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:22.342468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe65f0-b7f8-47e7-b049-a05d3d563d56 None None] Network bc5d05c0-5d39-4ad8-a1ef-e03e0338b890 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:03:22.359514 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-23e4cca3-8186-424c-b908-850b4ecb97db admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4683189 Oct 05 09:03:22.649593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-bc5d05c0-5d39-4ad8-a1ef-e03e0338b890', 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'fixed_ips': [{'subnet_id': '06cd6b57-b05d-4dbb-aa20-62e74c5c9b32'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:03:22.650831 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:22.851793 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Allocated IP 172.20.0.2 (bc5d05c0-5d39-4ad8-a1ef-e03e0338b890/06cd6b57-b05d-4dbb-aa20-62e74c5c9b32/cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:03:23.106739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:23.121017 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Transition to ACTIVE for port object cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:03:23.142453 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Transition to ACTIVE for port object cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:03:23.149579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:23.208568 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Network bc5d05c0-5d39-4ad8-a1ef-e03e0338b890 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:03:23.218990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:03:23.226131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:03:23.228340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Pushing event updated for resources: {'Port': ['ID=cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:23.238493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:23.238859 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:23.239207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:23.239545 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:23.239875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:23.240221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:23.240556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:23.240885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:23.241226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:23.241555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:23.241878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:23.242227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Tracked resource versions report: Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: pushed versions: Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: { 'AddressGroup': {'1.2'}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'ConntrackHelper': {'1.0'}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Log': {'1.0'}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Network': {'1.1'}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Port': {'1.7'}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'PortForwarding': {'1.2'}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'QosPolicy': {'1.8'}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'SecurityGroup': {'1.4'}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'SubPort': {'1.0'}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Subnet': {'1.1'}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Trunk': {'1.1'}} Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: consumer versions: Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: { DHCP agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: L3 agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: Metadata agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: Metering agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: Open vSwitch agent@dv-neutron-860328-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'ConntrackHelper': '1.0', Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Log': '1.0', Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Network': '1.1', Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Port': '1.7', Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'PortForwarding': '1.2', Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'QosPolicy': '1.8', Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'SecurityGroup': '1.4', Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'SecurityGroupRule': '1.2', Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'SubPort': '1.0', Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Subnet': '1.1', Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Trunk': '1.1'}} Oct 05 09:03:23.243554 dv-neutron-860328-1-hyperv neutron-server[89056]: {{(pid=89056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:03:23.349336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Attempting to bind port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:03:23.350047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Attempting to bind port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '262fd68e-55a1-432f-a495-9f0c1e3174b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:03:23.350197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Attempting to bind port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 on network bc5d05c0-5d39-4ad8-a1ef-e03e0338b890 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:03:23.355624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:03:23.356634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Checking segment: {'id': '262fd68e-55a1-432f-a495-9f0c1e3174b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:03:23.357104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:23.357675 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Bound using segment: {'id': '262fd68e-55a1-432f-a495-9f0c1e3174b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:03:23.358180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Bound port: cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262fd68e-55a1-432f-a495-9f0c1e3174b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:03:23.358568 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:23.450290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] For port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:03:23.454498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] For port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8,segment=NetworkSegment(262fd68e-55a1-432f-a495-9f0c1e3174b2),segment_id=262fd68e-55a1-432f-a495-9f0c1e3174b2)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:03:23.459579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:23.551355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d919e3-d85b-4c73-8869-42b46dced4c0 None None] Pushing event updated for resources: {'Port': ['ID=cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:24.992409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 50954) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:03:25.387714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-3bdbb95e-033f-4344-ba51-3d8b33145115 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:03:25.388749 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3bdbb95e-033f-4344-ba51-3d8b33145115 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3954504 Oct 05 09:03:26.968601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:03:27.052091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:03:27.530737 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2100f8c3-7456-41bb-b68b-a41d3f7b5c2f None None] Network bc5d05c0-5d39-4ad8-a1ef-e03e0338b890 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:03:27.619858 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-339352e1-c626-4742-90f3-ffde4d791c26 None None] Provisioning for port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:03:27.647649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-339352e1-c626-4742-90f3-ffde4d791c26 None None] Provisioning complete for port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:03:27.647649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-339352e1-c626-4742-90f3-ffde4d791c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:27.647649 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-339352e1-c626-4742-90f3-ffde4d791c26 None None] Attempt 1 to provision port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 Oct 05 09:03:27.857853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-339352e1-c626-4742-90f3-ffde4d791c26 None None] Current status of the port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:03:27.858294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-339352e1-c626-4742-90f3-ffde4d791c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:27.916836 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 50968) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:03:27.937296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-339352e1-c626-4742-90f3-ffde4d791c26 None None] For port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8,segment=NetworkSegment(262fd68e-55a1-432f-a495-9f0c1e3174b2),segment_id=262fd68e-55a1-432f-a495-9f0c1e3174b2)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:03:27.944805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-339352e1-c626-4742-90f3-ffde4d791c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:28.037538 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339352e1-c626-4742-90f3-ffde4d791c26 None None] Pushing event updated for resources: {'Port': ['ID=cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:28.266712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d82a9c47-8251-41ed-ae33-5977d930a45d None None] Provisioning complete for port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:03:28.267090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d82a9c47-8251-41ed-ae33-5977d930a45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:28.267427 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d82a9c47-8251-41ed-ae33-5977d930a45d None None] Attempt 1 to provision port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 Oct 05 09:03:28.345920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-69daed70-48f2-46f6-bd58-5d1d4e9b04dc admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:03:28.346918 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-69daed70-48f2-46f6-bd58-5d1d4e9b04dc admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4286380 Oct 05 09:03:28.421058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d82a9c47-8251-41ed-ae33-5977d930a45d None None] Current status of the port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:03:28.928753 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:03:28.995304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:03:28.995673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:28.996005 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 Oct 05 09:03:29.111766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:03:29.122746 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 5 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:03:31.115816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 50980) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:03:31.465661 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-53e0e2c4-3b05-49bc-8364-c618f663b261 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:03:31.470224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-53e0e2c4-3b05-49bc-8364-c618f663b261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:03:31.475059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-53e0e2c4-3b05-49bc-8364-c618f663b261 admin admin] Usage tracker for resource:router and tenant:56bdfb3712ce48ecb69cd59857160138 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:03:31.478828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-53e0e2c4-3b05-49bc-8364-c618f663b261 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:03:31.485758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-53e0e2c4-3b05-49bc-8364-c618f663b261 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:03:31.500590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-53e0e2c4-3b05-49bc-8364-c618f663b261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:31.502367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-53e0e2c4-3b05-49bc-8364-c618f663b261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:31.525653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-53e0e2c4-3b05-49bc-8364-c618f663b261 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:31.643018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-53e0e2c4-3b05-49bc-8364-c618f663b261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:31.662840 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-53e0e2c4-3b05-49bc-8364-c618f663b261 admin admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:31.664007 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-53e0e2c4-3b05-49bc-8364-c618f663b261 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5472407 Oct 05 09:03:32.688127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b70f0936-5780-4a13-88ad-f613892e1cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:34.202076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 50990) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:03:34.596663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-110ea80f-cfe9-49b6-abfd-d475132b2bcc admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:03:34.597682 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-110ea80f-cfe9-49b6-abfd-d475132b2bcc admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3945076 Oct 05 09:03:35.475426 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7a60801a-5472-4260-8969-e8f65d5f7c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:36.644132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:36.701084 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:37.170926 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51006) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:03:37.471990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:03:37.477263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:03:37.481163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Usage tracker for resource:network and tenant:309758827e164d4ab9a6465af011c255 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:03:37.485297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:03:37.492033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:03:37.503240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Made reservation on behalf of 309758827e164d4ab9a6465af011c255 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:03:37.506137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:37.523137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:37.537368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:03:37.541165 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Usage tracker for resource:security_group_rule and tenant:309758827e164d4ab9a6465af011c255 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:03:37.544548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:03:37.550358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:03:37.646861 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:37.650911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:37.666607 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Reserving flat network on physical network physnet1 {{(pid=89054) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 05 09:03:37.696979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773370652892', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:37.697456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Unsubscribe: segment precommit_create {{(pid=89054) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 05 09:03:37.697938 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Added segment e70c112c-be83-49a3-af9a-693e6ddd9a30 of type flat for network f5c55968-e53e-4de2-b303-3ff10e8c8b2c Oct 05 09:03:37.749305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd52db4e-edd2-46f7-9e23-3a273703a3d9,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:37.768567 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:37.768944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:37.769253 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:37.769577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:37.769897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:37.770252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:37.770572 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:37.770887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:37.771197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:37.771504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:37.771813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:37.772149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Tracked resource versions report: Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: pushed versions: Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: { 'AddressGroup': {'1.2'}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'ConntrackHelper': {'1.0'}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Log': {'1.0'}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Network': {'1.1'}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Port': {'1.7'}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'PortForwarding': {'1.2'}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'QosPolicy': {'1.8'}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'SecurityGroup': {'1.4'}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'SubPort': {'1.0'}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Subnet': {'1.1'}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Trunk': {'1.1'}} Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: consumer versions: Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: { DHCP agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: L3 agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: Metadata agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: Metering agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: Open vSwitch agent@dv-neutron-860328-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'ConntrackHelper': '1.0', Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Log': '1.0', Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Network': '1.1', Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Port': '1.7', Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'PortForwarding': '1.2', Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'QosPolicy': '1.8', Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'SecurityGroup': '1.4', Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'SecurityGroupRule': '1.2', Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'SubPort': '1.0', Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Subnet': '1.1', Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Trunk': '1.1'}} Oct 05 09:03:37.773390 dv-neutron-860328-1-hyperv neutron-server[89054]: {{(pid=89054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:03:37.813198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:37.858309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:37.859308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:03:37.859945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:37.967316 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] Pushing event updated for resources: {'Network': ['ID=f5c55968-e53e-4de2-b303-3ff10e8c8b2c,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:37.971076 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8282fb40-76af-4570-986c-d24823da0110 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7992060 Oct 05 09:03:37.989040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:03:39.049510 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:40.287490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51030) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:03:40.431736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d571065-07c4-4966-80d6-bedbb57c04a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:03:40.433004 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2d571065-07c4-4966-80d6-bedbb57c04a4 admin admin] 10.222.0.64 "GET /v2.0/subnets/06cd6b57-b05d-4dbb-aa20-62e74c5c9b32 HTTP/1.1" status: 200 len: 849 time: 0.1445794 Oct 05 09:03:40.590940 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-01ebecb3-c948-424b-b718-d6f392fa4d24 admin admin] 10.222.0.64 "GET /v2.0/routers/33a1e694-4f7f-4cbc-86f9-a67ac39b2244 HTTP/1.1" status: 200 len: 704 time: 0.1513774 Oct 05 09:03:41.057776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:41.300321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Allocated IP 172.20.0.1 (bc5d05c0-5d39-4ad8-a1ef-e03e0338b890/06cd6b57-b05d-4dbb-aa20-62e74c5c9b32/7f081648-3faa-464b-8bbe-da13a5abfdd5) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:03:41.483888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:41.509888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Transition to ACTIVE for port object 7f081648-3faa-464b-8bbe-da13a5abfdd5 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:03:41.567631 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:41.628388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Network bc5d05c0-5d39-4ad8-a1ef-e03e0338b890 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:03:41.635401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:03:41.644114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:03:41.644114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:41.764289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Pushing event updated for resources: {'Port': ['ID=7f081648-3faa-464b-8bbe-da13a5abfdd5,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:41.836837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Provisioning for port 7f081648-3faa-464b-8bbe-da13a5abfdd5 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:03:41.842899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Provisioning complete for port 7f081648-3faa-464b-8bbe-da13a5abfdd5 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:03:41.843276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:41.843726 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Attempt 1 to provision port 7f081648-3faa-464b-8bbe-da13a5abfdd5 Oct 05 09:03:41.902851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Port 7f081648-3faa-464b-8bbe-da13a5abfdd5 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:03:41.955602 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:42.200549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:42.205533 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:42.206337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:42.351770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Pushing event updated for resources: {'Port': ['ID=7f081648-3faa-464b-8bbe-da13a5abfdd5,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:42.404805 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Attempt 2 to provision port 7f081648-3faa-464b-8bbe-da13a5abfdd5 Oct 05 09:03:42.419366 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Network bc5d05c0-5d39-4ad8-a1ef-e03e0338b890 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:03:42.420300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:03:42.462998 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Port 7f081648-3faa-464b-8bbe-da13a5abfdd5 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:03:42.615174 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Router 33a1e694-4f7f-4cbc-86f9-a67ac39b2244 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:03:42.767023 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:03:42.775753 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5e232b42-998a-4d91-a2af-da771196426c admin admin] 10.222.0.64 "PUT /v2.0/routers/33a1e694-4f7f-4cbc-86f9-a67ac39b2244/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1791615 Oct 05 09:03:42.776559 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Sync routers for ids ['33a1e694-4f7f-4cbc-86f9-a67ac39b2244'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:03:42.787111 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Routers {'33a1e694-4f7f-4cbc-86f9-a67ac39b2244'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:03:42.787912 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:03:35Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['33a1e694-4f7f-4cbc-86f9-a67ac39b2244'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:03:42.963808 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Set router 33a1e694-4f7f-4cbc-86f9-a67ac39b2244 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:03:42.964506 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Attempt 3 to provision port 7f081648-3faa-464b-8bbe-da13a5abfdd5 Oct 05 09:03:43.018760 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Port 7f081648-3faa-464b-8bbe-da13a5abfdd5 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:03:43.335187 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'name': 'router1', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:03:31Z', 'updated_at': '2022-10-05T09:03:41Z', 'revision_number': 2, 'project_id': '56bdfb3712ce48ecb69cd59857160138', 'gw_port_host': None, '_interfaces': [{'id': '7f081648-3faa-464b-8bbe-da13a5abfdd5', 'name': '', 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'mac_address': 'fa:16:3e:95:bc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06cd6b57-b05d-4dbb-aa20-62e74c5c9b32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:03:41Z', 'updated_at': '2022-10-05T09:03:42Z', 'revision_number': 2, 'project_id': '56bdfb3712ce48ecb69cd59857160138', 'subnets': [{'id': '06cd6b57-b05d-4dbb-aa20-62e74c5c9b32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5658468-64a0-4e9c-a53b-9b5f842291db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:03:43.340167 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Checking router: 33a1e694-4f7f-4cbc-86f9-a67ac39b2244 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:03:43.340547 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Updating router 33a1e694-4f7f-4cbc-86f9-a67ac39b2244 port 7f081648-3faa-464b-8bbe-da13a5abfdd5 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:03:43.393049 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:43.520333 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Attempt 4 to provision port 7f081648-3faa-464b-8bbe-da13a5abfdd5 Oct 05 09:03:43.577021 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Port 7f081648-3faa-464b-8bbe-da13a5abfdd5 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:03:43.770899 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:43.789638 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Transition to ACTIVE for port object 7f081648-3faa-464b-8bbe-da13a5abfdd5 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:03:43.797551 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:44.011012 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Pushing event updated for resources: {'Port': ['ID=7f081648-3faa-464b-8bbe-da13a5abfdd5,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:44.031328 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:44.031896 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:44.032242 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:44.032577 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:44.032906 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:44.033247 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:44.033578 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:44.033904 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:44.034264 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:44.034591 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:44.034912 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:44.035232 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Tracked resource versions report: Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: pushed versions: Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: { 'AddressGroup': {'1.2'}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'ConntrackHelper': {'1.0'}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Log': {'1.0'}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Network': {'1.1'}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Port': {'1.7'}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'PortForwarding': {'1.2'}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'QosPolicy': {'1.8'}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'SecurityGroup': {'1.4'}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'SubPort': {'1.0'}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Subnet': {'1.1'}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Trunk': {'1.1'}} Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: consumer versions: Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: { DHCP agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: L3 agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: Metadata agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: Metering agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: Open vSwitch agent@dv-neutron-860328-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'ConntrackHelper': '1.0', Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Log': '1.0', Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Network': '1.1', Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Port': '1.7', Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'PortForwarding': '1.2', Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'QosPolicy': '1.8', Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'SecurityGroup': '1.4', Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'SecurityGroupRule': '1.2', Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'SubPort': '1.0', Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Subnet': '1.1', Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Trunk': '1.1'}} Oct 05 09:03:44.036534 dv-neutron-860328-1-hyperv neutron-server[89057]: {{(pid=89057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:03:44.042776 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Attempting to bind port 7f081648-3faa-464b-8bbe-da13a5abfdd5 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:03:44.043193 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Attempting to bind port 7f081648-3faa-464b-8bbe-da13a5abfdd5 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '262fd68e-55a1-432f-a495-9f0c1e3174b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:03:44.043632 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Attempting to bind port 7f081648-3faa-464b-8bbe-da13a5abfdd5 on network bc5d05c0-5d39-4ad8-a1ef-e03e0338b890 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:03:44.050082 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:03:44.050930 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Checking segment: {'id': '262fd68e-55a1-432f-a495-9f0c1e3174b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:03:44.050930 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:44.051897 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Bound using segment: {'id': '262fd68e-55a1-432f-a495-9f0c1e3174b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:03:44.051897 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Bound port: 7f081648-3faa-464b-8bbe-da13a5abfdd5, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262fd68e-55a1-432f-a495-9f0c1e3174b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:03:44.052917 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:44.078207 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Attempt 5 to provision port 7f081648-3faa-464b-8bbe-da13a5abfdd5 Oct 05 09:03:44.148604 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Port 7f081648-3faa-464b-8bbe-da13a5abfdd5 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:03:44.165481 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] For port 7f081648-3faa-464b-8bbe-da13a5abfdd5, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:03:44.170316 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] For port 7f081648-3faa-464b-8bbe-da13a5abfdd5, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7f081648-3faa-464b-8bbe-da13a5abfdd5,segment=NetworkSegment(262fd68e-55a1-432f-a495-9f0c1e3174b2),segment_id=262fd68e-55a1-432f-a495-9f0c1e3174b2)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:03:44.177677 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:44.259103 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Routers {'33a1e694-4f7f-4cbc-86f9-a67ac39b2244'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:03:44.259700 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:03:35Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['33a1e694-4f7f-4cbc-86f9-a67ac39b2244'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:03:44.455760 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df5c1-2d29-4e1c-b3cb-f21a64738940 None None] Pushing event updated for resources: {'Port': ['ID=7f081648-3faa-464b-8bbe-da13a5abfdd5,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:44.506311 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] Set router 33a1e694-4f7f-4cbc-86f9-a67ac39b2244 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:03:44.650553 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Attempt 6 to provision port 7f081648-3faa-464b-8bbe-da13a5abfdd5 Oct 05 09:03:44.717742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc5e22-dd30-4b9b-84f8-3e84d59d2e6b None None] Port 7f081648-3faa-464b-8bbe-da13a5abfdd5 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:03:44.894998 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'name': 'router1', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:03:31Z', 'updated_at': '2022-10-05T09:03:41Z', 'revision_number': 2, 'project_id': '56bdfb3712ce48ecb69cd59857160138', 'gw_port_host': None, '_interfaces': [{'id': '7f081648-3faa-464b-8bbe-da13a5abfdd5', 'name': '', 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'mac_address': 'fa:16:3e:95:bc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06cd6b57-b05d-4dbb-aa20-62e74c5c9b32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:03:41Z', 'updated_at': '2022-10-05T09:03:44Z', 'revision_number': 4, 'project_id': '56bdfb3712ce48ecb69cd59857160138', 'subnets': [{'id': '06cd6b57-b05d-4dbb-aa20-62e74c5c9b32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5658468-64a0-4e9c-a53b-9b5f842291db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:03:44.898979 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7512ed-652d-4a62-8820-d7d355afce27 None None] The sync data for ids ['33a1e694-4f7f-4cbc-86f9-a67ac39b2244'] in dv-neutron-860328-1-hyperv is: [{'id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'name': 'router1', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:03:31Z', 'updated_at': '2022-10-05T09:03:41Z', 'revision_number': 2, 'project_id': '56bdfb3712ce48ecb69cd59857160138', 'gw_port_host': None, '_interfaces': [{'id': '7f081648-3faa-464b-8bbe-da13a5abfdd5', 'name': '', 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'mac_address': 'fa:16:3e:95:bc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06cd6b57-b05d-4dbb-aa20-62e74c5c9b32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:03:41Z', 'updated_at': '2022-10-05T09:03:44Z', 'revision_number': 4, 'project_id': '56bdfb3712ce48ecb69cd59857160138', 'subnets': [{'id': '06cd6b57-b05d-4dbb-aa20-62e74c5c9b32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5658468-64a0-4e9c-a53b-9b5f842291db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:03:45.105392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51046) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:03:45.257863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247a7885-a3bd-45a6-90d6-77ee976fc7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:03:45.258444 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-247a7885-a3bd-45a6-90d6-77ee976fc7c2 admin admin] Synchronizing usage tracker for tenant:309758827e164d4ab9a6465af011c255 on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:03:45.276175 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-247a7885-a3bd-45a6-90d6-77ee976fc7c2 admin admin] Unset dirty status for tenant:309758827e164d4ab9a6465af011c255 on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:03:45.277608 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-247a7885-a3bd-45a6-90d6-77ee976fc7c2 admin admin] 10.222.0.64 "GET /v2.0/networks/f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 842 time: 0.1709363 Oct 05 09:03:45.287517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.26.0.1', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'enable_dhcp': False, 'cidr': '172.26.0.0/24'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:03:45.292654 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:03:45.296696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Usage tracker for resource:subnet and tenant:309758827e164d4ab9a6465af011c255 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:03:45.299962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:03:45.306592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:03:45.326642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Made reservation on behalf of 309758827e164d4ab9a6465af011c255 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:03:45.330338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:45.874052 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.objects.ports [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89054) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:03:45.874547 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:46.001773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f42181-0c35-47d2-b316-c6af79dfcd39,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:46.012037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:03:46.012387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Network hostable DHCP agents. Network: f5c55968-e53e-4de2-b303-3ff10e8c8b2c, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:03:46.038713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:03:46.050919 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, f5c55968-e53e-4de2-b303-3ff10e8c8b2c) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:03:46.056461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:03:46.057506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:46.061737 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46f2a3c-56c4-4a9d-8321-25d523c7d5de None None] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:03:46.081815 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9e27438f-a1db-4435-b736-562a333612f0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7980745 Oct 05 09:03:46.303062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00933858-60ff-41ee-88a2-6ec4eaa7af07 None None] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:03:46.960456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7f081648-3faa-464b-8bbe-da13a5abfdd5 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:03:47.037807 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 7f081648-3faa-464b-8bbe-da13a5abfdd5 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:03:47.044285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 7f081648-3faa-464b-8bbe-da13a5abfdd5 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:03:47.044709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:47.045191 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 7f081648-3faa-464b-8bbe-da13a5abfdd5 Oct 05 09:03:47.170168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 7f081648-3faa-464b-8bbe-da13a5abfdd5 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:03:47.170810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:47.203794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 7f081648-3faa-464b-8bbe-da13a5abfdd5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7f081648-3faa-464b-8bbe-da13a5abfdd5,segment=NetworkSegment(262fd68e-55a1-432f-a495-9f0c1e3174b2),segment_id=262fd68e-55a1-432f-a495-9f0c1e3174b2)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:03:47.208394 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:47.283205 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=7f081648-3faa-464b-8bbe-da13a5abfdd5,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:48.496826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 51060) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:03:48.803564 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d926bc7d-8923-49f8-8ec2-72ffbd11a695 admin admin] 10.222.0.64 "GET /v2.0/routers/33a1e694-4f7f-4cbc-86f9-a67ac39b2244 HTTP/1.1" status: 200 len: 710 time: 0.3054960 Oct 05 09:03:48.933821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d9d609-c6d7-4269-9d21-4c4955ce5dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:03:48.935191 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-54d9d609-c6d7-4269-9d21-4c4955ce5dea admin admin] 10.222.0.64 "GET /v2.0/networks/f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 886 time: 0.1260364 Oct 05 09:03:48.937631 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7f081648-3faa-464b-8bbe-da13a5abfdd5 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:03:48.944141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:03:49.004901 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 7f081648-3faa-464b-8bbe-da13a5abfdd5 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:03:49.005271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:49.005601 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 7f081648-3faa-464b-8bbe-da13a5abfdd5 Oct 05 09:03:49.138399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 7f081648-3faa-464b-8bbe-da13a5abfdd5 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:03:49.412700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:49.751486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:49.806048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:49.944875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Allocated IP 172.26.0.227 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/27a0113d-62e1-480d-9b61-a24077a15b48) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:03:50.140348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:50.199006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:50.267444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:03:50.270208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:03:50.278837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:03:50.343808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Pushing event updated for resources: {'Port': ['ID=27a0113d-62e1-480d-9b61-a24077a15b48,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:50.667192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:51.026789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:51.030834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:51.216904 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Router 33a1e694-4f7f-4cbc-86f9-a67ac39b2244 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:03:51.441598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:03:51.449677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:51.454058 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2e62af8c-de1f-4283-ad8e-7264d315cda7 admin admin] 10.222.0.64 "PUT /v2.0/routers/33a1e694-4f7f-4cbc-86f9-a67ac39b2244 HTTP/1.1" status: 200 len: 890 time: 2.5103116 Oct 05 09:03:51.454262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Sync routers for ids ['33a1e694-4f7f-4cbc-86f9-a67ac39b2244'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:03:51.463692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Routers {'33a1e694-4f7f-4cbc-86f9-a67ac39b2244'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:03:51.464553 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:03:35Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['33a1e694-4f7f-4cbc-86f9-a67ac39b2244'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:03:51.675999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Set router 33a1e694-4f7f-4cbc-86f9-a67ac39b2244 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:03:52.034988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'name': 'router1', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '27a0113d-62e1-480d-9b61-a24077a15b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:03:31Z', 'updated_at': '2022-10-05T09:03:50Z', 'revision_number': 4, 'project_id': '56bdfb3712ce48ecb69cd59857160138', 'gw_port': {'id': '27a0113d-62e1-480d-9b61-a24077a15b48', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:03:49Z', 'updated_at': '2022-10-05T09:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '7f081648-3faa-464b-8bbe-da13a5abfdd5', 'name': '', 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'mac_address': 'fa:16:3e:95:bc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06cd6b57-b05d-4dbb-aa20-62e74c5c9b32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:03:41Z', 'updated_at': '2022-10-05T09:03:47Z', 'revision_number': 5, 'project_id': '56bdfb3712ce48ecb69cd59857160138', 'subnets': [{'id': '06cd6b57-b05d-4dbb-aa20-62e74c5c9b32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5658468-64a0-4e9c-a53b-9b5f842291db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:03:52.039782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Checking router: 33a1e694-4f7f-4cbc-86f9-a67ac39b2244 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:03:52.040136 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Updating router 33a1e694-4f7f-4cbc-86f9-a67ac39b2244 port 27a0113d-62e1-480d-9b61-a24077a15b48 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:03:52.092907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:52.431114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:52.443602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Transition to ACTIVE for port object 27a0113d-62e1-480d-9b61-a24077a15b48 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:03:52.451772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:52.509628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Attempting to bind port 27a0113d-62e1-480d-9b61-a24077a15b48 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:03:52.510328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Attempting to bind port 27a0113d-62e1-480d-9b61-a24077a15b48 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:03:52.510458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Attempting to bind port 27a0113d-62e1-480d-9b61-a24077a15b48 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:03:52.521596 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:03:52.521988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:03:52.522396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:52.522791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:03:52.523258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Bound port: 27a0113d-62e1-480d-9b61-a24077a15b48, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:03:52.523646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:52.570848 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2807e0-41b3-4c8c-bb4b-1e8ecf5a7c1b None None] Pushing event updated for resources: {'Port': ['ID=27a0113d-62e1-480d-9b61-a24077a15b48,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:52.616580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] For port 27a0113d-62e1-480d-9b61-a24077a15b48, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:03:52.621453 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] For port 27a0113d-62e1-480d-9b61-a24077a15b48, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=27a0113d-62e1-480d-9b61-a24077a15b48,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:03:52.626667 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:52.694723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Routers {'33a1e694-4f7f-4cbc-86f9-a67ac39b2244'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:03:52.695240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:03:35Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['33a1e694-4f7f-4cbc-86f9-a67ac39b2244'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:03:52.769865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2807e0-41b3-4c8c-bb4b-1e8ecf5a7c1b None None] Pushing event updated for resources: {'Port': ['ID=27a0113d-62e1-480d-9b61-a24077a15b48,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:52.898278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] Set router 33a1e694-4f7f-4cbc-86f9-a67ac39b2244 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:03:53.269603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'name': 'router1', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '27a0113d-62e1-480d-9b61-a24077a15b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:03:31Z', 'updated_at': '2022-10-05T09:03:50Z', 'revision_number': 4, 'project_id': '56bdfb3712ce48ecb69cd59857160138', 'gw_port': {'id': '27a0113d-62e1-480d-9b61-a24077a15b48', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:03:49Z', 'updated_at': '2022-10-05T09:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '7f081648-3faa-464b-8bbe-da13a5abfdd5', 'name': '', 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'mac_address': 'fa:16:3e:95:bc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06cd6b57-b05d-4dbb-aa20-62e74c5c9b32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:03:41Z', 'updated_at': '2022-10-05T09:03:47Z', 'revision_number': 5, 'project_id': '56bdfb3712ce48ecb69cd59857160138', 'subnets': [{'id': '06cd6b57-b05d-4dbb-aa20-62e74c5c9b32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5658468-64a0-4e9c-a53b-9b5f842291db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:03:53.274118 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a09b3-6839-4ce1-a743-fc5ec8e5c55e None None] The sync data for ids ['33a1e694-4f7f-4cbc-86f9-a67ac39b2244'] in dv-neutron-860328-1-hyperv is: [{'id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'name': 'router1', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '27a0113d-62e1-480d-9b61-a24077a15b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:03:31Z', 'updated_at': '2022-10-05T09:03:50Z', 'revision_number': 4, 'project_id': '56bdfb3712ce48ecb69cd59857160138', 'gw_port': {'id': '27a0113d-62e1-480d-9b61-a24077a15b48', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:03:49Z', 'updated_at': '2022-10-05T09:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '7f081648-3faa-464b-8bbe-da13a5abfdd5', 'name': '', 'network_id': 'bc5d05c0-5d39-4ad8-a1ef-e03e0338b890', 'tenant_id': '56bdfb3712ce48ecb69cd59857160138', 'mac_address': 'fa:16:3e:95:bc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a1e694-4f7f-4cbc-86f9-a67ac39b2244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06cd6b57-b05d-4dbb-aa20-62e74c5c9b32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:03:41Z', 'updated_at': '2022-10-05T09:03:47Z', 'revision_number': 5, 'project_id': '56bdfb3712ce48ecb69cd59857160138', 'subnets': [{'id': '06cd6b57-b05d-4dbb-aa20-62e74c5c9b32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5658468-64a0-4e9c-a53b-9b5f842291db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:03:53.971091 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 51070) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:03:54.098098 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-df4b8457-1e0c-4847-8e06-a0f571612b30 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1258695 Oct 05 09:03:54.974755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 27a0113d-62e1-480d-9b61-a24077a15b48 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:03:55.059655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 27a0113d-62e1-480d-9b61-a24077a15b48 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:03:55.064846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 27a0113d-62e1-480d-9b61-a24077a15b48 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:03:55.065256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:55.065600 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 27a0113d-62e1-480d-9b61-a24077a15b48 Oct 05 09:03:55.184526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 27a0113d-62e1-480d-9b61-a24077a15b48 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:03:55.184929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:55.201742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 27a0113d-62e1-480d-9b61-a24077a15b48, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=27a0113d-62e1-480d-9b61-a24077a15b48,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:03:55.205919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:55.276460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=27a0113d-62e1-480d-9b61-a24077a15b48,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:03:56.958556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 27a0113d-62e1-480d-9b61-a24077a15b48 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:03:57.064091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 27a0113d-62e1-480d-9b61-a24077a15b48 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:03:57.064600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:03:57.065253 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 27a0113d-62e1-480d-9b61-a24077a15b48 Oct 05 09:03:57.210967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 27a0113d-62e1-480d-9b61-a24077a15b48 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:04:02.708057 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0aa2-6f47-496d-93e5-4250c72d5d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:04:05.490799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dbf873a0-a032-4474-bc4e-3a8c874b76ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:04:06.131863 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 5 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:04:06.673196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:04:06.713006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:04:09.058364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:04:32.700304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa51f-0339-49a6-bc4b-a7b60a8ae459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:04:35.485900 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5f0de985-0fc3-40f0-abd2-42ebdaad7b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:04:36.645823 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:04:36.708777 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:04:39.065195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:04:43.122284 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 5 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:05:02.697033 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9dafe5c0-2382-4a5a-a4d2-815e85e5f9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:05:05.487690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b2d5b73-b222-4fcc-b06d-6228905a9d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:05:06.641543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:05:06.712902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:05:09.078533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:05:20.127639 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 5 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:05:32.691581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b95e2f33-8c63-4a0e-b56f-553550739c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:05:35.491718 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b44829c-81e2-45df-9e9a-a016b2933e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:05:36.648807 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:05:36.717776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:05:39.087119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:05:57.127111 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 5 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:06:02.695487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d678237-f065-467c-be10-793d9ed29e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:05.495181 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f180c48d-5320-47ea-a169-31058a16e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:06.641609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:06.720266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:08.154603 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51672) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:08.226544 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd813ec-ccc3-446c-b225-67ee1bc0ebc2 admin admin] GET failed (client error): The resource could not be found. Oct 05 09:06:08.227800 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-acd813ec-ccc3-446c-b225-67ee1bc0ebc2 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0723569 Oct 05 09:06:08.360157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a4eb5-2572-4324-af85-c3df0a62e1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:08.361602 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f69a4eb5-2572-4324-af85-c3df0a62e1aa admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1290443 Oct 05 09:06:09.062280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:10.671181 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51682) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:10.782002 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b814a2b-bbf1-4d18-9a89-4539996cb914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:10.782909 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4b814a2b-bbf1-4d18-9a89-4539996cb914 admin admin] Synchronizing usage tracker for tenant:309758827e164d4ab9a6465af011c255 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:06:10.799841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4b814a2b-bbf1-4d18-9a89-4539996cb914 admin admin] Unset dirty status for tenant:309758827e164d4ab9a6465af011c255 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:06:10.801079 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4b814a2b-bbf1-4d18-9a89-4539996cb914 admin admin] 10.222.0.64 "GET /v2.0/subnets/06cd6b57-b05d-4dbb-aa20-62e74c5c9b32 HTTP/1.1" status: 200 len: 849 time: 0.1289568 Oct 05 09:06:10.810510 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:06:10.930084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:11.126072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773370724235'] for subnet, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:11.169899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:11.170548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:11.171927 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] 10.222.0.64 "PUT /v2.0/subnets/06cd6b57-b05d-4dbb-aa20-62e74c5c9b32 HTTP/1.1" status: 200 len: 868 time: 0.3652055 Oct 05 09:06:11.172715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a10137c-a6ff-425c-be0a-9ee4324184e3 None None] Network bc5d05c0-5d39-4ad8-a1ef-e03e0338b890 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:06:11.202138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06cd6b57-b05d-4dbb-aa20-62e74c5c9b32,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:06:11.210036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:11.210390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:11.210718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:11.211054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:11.211379 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:11.211725 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:11.212055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:11.212376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:11.212711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:11.213012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:11.213329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:11.213642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a433d-fa86-4d33-aa57-cc530d48d632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:11.653730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bede8f4f-0ec4-4eb9-b33c-f4a65183b07e None None] Provisioning complete for port 7f081648-3faa-464b-8bbe-da13a5abfdd5 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:06:11.654137 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bede8f4f-0ec4-4eb9-b33c-f4a65183b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:11.654473 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bede8f4f-0ec4-4eb9-b33c-f4a65183b07e None None] Attempt 1 to provision port 7f081648-3faa-464b-8bbe-da13a5abfdd5 Oct 05 09:06:11.802038 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bede8f4f-0ec4-4eb9-b33c-f4a65183b07e None None] Current status of the port 7f081648-3faa-464b-8bbe-da13a5abfdd5 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:06:11.814496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bede8f4f-0ec4-4eb9-b33c-f4a65183b07e None None] Provisioning complete for port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:06:11.814869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bede8f4f-0ec4-4eb9-b33c-f4a65183b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:11.815237 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bede8f4f-0ec4-4eb9-b33c-f4a65183b07e None None] Attempt 1 to provision port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 Oct 05 09:06:11.930843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bede8f4f-0ec4-4eb9-b33c-f4a65183b07e None None] Current status of the port cbdd25f7-8e29-46b7-bcc6-a2e6660cfbf8 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:06:13.415457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51692) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:13.589133 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b5e5e1-bbf9-4658-9398-8f934ad9de16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:13.589523 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b5e5e1-bbf9-4658-9398-8f934ad9de16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:13.591363 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-74b5e5e1-bbf9-4658-9398-8f934ad9de16 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1746786 Oct 05 09:06:15.849743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51702) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:16.022611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1187aaa-42c6-4be6-814a-87004eaed97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:16.022999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1187aaa-42c6-4be6-814a-87004eaed97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:16.024509 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a1187aaa-42c6-4be6-814a-87004eaed97a admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1737530 Oct 05 09:06:18.261004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51712) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:18.435374 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef7de9-dc4d-4969-b0df-87cec92dce4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:18.436733 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9cef7de9-dc4d-4969-b0df-87cec92dce4d admin admin] 10.222.0.64 "GET /v2.0/networks/bc5d05c0-5d39-4ad8-a1ef-e03e0338b890 HTTP/1.1" status: 200 len: 869 time: 0.1747160 Oct 05 09:06:20.697983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51722) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:20.882882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba52bf31-4f97-4ac9-bdf0-f0b461f28732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:20.884273 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ba52bf31-4f97-4ac9-bdf0-f0b461f28732 admin admin] 10.222.0.64 "GET /v2.0/networks/f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 886 time: 0.1853297 Oct 05 09:06:23.148069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51732) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:23.263717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36219032-cf9e-42a3-a653-ffe2640da03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:23.264186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36219032-cf9e-42a3-a653-ffe2640da03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:23.265763 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-36219032-cf9e-42a3-a653-ffe2640da03d admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1168287 Oct 05 09:06:25.508828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51742) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:25.622425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec662470-d99b-419f-9361-252bbd6ed27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:25.622881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec662470-d99b-419f-9361-252bbd6ed27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:25.624451 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ec662470-d99b-419f-9361-252bbd6ed27b admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1146786 Oct 05 09:06:27.895602 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51752) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:28.004029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e766bdbd-bad2-474a-a6a3-931e65080c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:28.005391 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e766bdbd-bad2-474a-a6a3-931e65080c91 admin admin] 10.222.0.64 "GET /v2.0/subnets/02f42181-0c35-47d2-b316-c6af79dfcd39 HTTP/1.1" status: 200 len: 816 time: 0.1088240 Oct 05 09:06:30.410400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 51762) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:30.517721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cead9266-3ece-4226-8202-0dea69bcfcdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:30.519111 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cead9266-3ece-4226-8202-0dea69bcfcdf admin admin] 10.222.0.64 "GET /v2.0/subnets/06cd6b57-b05d-4dbb-aa20-62e74c5c9b32 HTTP/1.1" status: 200 len: 868 time: 0.1077652 Oct 05 09:06:32.701992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5acb1d5d-089d-44d6-9921-9371f43f720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:34.125687 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 5 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:06:35.499822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-89610c1e-804e-4005-b950-52bdc874e26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:36.646749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:36.725276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:39.061679 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:50.603547 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51808) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:50.654827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-d30a9776-e5d2-4325-a1bf-093973617370 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:06:50.655961 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d30a9776-e5d2-4325-a1bf-093973617370 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513990 Oct 05 09:06:52.951339 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51818) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:53.022131 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf504774-a37e-49af-8e79-728230adf898 admin admin] GET failed (client error): The resource could not be found. Oct 05 09:06:53.023476 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cf504774-a37e-49af-8e79-728230adf898 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0711982 Oct 05 09:06:53.161090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2befe7b7-1987-401e-895c-f2d74f8e55c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:53.162513 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2befe7b7-1987-401e-895c-f2d74f8e55c6 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1338322 Oct 05 09:06:55.491434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 51828) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:55.539950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:06:55.545182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:06:55.554764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:06:55.565822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Made reservation on behalf of 309758827e164d4ab9a6465af011c255 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:06:55.568165 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:55.657135 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.services.revisions.revision_plugin [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Could not find related network for resource to bump revision. Oct 05 09:06:55.670847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:06:55.680568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:55.680955 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Added segment 09bce7c5-3f74-4a1d-8afb-5efdf217c402 of type vlan for network afd8f0fd-744a-4f72-8259-6a105886d61e Oct 05 09:06:55.708278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:55.740980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:55.742138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:55.742646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:55.845151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Pushing event updated for resources: {'Network': ['ID=afd8f0fd-744a-4f72-8259-6a105886d61e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:06:55.849493 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3570545 Oct 05 09:06:55.853417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:55.853769 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:55.854144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:55.855018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:55.856597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:55.856597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:55.856597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:55.856597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:55.856957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:55.856957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:55.857315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:55.857599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25569f-3453-4e82-aade-4aa1f544b9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:55.870973 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network afd8f0fd-744a-4f72-8259-6a105886d61e details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:06:58.144768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 51838) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:06:58.212447 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-a303fb80-c308-4320-bab7-e2331b54378f admin admin] GET failed (client error): The resource could not be found. Oct 05 09:06:58.212960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a303fb80-c308-4320-bab7-e2331b54378f admin admin] Synchronizing usage tracker for tenant:309758827e164d4ab9a6465af011c255 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:06:58.227622 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a303fb80-c308-4320-bab7-e2331b54378f admin admin] Unset dirty status for tenant:309758827e164d4ab9a6465af011c255 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:06:58.228873 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a303fb80-c308-4320-bab7-e2331b54378f admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0831954 Oct 05 09:06:58.334964 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8788b5ff-b1c0-4752-8cd4-514e660e9c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:58.336406 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8788b5ff-b1c0-4752-8cd4-514e660e9c23 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1028028 Oct 05 09:06:58.346335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'afd8f0fd-744a-4f72-8259-6a105886d61e'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:06:58.351489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:06:58.361819 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:06:58.371571 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] Made reservation on behalf of 309758827e164d4ab9a6465af011c255 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:06:58.373944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] Notify callbacks [] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:58.577417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:58.654375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] Pushing event updated for resources: {'Subnet': ['ID=953cc227-8bda-4a73-9ac0-262a977f53b2,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:06:58.662488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] Checking segment: {'id': '09bce7c5-3f74-4a1d-8afb-5efdf217c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afd8f0fd-744a-4f72-8259-6a105886d61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:06:58.662835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] Network hostable DHCP agents. Network: afd8f0fd-744a-4f72-8259-6a105886d61e, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:06:58.682648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] Network afd8f0fd-744a-4f72-8259-6a105886d61e is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:06:58.692816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, afd8f0fd-744a-4f72-8259-6a105886d61e) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:06:58.696833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:06:58.697472 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:58.702644 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdc6eca-dd6b-4597-87ca-d8095706b2fa None None] Network afd8f0fd-744a-4f72-8259-6a105886d61e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:06:58.728060 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-587ea9bd-611c-46b4-892f-b3dbccdd112e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3809757 Oct 05 09:06:58.948366 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-afd8f0fd-744a-4f72-8259-6a105886d61e', 'network_id': 'afd8f0fd-744a-4f72-8259-6a105886d61e', 'tenant_id': '309758827e164d4ab9a6465af011c255', 'fixed_ips': [{'subnet_id': '953cc227-8bda-4a73-9ac0-262a977f53b2'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:06:58.949217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:59.103140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Allocated IP 192.168.233.2 (afd8f0fd-744a-4f72-8259-6a105886d61e/953cc227-8bda-4a73-9ac0-262a977f53b2/03ffe711-2f50-4cc6-8316-eaf71f2f8cbc) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:06:59.324033 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:59.338216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Transition to ACTIVE for port object 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:06:59.360451 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Transition to ACTIVE for port object 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:06:59.367188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:59.477254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Network afd8f0fd-744a-4f72-8259-6a105886d61e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:06:59.477254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:06:59.492478 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:06:59.501734 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Pushing event updated for resources: {'Port': ['ID=03ffe711-2f50-4cc6-8316-eaf71f2f8cbc,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:06:59.515827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:59.516372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:59.516880 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:59.517407 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:59.517931 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:59.518491 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:59.518993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:59.519498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:59.520023 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:59.520527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:59.521041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:59.521534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:06:59.647519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Attempting to bind port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:06:59.647946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Attempting to bind port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '09bce7c5-3f74-4a1d-8afb-5efdf217c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afd8f0fd-744a-4f72-8259-6a105886d61e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:06:59.648306 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Attempting to bind port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc on network afd8f0fd-744a-4f72-8259-6a105886d61e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:06:59.655058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:06:59.655666 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Checking segment: {'id': '09bce7c5-3f74-4a1d-8afb-5efdf217c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afd8f0fd-744a-4f72-8259-6a105886d61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:06:59.656105 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:59.656486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Bound using segment: {'id': '09bce7c5-3f74-4a1d-8afb-5efdf217c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afd8f0fd-744a-4f72-8259-6a105886d61e'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:06:59.656953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Bound port: 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bce7c5-3f74-4a1d-8afb-5efdf217c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afd8f0fd-744a-4f72-8259-6a105886d61e'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:06:59.657344 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:59.756734 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] For port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:06:59.759957 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] For port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=03ffe711-2f50-4cc6-8316-eaf71f2f8cbc,segment=NetworkSegment(09bce7c5-3f74-4a1d-8afb-5efdf217c402),segment_id=09bce7c5-3f74-4a1d-8afb-5efdf217c402)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:06:59.764231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:06:59.858705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849d3ec-06e8-4c2d-9bc3-8652ca9df1a9 None None] Pushing event updated for resources: {'Port': ['ID=03ffe711-2f50-4cc6-8316-eaf71f2f8cbc,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:07:00.674099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f51813-d082-47ff-a973-43bbdb820955 None None] Network afd8f0fd-744a-4f72-8259-6a105886d61e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:07:00.790063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-11f4f4a2-bfa5-4517-a829-4ceb3783ac4d None None] Provisioning for port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:07:01.079431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:07:01.170766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:07:01.176578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:07:01.176951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:01.177295 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc Oct 05 09:07:01.248624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cc404eb1-2ef7-47b8-90ce-36d1d5115f4b None None] Provisioning complete for port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:07:01.248920 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc404eb1-2ef7-47b8-90ce-36d1d5115f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:01.249255 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-cc404eb1-2ef7-47b8-90ce-36d1d5115f4b None None] Attempt 1 to provision port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc Oct 05 09:07:01.364908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:07:01.365281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:01.444260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cc404eb1-2ef7-47b8-90ce-36d1d5115f4b None None] Current status of the port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:07:01.444662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc404eb1-2ef7-47b8-90ce-36d1d5115f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:01.454292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=03ffe711-2f50-4cc6-8316-eaf71f2f8cbc,segment=NetworkSegment(09bce7c5-3f74-4a1d-8afb-5efdf217c402),segment_id=09bce7c5-3f74-4a1d-8afb-5efdf217c402)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:07:01.460455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:01.584498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=03ffe711-2f50-4cc6-8316-eaf71f2f8cbc,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:07:01.591437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-cc404eb1-2ef7-47b8-90ce-36d1d5115f4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:07:01.591831 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-cc404eb1-2ef7-47b8-90ce-36d1d5115f4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:07:02.148705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cc404eb1-2ef7-47b8-90ce-36d1d5115f4b None None] Current status of the port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:07:02.697040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7d50482b-0ad8-4ca1-a758-3b53effc2e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:03.044173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:07:03.115446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:07:03.115817 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:03.116151 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc Oct 05 09:07:03.245685 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 03ffe711-2f50-4cc6-8316-eaf71f2f8cbc is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:07:05.503684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-669c0ad3-72d3-4f7a-833c-2c182bd39f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:06.650380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:06.725527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:09.062550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:11.124812 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 5 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:07:32.709027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c463-6232-4f2a-9fe2-e524843e648c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:35.507290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6fff8ffe-5fba-4e72-807c-3788bf3c3bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:36.655699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:36.734274 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:39.066914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:07:48.123954 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 5 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:08:02.700489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53890442-7774-4f84-a3f4-30ed228b3de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:05.513474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba3c357f-1694-442b-86a1-e08980a64add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:06.660269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:06.731674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:09.069870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:10.226559 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51888) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:08:10.233064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-dd14e387-167c-4530-b520-08fdd7a8be1f tempest-verify_tempest_config-1676418918 tempest-verify_tempest_config-1676418918-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:08:10.234114 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dd14e387-167c-4530-b520-08fdd7a8be1f tempest-verify_tempest_config-1676418918 tempest-verify_tempest_config-1676418918-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062284 Oct 05 09:08:10.547420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51906) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:08:10.662984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:10.677877 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:08:10.681922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Usage tracker for resource:security_group_rule and tenant:d8e5d4afb85848f3a14bb8d14ae344aa is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:08:10.684736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:08:10.690412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:08:10.774609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:10.778697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:10.896617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5c55f1-0306-4ffe-a2da-17a02ce7eb25,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:08:10.900296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Synchronizing usage tracker for tenant:309758827e164d4ab9a6465af011c255 on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:08:10.911123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:08:10.911497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:08:10.911850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:08:10.912190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:08:10.912526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:08:10.912907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:08:10.913246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:08:10.913597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:08:10.913933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:08:10.914385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:08:10.914720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:08:10.915048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:08:10.929536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] Unset dirty status for tenant:309758827e164d4ab9a6465af011c255 on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:08:10.931081 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2c67aa55-bcd8-4b23-ac13-733401b3414f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8e5d4afb85848f3a14bb8d14ae344aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3826876 Oct 05 09:08:10.934109 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51912) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:08:10.991849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b0312944-33d3-4b84-b1ed-675b6222c03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:11.018155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b0312944-33d3-4b84-b1ed-675b6222c03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:11.121248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b0312944-33d3-4b84-b1ed-675b6222c03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:11.135907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0312944-33d3-4b84-b1ed-675b6222c03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5c55f1-0306-4ffe-a2da-17a02ce7eb25,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:08:11.144125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b0312944-33d3-4b84-b1ed-675b6222c03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:11.145260 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b0312944-33d3-4b84-b1ed-675b6222c03e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b5c55f1-0306-4ffe-a2da-17a02ce7eb25 HTTP/1.1" status: 204 len: 168 time: 0.2101722 Oct 05 09:08:25.127185 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 5 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:08:32.702332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9ce10792-f868-4351-bde1-1b16fa0c56de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:35.507856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eb7963eb-849d-4718-9746-c9d1f327fec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:36.665482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:36.735148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:08:39.075192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:09:02.126013 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 5 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:09:02.704225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b662394-6772-49b9-af07-ad5e79d58827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:09:05.510390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f46c96b3-bdb0-4d3b-9cae-fb5c5084c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:09:06.667369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:09:06.737479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:09:09.074505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:09:32.706390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be2b0940-30af-405d-8422-ab68d1731725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:09:34.500825 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3725355'] for agent, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:09:35.513565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9666ad4c-c4a4-4e07-a9b4-1410bcdce2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:09:36.669477 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:09:36.739652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:09:39.078878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:09:39.124594 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:09:50.289182 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51982) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:09:50.402884 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-71d04505-fae9-4154-9cb4-469fd3d020a5 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1126347 Oct 05 09:09:52.738046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 51992) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:09:52.808982 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5a3a74d9-dce1-46ec-918c-c4200ac07732 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0706022 Oct 05 09:10:02.709679 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-74e08f9a-2c27-442b-b228-90b79de1d154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:10:04.472266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:10:05.516934 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b6c181a3-f19f-47ff-bd55-db46858dbab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:10:06.672486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:10:06.742253 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:10:09.079992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:10:16.124353 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:10:32.737852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42bb9b8e-6f21-4feb-95ca-5159d8b67e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:10:34.472846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:10:35.519743 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-593cf60f-0753-4a1b-ba4a-b18efb47beae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:10:36.676442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:10:36.744511 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:10:39.084979 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:10:53.124141 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:11:02.723542 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9953-a579-4109-b3ec-863a53319faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:04.488132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:05.522645 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-588628a5-8066-4445-8a1b-986a858ed046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:06.680551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:06.748074 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:09.088170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:23.381538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52128) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:23.626013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1391878033-network', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:23.633525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:23.637993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Usage tracker for resource:network and tenant:af3973850af34ff0b1ae6694f898d389 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:23.640868 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:23.648560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:23.660882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Made reservation on behalf of af3973850af34ff0b1ae6694f898d389 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:23.663892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:23.678534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:23.693976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:23.697996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Usage tracker for resource:security_group_rule and tenant:af3973850af34ff0b1ae6694f898d389 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:23.701864 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:23.708306 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:23.817624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:23.823080 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:23.831968 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52162) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:23.862688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc0c3a6-31e8-4d79-ae3c-6b9d5661adbd,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:23.876429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:23.877574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:23.878121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:23.878991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:23.879668 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:23.880326 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:23.880927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:23.881468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:23.881948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:23.882507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:23.883094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:23.883578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Tracked resource versions report: Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: pushed versions: Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: { 'AddressGroup': {'1.2'}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'ConntrackHelper': {'1.0'}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Log': {'1.0'}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Network': {'1.1'}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Port': {'1.7'}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'PortForwarding': {'1.2'}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'QosPolicy': {'1.8'}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'SecurityGroup': {'1.4'}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'SubPort': {'1.0'}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Subnet': {'1.1'}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Trunk': {'1.1'}} Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: consumer versions: Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: { DHCP agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: HyperV agent@hv-neutron-8603: {}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: L3 agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: Metadata agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: Metering agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: Open vSwitch agent@dv-neutron-860328-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'ConntrackHelper': '1.0', Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Log': '1.0', Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Network': '1.1', Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Port': '1.7', Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'PortForwarding': '1.2', Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'QosPolicy': '1.8', Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'SecurityGroup': '1.4', Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'SecurityGroupRule': '1.2', Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'SubPort': '1.0', Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Subnet': '1.1', Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: 'Trunk': '1.1'}} Oct 05 09:11:23.885123 dv-neutron-860328-1-hyperv neutron-server[89054]: {{(pid=89054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:11:23.904898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:11:23.918467 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:23.918993 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Added segment affd96ef-145e-48aa-9ffc-dd3e0d3559cb of type vlan for network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 Oct 05 09:11:23.957650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:23.986368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:23.987513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:23.988360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.097948 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7150297 Oct 05 09:11:24.101335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52180) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:24.102437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaa249-47aa-4259-b46d-1d7e94eb6d92 admin admin] Pushing event updated for resources: {'Network': ['ID=95bb8cf3-0bd9-406a-8c99-ca54fa52a636,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:24.106989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Request body: {'subnet': {'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1391878033-subnet', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:24.114449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:24.117767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:11:24.128542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Usage tracker for resource:subnet and tenant:af3973850af34ff0b1ae6694f898d389 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:24.131606 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:24.139053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:24.148487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1381434566-network', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:24.154750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:24.162630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Usage tracker for resource:network and tenant:55cca285808e4ee2a7042e9a9d2def4c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:24.166651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:24.173090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:24.191934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Made reservation on behalf of 55cca285808e4ee2a7042e9a9d2def4c for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:24.196974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.215138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.233185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Made reservation on behalf of af3973850af34ff0b1ae6694f898d389 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:24.236671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.260857 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:24.351897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Usage tracker for resource:security_group_rule and tenant:55cca285808e4ee2a7042e9a9d2def4c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:24.359015 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:24.378922 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:24.513455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52192) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:24.566628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.573754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.585543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.650538 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:11:24.671837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Checking segment: {'id': 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:24.672485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Network hostable DHCP agents. Network: 95bb8cf3-0bd9-406a-8c99-ca54fa52a636, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:11:24.708355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.708697 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Added segment 98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053 of type vlan for network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d Oct 05 09:11:24.720984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c921f38-f40e-448b-a86d-484c4a7e3dc9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:24.743330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:24.743722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:24.744033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:24.744367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:24.744691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:24.745172 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:24.745504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:24.745841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:24.746189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:24.747077 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:24.747862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:24.747862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Tracked resource versions report: Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: pushed versions: Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: { 'AddressGroup': {'1.2'}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'ConntrackHelper': {'1.0'}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Log': {'1.0'}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Network': {'1.1'}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Port': {'1.7'}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'PortForwarding': {'1.2'}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'QosPolicy': {'1.8'}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'SecurityGroup': {'1.4'}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'SubPort': {'1.0'}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Subnet': {'1.1'}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Trunk': {'1.1'}} Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: consumer versions: Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: { DHCP agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: HyperV agent@hv-neutron-8603: {}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: L3 agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: Metadata agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: Metering agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: Open vSwitch agent@dv-neutron-860328-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'ConntrackHelper': '1.0', Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Log': '1.0', Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Network': '1.1', Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Port': '1.7', Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'PortForwarding': '1.2', Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'QosPolicy': '1.8', Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'SecurityGroup': '1.4', Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'SecurityGroupRule': '1.2', Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'SubPort': '1.0', Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Subnet': '1.1', Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: 'Trunk': '1.1'}} Oct 05 09:11:24.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: {{(pid=89055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:11:24.769653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1dcf1b6-1798-4fba-b27d-a8b43c2672bc,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:24.785031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:11:24.792432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.808294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 95bb8cf3-0bd9-406a-8c99-ca54fa52a636) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:24.817240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:24.818405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.836634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c46a3a9-9dc3-4db9-b8b5-c4626aadcece None None] Network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:24.863898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.866218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:24.867703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.901892 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e39d8f9b-14a7-4f76-876c-cd28d32b9d16 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7993987 Oct 05 09:11:24.907929 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52212) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:24.916758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:24.930794 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:24.936557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Usage tracker for resource:router and tenant:af3973850af34ff0b1ae6694f898d389 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:24.944474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:24.958981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:24.982529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.985149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:24.997503 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1643543 Oct 05 09:11:25.000275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52218) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:25.008240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97edd73-12bb-491d-b530-a5c2fdd6ac6e admin admin] Pushing event updated for resources: {'Network': ['ID=84ab77fc-9e30-40dc-b48d-f5ad7cb2984d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:25.014266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Request body: {'subnet': {'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1381434566-subnet', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:25.023482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:25.027965 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Usage tracker for resource:subnet and tenant:55cca285808e4ee2a7042e9a9d2def4c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:25.032211 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:25.041370 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:25.060255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:25.077178 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:11:25.085559 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1776355686-network', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:25.091552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:25.104413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Usage tracker for resource:network and tenant:7c2806662ba345c1970efc4b5f30b2a0 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:25.109733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:25.125116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:25.156383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Made reservation on behalf of 7c2806662ba345c1970efc4b5f30b2a0 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:25.158793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:25.198232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:25.222419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Made reservation on behalf of 55cca285808e4ee2a7042e9a9d2def4c for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:25.224972 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:25.230077 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:25.234560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7c2806662ba345c1970efc4b5f30b2a0 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:25.247513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:25.254111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:25.312540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'fixed_ips': [{'subnet_id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:11:25.312540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:25.406339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:25.413059 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:25.429338 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:11:25.442941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:25.443590 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Added segment 55dfb4e2-4c35-48b2-9736-a8a37210a94a of type vlan for network c341bd40-6381-4696-99bd-4b7261a8625e Oct 05 09:11:25.499904 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:25.503775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9089cf6d-f885-42ca-b437-b185c237b72d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:25.543691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:25.545296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:25.546120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:25.690203 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Allocated IP 172.20.0.2 (95bb8cf3-0bd9-406a-8c99-ca54fa52a636/d1dcf1b6-1798-4fba-b27d-a8b43c2672bc/6a3d9ff8-09cf-40ba-9f89-09c730b4f787) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:25.727337 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1784582 Oct 05 09:11:25.733982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52244) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:25.734671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ee412-3b2e-4ad3-8d39-7c9267a2d4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c341bd40-6381-4696-99bd-4b7261a8625e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:25.741890 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Request body: {'subnet': {'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1776355686-subnet', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:25.760721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:25.769253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Usage tracker for resource:subnet and tenant:7c2806662ba345c1970efc4b5f30b2a0 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:25.774419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:25.791391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:25.816271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:25.818910 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Made reservation on behalf of 7c2806662ba345c1970efc4b5f30b2a0 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:25.821897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.003784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network c341bd40-6381-4696-99bd-4b7261a8625e details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:11:26.073135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.096945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.113782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Transition to ACTIVE for port object 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:26.139909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.144541 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Transition to ACTIVE for port object 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:26.159158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.189086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e394023a-1e34-408d-9f04-b686f5e87878,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:26.211016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Checking segment: {'id': '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:26.211378 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Network hostable DHCP agents. Network: 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:11:26.257996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Checking segment: {'id': '55dfb4e2-4c35-48b2-9736-a8a37210a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:26.258535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Network hostable DHCP agents. Network: c341bd40-6381-4696-99bd-4b7261a8625e, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:11:26.279110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=badddbb6-d671-45e6-8973-c7e1f2ea1009,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:26.301227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:26.309485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Network c341bd40-6381-4696-99bd-4b7261a8625e is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:11:26.314436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:26.326599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, c341bd40-6381-4696-99bd-4b7261a8625e) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:26.329568 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:26.332957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:26.333565 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.379366 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f276465e-2330-4b6b-a184-7ce7c7225d22 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6392081 Oct 05 09:11:26.380012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52270) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:26.385704 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:26.393878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:26.398945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148ebbee-efe2-4ed2-b068-9aaa4a6ec1d6 None None] Network c341bd40-6381-4696-99bd-4b7261a8625e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:26.404467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Usage tracker for resource:router and tenant:7c2806662ba345c1970efc4b5f30b2a0 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:26.408891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:26.416258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:26.433644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.438018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.471966 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:11:26.480764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.490005 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:26.497616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:26.498245 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.521858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.551711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba1e3a-352b-4de2-b9f3-f0a999ac3c43 None None] Network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:26.562667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.567957 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0f7f2d31-c448-4a1b-9644-4f8ef2e04b51 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5637302 Oct 05 09:11:26.610670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52282) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:26.680842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:26.695358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:26.711206 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Usage tracker for resource:router and tenant:55cca285808e4ee2a7042e9a9d2def4c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:26.718684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:26.729793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:26.750660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.751708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.756791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Pushing event updated for resources: {'Port': ['ID=6a3d9ff8-09cf-40ba-9f89-09c730b4f787,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:26.761027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Attempting to bind port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:26.761741 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Attempting to bind port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:26.762999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Attempting to bind port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 on network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:26.821101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.844851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Allocated IP 172.26.0.41 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/bb3abc59-fc0e-4205-9342-02d89a59a3e2) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:26.924260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:11:26.924723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Checking segment: {'id': 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:26.924813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:26.925213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Bound using segment: {'id': 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:11:26.925685 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Bound port: 6a3d9ff8-09cf-40ba-9f89-09c730b4f787, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:11:26.934638 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:27.018102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:27.022187 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:27.022520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:27.022867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:27.023531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:27.023614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:27.023913 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:27.024245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:27.024742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:27.025774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:27.026190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:27.026519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:27.026846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Tracked resource versions report: Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: pushed versions: Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: { 'AddressGroup': {'1.2'}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'ConntrackHelper': {'1.0'}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Log': {'1.0'}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Network': {'1.1'}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Port': {'1.7'}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'PortForwarding': {'1.2'}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'QosPolicy': {'1.8'}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'SecurityGroup': {'1.4'}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'SubPort': {'1.0'}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Subnet': {'1.1'}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Trunk': {'1.1'}} Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: consumer versions: Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: { DHCP agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: HyperV agent@hv-neutron-8603: {}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: L3 agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: Metadata agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: Metering agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: Open vSwitch agent@dv-neutron-860328-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'ConntrackHelper': '1.0', Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Log': '1.0', Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Network': '1.1', Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Port': '1.7', Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'PortForwarding': '1.2', Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'QosPolicy': '1.8', Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'SecurityGroup': '1.4', Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'SecurityGroupRule': '1.2', Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'SubPort': '1.0', Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Subnet': '1.1', Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: 'Trunk': '1.1'}} Oct 05 09:11:27.029294 dv-neutron-860328-1-hyperv neutron-server[89056]: {{(pid=89056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:11:27.128885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52296) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:27.141681 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] For port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:11:27.145550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] For port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6a3d9ff8-09cf-40ba-9f89-09c730b4f787,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:11:27.155202 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:27.489767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:27.562641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66871326-ad7e-4204-b09f-aa45a2097d80 None None] Pushing event updated for resources: {'Port': ['ID=6a3d9ff8-09cf-40ba-9f89-09c730b4f787,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:27.577198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:27.623236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-c341bd40-6381-4696-99bd-4b7261a8625e', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'fixed_ips': [{'subnet_id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:11:27.623236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:27.705882 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'fixed_ips': [{'subnet_id': 'e394023a-1e34-408d-9f04-b686f5e87878'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:11:27.706756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:27.772095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:27.850423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:27.900195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Allocated IP 172.20.0.2 (84ab77fc-9e30-40dc-b48d-f5ad7cb2984d/e394023a-1e34-408d-9f04-b686f5e87878/936c3dea-54fd-489f-99d4-1668738d2d7d) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:27.919569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:27.922822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1289146134'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:27.935146 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:27.943759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Usage tracker for resource:network and tenant:954b7202ed2840798fabb291c7eb0070 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:27.949647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:27.962489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:28.058072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:28.059379 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52310) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:28.060062 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Pushing event updated for resources: {'Port': ['ID=bb3abc59-fc0e-4205-9342-02d89a59a3e2,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:28.067086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:28.111057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:28.141172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:28.145537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Allocated IP 172.26.0.74 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/b418b551-582d-457a-a46c-a5f98cf9e3ef) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:28.151802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Transition to ACTIVE for port object 936c3dea-54fd-489f-99d4-1668738d2d7d will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:28.171557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Transition to ACTIVE for port object 936c3dea-54fd-489f-99d4-1668738d2d7d will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:28.181829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:28.297419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:28.307055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:28.319835 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:28.409330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52318) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:28.416038 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1742238344'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:28.422990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:28.427196 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Usage tracker for resource:network and tenant:cf7653f7211748378c80049c18e47eeb is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:28.430406 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:28.437091 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:28.543596 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52332) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:28.544212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Made reservation on behalf of 954b7202ed2840798fabb291c7eb0070 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:28.559484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:28.586637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:28.609808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:28.643436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:28.664676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Usage tracker for resource:security_group_rule and tenant:954b7202ed2840798fabb291c7eb0070 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:28.668926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:28.674375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Pushing event updated for resources: {'Port': ['ID=936c3dea-54fd-489f-99d4-1668738d2d7d,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:28.687841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Made reservation on behalf of cf7653f7211748378c80049c18e47eeb for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:28.692530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:28.694370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:28.705601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Attempting to bind port 936c3dea-54fd-489f-99d4-1668738d2d7d on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:28.705975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Attempting to bind port 936c3dea-54fd-489f-99d4-1668738d2d7d by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:28.706352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Attempting to bind port 936c3dea-54fd-489f-99d4-1668738d2d7d on network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:28.721327 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:28.731938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:11:28.732344 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Checking segment: {'id': '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:28.732692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:28.733081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Bound using segment: {'id': '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:11:28.733559 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Bound port: 936c3dea-54fd-489f-99d4-1668738d2d7d, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:11:28.733948 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:28.783602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:28.791883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Allocated IP 172.20.0.2 (c341bd40-6381-4696-99bd-4b7261a8625e/badddbb6-d671-45e6-8973-c7e1f2ea1009/5da857bd-1152-4c76-a93f-0c05b3e2a237) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:28.805758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c167aa0c-8e3e-4ea4-8434-b8f27e4e6494 None None] Network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:28.834392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:28.867456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1040025804'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:29.007942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.021933 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.050605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:11:29.085739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7674c419-1c5b-456c-8267-1cc5cb7c649c tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:29.101136 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:29.109872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:29.116844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bd752881-0f6d-4d1e-bd14-9f779ba0d658 None None] Provisioning for port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:29.117628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.118265 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Added segment f8998c2e-12aa-4fc1-8d90-702964dbf87d of type vlan for network 1b318c2a-18a0-403c-8654-6d5bf2f614cd Oct 05 09:11:29.132878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:29.145056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Usage tracker for resource:security_group_rule and tenant:cf7653f7211748378c80049c18e47eeb is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:29.146831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:29.154860 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:29.161341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:29.165701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Usage tracker for resource:network and tenant:1cbc7491b0f44075982b70a691c55b31 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:29.177255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:29.185057 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] For port 936c3dea-54fd-489f-99d4-1668738d2d7d, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:11:29.193225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] For port 936c3dea-54fd-489f-99d4-1668738d2d7d, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=936c3dea-54fd-489f-99d4-1668738d2d7d,segment=NetworkSegment(98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053),segment_id=98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:11:29.204127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:29.211664 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.223031 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:29.227653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52348) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:29.314440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:29.318429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Pushing event updated for resources: {'Port': ['ID=b418b551-582d-457a-a46c-a5f98cf9e3ef,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:29.399683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f51877-ffe3-47ba-aff7-b42179d16fb0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:29.417435 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Made reservation on behalf of 1cbc7491b0f44075982b70a691c55b31 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:29.422444 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.464680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.478494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.611337 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7674c419-1c5b-456c-8267-1cc5cb7c649c tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] 10.222.0.64 "PUT /v2.0/quotas/e3e2538abb2448688ff0d5412ec0c943 HTTP/1.1" status: 200 len: 366 time: 1.0373173 Oct 05 09:11:29.622707 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52354) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:29.629846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8651d1-7eab-426c-80a7-3299ee48da18 None None] Pushing event updated for resources: {'Port': ['ID=936c3dea-54fd-489f-99d4-1668738d2d7d,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:29.646102 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-002799b0-b5be-40ed-8985-a31d709d5ee9 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0202281 Oct 05 09:11:29.649163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52358) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:29.659800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.665400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:29.666061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.669619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.696805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Transition to ACTIVE for port object 5da857bd-1152-4c76-a93f-0c05b3e2a237 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:29.713869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:29.743121 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-928d53b5-fc5e-4853-9486-d1168ece5113 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] 10.222.0.64 "GET /v2.0/quotas/e3e2538abb2448688ff0d5412ec0c943 HTTP/1.1" status: 200 len: 366 time: 0.0720031 Oct 05 09:11:29.743121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52362) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:29.743488 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Transition to ACTIVE for port object 5da857bd-1152-4c76-a93f-0c05b3e2a237 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:29.764860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.765534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:29.783097 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Usage tracker for resource:security_group_rule and tenant:1cbc7491b0f44075982b70a691c55b31 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:29.786615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:29.820733 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:29.834425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:29.857764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:29.858429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.859003 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 Oct 05 09:11:29.884897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.909475 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.923347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:11:29.935063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.935577 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Added segment 1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2 of type vlan for network 18878ee7-5409-4d1a-a96a-8288103b4544 Oct 05 09:11:29.947350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.970819 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:29.985632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Network c341bd40-6381-4696-99bd-4b7261a8625e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:29.989891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:29.995617 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:30.014400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:30.041532 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Pushing event updated for resources: {'Port': ['ID=5da857bd-1152-4c76-a93f-0c05b3e2a237,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:30.042120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Usage tracker for resource:floatingip and tenant:7c8b2389e09247c0b5ee8c64daf14218 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:30.081814 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2970b992-beec-4262-aa41-7f71ad0039df tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/e3e2538abb2448688ff0d5412ec0c943 HTTP/1.1" status: 204 len: 168 time: 0.3489122 Oct 05 09:11:30.086696 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52370) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:30.104269 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-179323a4-29cd-4e3f-9e52-fbdfb2b2a643 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0164158 Oct 05 09:11:30.105054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Pushing event updated for resources: {'Network': ['ID=1b318c2a-18a0-403c-8654-6d5bf2f614cd,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:30.117603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52374) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:30.120616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.126189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:30.130405 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:11:30.131442 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e1d37d92-712f-4d68-b021-06e8d5750d85 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9979100 Oct 05 09:11:30.135399 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:30.139902 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52378) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:30.145041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 1b318c2a-18a0-403c-8654-6d5bf2f614cd details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:11:30.154818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Request body: {'subnet': {'network_id': '1b318c2a-18a0-403c-8654-6d5bf2f614cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:30.171683 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.208984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.210703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.244464 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Attempting to bind port 5da857bd-1152-4c76-a93f-0c05b3e2a237 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:30.244822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Attempting to bind port 5da857bd-1152-4c76-a93f-0c05b3e2a237 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '55dfb4e2-4c35-48b2-9736-a8a37210a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:30.245172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Attempting to bind port 5da857bd-1152-4c76-a93f-0c05b3e2a237 on network c341bd40-6381-4696-99bd-4b7261a8625e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:30.283534 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4fa35909-f0b5-4e3e-b7fb-8f41a6c83f84 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] 10.222.0.64 "GET /v2.0/quotas/e3e2538abb2448688ff0d5412ec0c943 HTTP/1.1" status: 200 len: 370 time: 0.1593223 Oct 05 09:11:30.290543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52382) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:30.305659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:11:30.305955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Checking segment: {'id': '55dfb4e2-4c35-48b2-9736-a8a37210a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:30.306544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.306995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Bound using segment: {'id': '55dfb4e2-4c35-48b2-9736-a8a37210a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:11:30.307525 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Bound port: 5da857bd-1152-4c76-a93f-0c05b3e2a237, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55dfb4e2-4c35-48b2-9736-a8a37210a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:11:30.307957 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.349683 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eba44341-9486-4570-bdee-2bbfb6d93aaa tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] 10.222.0.64 "GET /v2.0/quotas/e3e2538abb2448688ff0d5412ec0c943/default HTTP/1.1" status: 200 len: 370 time: 0.0583975 Oct 05 09:11:30.352632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52386) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:30.356256 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.365402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:30.366071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.406556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:30.407036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.413430 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-acb31d7d-1f0b-4fb5-8c71-a27dfef50569 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] delete failed (client error): The resource could not be found. Oct 05 09:11:30.417135 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-acb31d7d-1f0b-4fb5-8c71-a27dfef50569 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/e3e2538abb2448688ff0d5412ec0c943 HTTP/1.1" status: 404 len: 348 time: 0.0541553 Oct 05 09:11:30.479500 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.492988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-45bb08d2-1b20-4291-bb9c-f5d2f9a5efa1 None None] Provisioning complete for port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:30.492988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-45bb08d2-1b20-4291-bb9c-f5d2f9a5efa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.492988 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-45bb08d2-1b20-4291-bb9c-f5d2f9a5efa1 None None] Attempt 1 to provision port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 Oct 05 09:11:30.497596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a4c247-c68e-4bc7-a2f9-d20704ad5731,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:30.539328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] For port 5da857bd-1152-4c76-a93f-0c05b3e2a237, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:11:30.549434 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6a3d9ff8-09cf-40ba-9f89-09c730b4f787,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:30.561679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:30.570188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Usage tracker for resource:subnet and tenant:954b7202ed2840798fabb291c7eb0070 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:30.575535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:30.583305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.595096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:30.595234 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] For port 5da857bd-1152-4c76-a93f-0c05b3e2a237, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5da857bd-1152-4c76-a93f-0c05b3e2a237,segment=NetworkSegment(55dfb4e2-4c35-48b2-9736-a8a37210a94a),segment_id=55dfb4e2-4c35-48b2-9736-a8a37210a94a)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:11:30.634581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.658078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.744331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:30.813170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-45bb08d2-1b20-4291-bb9c-f5d2f9a5efa1 None None] Current status of the port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:30.833264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52394) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:30.842658 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=6a3d9ff8-09cf-40ba-9f89-09c730b4f787,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:30.923008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:11:30.962931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Pushing event updated for resources: {'Network': ['ID=18878ee7-5409-4d1a-a96a-8288103b4544,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:30.967757 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e69b3d1b-a677-4c77-ad44-4420dad54d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8871870 Oct 05 09:11:30.993888 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa125ac-bbe3-46ae-9706-25f439ab1a8b None None] Pushing event updated for resources: {'Port': ['ID=5da857bd-1152-4c76-a93f-0c05b3e2a237,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:31.031931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Made reservation on behalf of 954b7202ed2840798fabb291c7eb0070 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:31.036820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks [] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:31.037287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 18878ee7-5409-4d1a-a96a-8288103b4544 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:11:31.064586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Usage tracker for resource:network and tenant:39f5299b8dd542ffa83eccfde29713c8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:31.081270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67aad5e-477f-443d-9a3c-b8742c041a4d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:31.103242 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:31.103619 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Added segment 74148200-2e5f-46b7-a926-d795e45bb53e of type vlan for network eb12c24e-6417-44c8-b0f7-327134a0ae1f Oct 05 09:11:31.146565 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:31.234950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Allocated IP 172.26.0.226 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/5741eebc-735b-4aa9-8cab-41a0923de6ee) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:31.264347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:31.268646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Usage tracker for resource:subnet and tenant:39f5299b8dd542ffa83eccfde29713c8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:31.271612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336bdc9e-6f42-486b-a786-db6c3141733e None None] Network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:31.280751 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:31.316692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Usage tracker for resource:subnetpool and tenant:39f5299b8dd542ffa83eccfde29713c8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:31.325847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:31.384656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Usage tracker for resource:port and tenant:39f5299b8dd542ffa83eccfde29713c8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:31.392483 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cdaef5d4-9543-4d92-ad80-464073c2f8f1 None None] Provisioning for port 936c3dea-54fd-489f-99d4-1668738d2d7d completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:31.395951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:31.440170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Usage tracker for resource:router and tenant:39f5299b8dd542ffa83eccfde29713c8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:31.445131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:11:31.449754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:11:31.462037 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:31.516665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Usage tracker for resource:floatingip and tenant:39f5299b8dd542ffa83eccfde29713c8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:31.631552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5da857bd-1152-4c76-a93f-0c05b3e2a237 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:31.670829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:31.677297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:31.677904 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:31.720251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:11:31.740469 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Sync routers for ids ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:11:31.748933 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:31.754213 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0a5bc01a-00c9-4078-8c70-c66d64aff270 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3729916 Oct 05 09:11:31.755246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:31.759111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52408) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:31.762627 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Routers {'0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:31.763965 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:31.764310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Router 31bf2670-516c-4675-b599-0b83f1e2a39b is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:11:31.772258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 5da857bd-1152-4c76-a93f-0c05b3e2a237 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:31.783696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 936c3dea-54fd-489f-99d4-1668738d2d7d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:31.815804 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.4053884 Oct 05 09:11:31.816496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52412) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:31.992921 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 936c3dea-54fd-489f-99d4-1668738d2d7d completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:31.999624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 936c3dea-54fd-489f-99d4-1668738d2d7d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:32.000047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:32.000387 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 936c3dea-54fd-489f-99d4-1668738d2d7d Oct 05 09:11:32.144120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:32.213050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:32.242983 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 936c3dea-54fd-489f-99d4-1668738d2d7d is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:32.243300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:32.278786 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Set router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:11:32.323813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52418) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:32.333634 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:32.366333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05fad9e-b35b-4733-b9d6-013fb87fc94e None None] Network c341bd40-6381-4696-99bd-4b7261a8625e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:32.420491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Request body: {'port': {'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544', 'binding:host_id': 'hv-neutron-8603', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100054409'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:32.439561 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Request body: {'network': {'name': 'tempest-network--1886990123', 'router:external': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:32.444590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:32.448452 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Usage tracker for resource:network and tenant:32245fa672754a989db84c31cdc5a665 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:32.452210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:32.458030 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:32.470653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ba8c251a-65cf-4893-918f-cfa4a1781f14 None None] Provisioning for port 5da857bd-1152-4c76-a93f-0c05b3e2a237 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:32.480918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0945c2-040c-4049-9ce8-20b7be5338b4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Pushing event updated for resources: {'Network': ['ID=eb12c24e-6417-44c8-b0f7-327134a0ae1f,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:32.486084 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ba8c251a-65cf-4893-918f-cfa4a1781f14 None None] Provisioning complete for port 5da857bd-1152-4c76-a93f-0c05b3e2a237 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:32.486469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba8c251a-65cf-4893-918f-cfa4a1781f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:32.486889 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ba8c251a-65cf-4893-918f-cfa4a1781f14 None None] Attempt 1 to provision port 5da857bd-1152-4c76-a93f-0c05b3e2a237 Oct 05 09:11:32.490027 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:32.493681 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Made reservation on behalf of 32245fa672754a989db84c31cdc5a665 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:32.497054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:32.515240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 936c3dea-54fd-489f-99d4-1668738d2d7d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=936c3dea-54fd-489f-99d4-1668738d2d7d,segment=NetworkSegment(98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053),segment_id=98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:32.516582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:32.518251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network eb12c24e-6417-44c8-b0f7-327134a0ae1f details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:11:32.529402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:32.539579 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Usage tracker for resource:port and tenant:f3f77e61512147b9b3d3f7670390def9 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:32.545991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:32.548725 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:32.604645 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:32.647577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:32.648406 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:32.658447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:32.670040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:32.694809 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:29Z', 'revision_number': 3, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:32.700725 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Checking router: 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:11:32.701042 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Updating router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 port b418b551-582d-457a-a46c-a5f98cf9e3ef binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:11:32.766754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Pushing event updated for resources: {'Port': ['ID=5741eebc-735b-4aa9-8cab-41a0923de6ee,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:32.780082 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:32.784314 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=936c3dea-54fd-489f-99d4-1668738d2d7d,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:32.805029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:32.870104 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Usage tracker for resource:security_group_rule and tenant:32245fa672754a989db84c31cdc5a665 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:32.883665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c1aea739-80ad-4c6c-a23b-152ad8c5fd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:32.889219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Made reservation on behalf of f3f77e61512147b9b3d3f7670390def9 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:32.892126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:32.907937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:32.958343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Pushing event updated for resources: {'Subnet': ['ID=5c34ffda-0188-4e01-a140-7876f0d1662a,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:32.993081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:32.995680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:33.001785 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Usage tracker for resource:security_group and tenant:39f5299b8dd542ffa83eccfde29713c8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:33.016963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:33.046953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Usage tracker for resource:security_group_rule and tenant:39f5299b8dd542ffa83eccfde29713c8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:33.050475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:33.066854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:33.069832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:11:33.070371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:33.083379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:33.083379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:33.083920 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 Oct 05 09:11:33.088738 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Checking segment: {'id': 'f8998c2e-12aa-4fc1-8d90-702964dbf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1b318c2a-18a0-403c-8654-6d5bf2f614cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:33.089106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Network hostable DHCP agents. Network: 1b318c2a-18a0-403c-8654-6d5bf2f614cd, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:11:33.095160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Usage tracker for resource:security_group_rule and tenant:f3f77e61512147b9b3d3f7670390def9 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:33.107521 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-92ad4c43-fb1d-4702-8a8d-117cb7d719c4 tempest-QuotasTest-1334451576 tempest-QuotasTest-1334451576-project-admin] 10.222.0.64 "GET /v2.0/quotas/39f5299b8dd542ffa83eccfde29713c8/details.json HTTP/1.1" status: 200 len: 703 time: 2.2684069 Oct 05 09:11:33.107748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:33.128020 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c251a-65cf-4893-918f-cfa4a1781f14 None None] Current status of the port 5da857bd-1152-4c76-a93f-0c05b3e2a237 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:33.128778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba8c251a-65cf-4893-918f-cfa4a1781f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:33.132479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:33.141730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Sync routers for ids ['31bf2670-516c-4675-b599-0b83f1e2a39b'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:11:33.159404 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Allocated IP 172.26.0.50 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/79d8084f-494f-444b-a2b7-293b68844c2a) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:33.204842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Routers {'31bf2670-516c-4675-b599-0b83f1e2a39b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:33.205483 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['31bf2670-516c-4675-b599-0b83f1e2a39b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:33.259409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:33.265365 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f6a59d64-a607-4b87-9441-1e16f124b90c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3506718 Oct 05 09:11:33.276395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52424) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:33.279194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ba8c251a-65cf-4893-918f-cfa4a1781f14 None None] For port 5da857bd-1152-4c76-a93f-0c05b3e2a237, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5da857bd-1152-4c76-a93f-0c05b3e2a237,segment=NetworkSegment(55dfb4e2-4c35-48b2-9736-a8a37210a94a),segment_id=55dfb4e2-4c35-48b2-9736-a8a37210a94a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:33.294032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba8c251a-65cf-4893-918f-cfa4a1781f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:33.383833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Network 1b318c2a-18a0-403c-8654-6d5bf2f614cd is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:11:33.416720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 1b318c2a-18a0-403c-8654-6d5bf2f614cd) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:33.447211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:33.453890 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:33.489882 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336043eb-b09d-464f-baf4-7d8134401424 None None] Network 1b318c2a-18a0-403c-8654-6d5bf2f614cd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:33.538282 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d7fbd512-b232-4bdd-85cb-d7f89546ec0a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3900738 Oct 05 09:11:33.541102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52432) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:33.547106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Request body: {'port': {'network_id': '1b318c2a-18a0-403c-8654-6d5bf2f614cd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1665761737'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:33.640102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Allocated IP 172.20.0.1 (c341bd40-6381-4696-99bd-4b7261a8625e/badddbb6-d671-45e6-8973-c7e1f2ea1009/ad09cc58-4715-490c-bf0b-7df45bbd380b) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:33.640102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52436) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:33.643642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:33.704565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ba8c251a-65cf-4893-918f-cfa4a1781f14 None None] Provisioning complete for port 936c3dea-54fd-489f-99d4-1668738d2d7d triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:33.704565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba8c251a-65cf-4893-918f-cfa4a1781f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:33.704814 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ba8c251a-65cf-4893-918f-cfa4a1781f14 None None] Attempt 1 to provision port 936c3dea-54fd-489f-99d4-1668738d2d7d Oct 05 09:11:33.754539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c251a-65cf-4893-918f-cfa4a1781f14 None None] Pushing event updated for resources: {'Port': ['ID=5da857bd-1152-4c76-a93f-0c05b3e2a237,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:33.802213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:33.830579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e04a9f36-3481-4ff9-85ea-6fe433d6037f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:33.843610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Set router 31bf2670-516c-4675-b599-0b83f1e2a39b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:11:33.850925 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:33.853287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e04a9f36-3481-4ff9-85ea-6fe433d6037f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:33.869558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e04a9f36-3481-4ff9-85ea-6fe433d6037f admin admin] Usage tracker for resource:security_group_rule and tenant:90ceb97937cf4cf6b6713b302136d75c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:33.875780 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Usage tracker for resource:port and tenant:954b7202ed2840798fabb291c7eb0070 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:33.879826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:33.882530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e04a9f36-3481-4ff9-85ea-6fe433d6037f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:33.903847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:33.905879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e04a9f36-3481-4ff9-85ea-6fe433d6037f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:33.943777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:33.957144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Made reservation on behalf of 954b7202ed2840798fabb291c7eb0070 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:33.960651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:33.972136 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5da857bd-1152-4c76-a93f-0c05b3e2a237 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:33.989338 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Transition to ACTIVE for port object ad09cc58-4715-490c-bf0b-7df45bbd380b will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:34.011192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] device_id is not set on port f52fcef6-6147-4e5f-9f18-302cdb07a317 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:11:34.073978 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.146461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.174462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.226490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e04a9f36-3481-4ff9-85ea-6fe433d6037f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.251547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e04a9f36-3481-4ff9-85ea-6fe433d6037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.280329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Network c341bd40-6381-4696-99bd-4b7261a8625e is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:34.297061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:34.299189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:11:34.300247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:34.300865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.345978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c251a-65cf-4893-918f-cfa4a1781f14 None None] Current status of the port 936c3dea-54fd-489f-99d4-1668738d2d7d is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:34.347657 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e179dbf-81cb-4160-a993-2174321ebbe9,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:34.360482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.360818 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Added segment 00aaa4ca-651a-4dac-937e-4839510f3cbf of type vlan for network 684481a7-867a-4d3a-b544-8c38aa492a87 Oct 05 09:11:34.406118 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 5da857bd-1152-4c76-a93f-0c05b3e2a237 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:34.406373 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.406758 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 5da857bd-1152-4c76-a93f-0c05b3e2a237 Oct 05 09:11:34.460869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-1b318c2a-18a0-403c-8654-6d5bf2f614cd', 'network_id': '1b318c2a-18a0-403c-8654-6d5bf2f614cd', 'tenant_id': '954b7202ed2840798fabb291c7eb0070', 'fixed_ips': [{'subnet_id': '5c34ffda-0188-4e01-a140-7876f0d1662a'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:11:34.464291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.479240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.492638 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e04a9f36-3481-4ff9-85ea-6fe433d6037f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90ceb97937cf4cf6b6713b302136d75c&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8540070 Oct 05 09:11:34.497032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Allocated IP 172.20.0.14 (1b318c2a-18a0-403c-8654-6d5bf2f614cd/5c34ffda-0188-4e01-a140-7876f0d1662a/f52fcef6-6147-4e5f-9f18-302cdb07a317) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:34.498344 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.502621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Pushing event updated for resources: {'Port': ['ID=ad09cc58-4715-490c-bf0b-7df45bbd380b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:34.505830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52442) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:34.506455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.534825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a9f36-3481-4ff9-85ea-6fe433d6037f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43665022-00f2-4f1f-89ea-75a2025db74d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:34.605540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] device_id is not set on port f792225e-7809-41b2-830c-c2bbad7a0a79 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:11:34.652693 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.692350 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.695137 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-798c75a5-c7f6-4f1f-8c1a-d1a7a3ecb326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.711292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d18a09e0-efcc-4266-a537-e4edc8bfc67a None None] Provisioning complete for port 5da857bd-1152-4c76-a93f-0c05b3e2a237 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:34.711669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d18a09e0-efcc-4266-a537-e4edc8bfc67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.712006 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d18a09e0-efcc-4266-a537-e4edc8bfc67a None None] Attempt 1 to provision port 5da857bd-1152-4c76-a93f-0c05b3e2a237 Oct 05 09:11:34.768301 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fbee31-deca-4aa8-b3f7-90cd239b7187,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:34.810958 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:11:28Z', 'revision_number': 3, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:34.832713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.838794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-798c75a5-c7f6-4f1f-8c1a-d1a7a3ecb326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:34.861642 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 5da857bd-1152-4c76-a93f-0c05b3e2a237 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:34.863105 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 936c3dea-54fd-489f-99d4-1668738d2d7d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:34.940552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Checking router: 31bf2670-516c-4675-b599-0b83f1e2a39b for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:11:34.941190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Updating router 31bf2670-516c-4675-b599-0b83f1e2a39b port bb3abc59-fc0e-4205-9342-02d89a59a3e2 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:11:34.984449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.010437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.022534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.023488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:35.024257 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.032900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-798c75a5-c7f6-4f1f-8c1a-d1a7a3ecb326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.037019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Transition to ACTIVE for port object f52fcef6-6147-4e5f-9f18-302cdb07a317 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:35.051802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.091320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c75a5-c7f6-4f1f-8c1a-d1a7a3ecb326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43665022-00f2-4f1f-89ea-75a2025db74d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:35.134771 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-798c75a5-c7f6-4f1f-8c1a-d1a7a3ecb326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.135527 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-798c75a5-c7f6-4f1f-8c1a-d1a7a3ecb326 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43665022-00f2-4f1f-89ea-75a2025db74d HTTP/1.1" status: 204 len: 168 time: 0.6205459 Oct 05 09:11:35.148268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 936c3dea-54fd-489f-99d4-1668738d2d7d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:35.148648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.148990 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 936c3dea-54fd-489f-99d4-1668738d2d7d Oct 05 09:11:35.245053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d18a09e0-efcc-4266-a537-e4edc8bfc67a None None] Current status of the port 5da857bd-1152-4c76-a93f-0c05b3e2a237 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:35.257192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.344733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.388075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Allocated IP 172.20.0.2 (1b318c2a-18a0-403c-8654-6d5bf2f614cd/5c34ffda-0188-4e01-a140-7876f0d1662a/466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:35.457366 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Provisioning for port ad09cc58-4715-490c-bf0b-7df45bbd380b completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:35.461437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Network 1b318c2a-18a0-403c-8654-6d5bf2f614cd is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:35.468717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:35.482298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:35.488848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:35.489460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.532516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Pushing event updated for resources: {'Port': ['ID=f52fcef6-6147-4e5f-9f18-302cdb07a317,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:35.553767 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0ca96bc8-7d08-475a-9bd0-1642ed3556f0 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.0115988 Oct 05 09:11:35.554664 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52450) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:35.570132 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.596773 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Transition to ACTIVE for port object b418b551-582d-457a-a46c-a5f98cf9e3ef will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:35.607304 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.609627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Provisioning complete for port ad09cc58-4715-490c-bf0b-7df45bbd380b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:35.610301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.610650 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Attempt 1 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:35.640289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:35.641510 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event updated for resources: {'Network': ['ID=684481a7-867a-4d3a-b544-8c38aa492a87,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:35.647955 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-098069ce-b8bc-4c51-b458-fdff8757806f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.7214220 Oct 05 09:11:35.658859 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Attempting to bind port b418b551-582d-457a-a46c-a5f98cf9e3ef on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:35.659038 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Attempting to bind port b418b551-582d-457a-a46c-a5f98cf9e3ef by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:35.659189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:35.659274 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Attempting to bind port b418b551-582d-457a-a46c-a5f98cf9e3ef on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:35.664225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52454) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:35.664372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f03ed434-de85-490c-b31f-734b7d430e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.670900 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:11:35.671194 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:35.673943 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.673943 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:11:35.673943 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Bound port: b418b551-582d-457a-a46c-a5f98cf9e3ef, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:11:35.673943 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.682229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:35.692022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 684481a7-867a-4d3a-b544-8c38aa492a87 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:11:35.720324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event updated for resources: {'Port': ['ID=79d8084f-494f-444b-a2b7-293b68844c2a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:35.774687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52458) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:35.791063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6eea06a5-5f72-4a92-8116-6a770a00e845 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Deleting port f52fcef6-6147-4e5f-9f18-302cdb07a317 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:11:35.791507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6eea06a5-5f72-4a92-8116-6a770a00e845 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.800316 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Pushing event updated for resources: {'Port': ['ID=b418b551-582d-457a-a46c-a5f98cf9e3ef,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:35.812676 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:35.813068 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:35.826047 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:35.826494 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:35.826941 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:35.827316 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:35.827666 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:35.828005 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:35.828357 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:35.828745 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:35.829081 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:35.829401 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Tracked resource versions report: Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: pushed versions: Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: { 'AddressGroup': {'1.2'}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'ConntrackHelper': {'1.0'}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Log': {'1.0'}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Network': {'1.1'}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Port': {'1.7'}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'PortForwarding': {'1.2'}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'QosPolicy': {'1.8'}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'SecurityGroup': {'1.4'}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'SecurityGroupRule': {'1.2'}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'SubPort': {'1.0'}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Subnet': {'1.1'}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Trunk': {'1.1'}} Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: consumer versions: Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: { DHCP agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: HyperV agent@hv-neutron-8603: {}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: L3 agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: Metadata agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: Metering agent@dv-neutron-860328-1-hyperv: {}, Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: Open vSwitch agent@dv-neutron-860328-1-hyperv: { 'AddressGroup': '1.2', Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'ConntrackHelper': '1.0', Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Log': '1.0', Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Network': '1.1', Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Port': '1.7', Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'PortForwarding': '1.2', Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'QosPolicy': '1.8', Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'SecurityGroup': '1.4', Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'SecurityGroupRule': '1.2', Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'SubPort': '1.0', Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Subnet': '1.1', Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: 'Trunk': '1.1'}} Oct 05 09:11:35.832116 dv-neutron-860328-1-hyperv neutron-server[89057]: {{(pid=89057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 09:11:35.844966 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] For port b418b551-582d-457a-a46c-a5f98cf9e3ef, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:11:35.848862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.861217 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] For port b418b551-582d-457a-a46c-a5f98cf9e3ef, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b418b551-582d-457a-a46c-a5f98cf9e3ef,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:11:35.876186 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.876381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.876381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.898632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 936c3dea-54fd-489f-99d4-1668738d2d7d is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:35.900557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.932189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b685e4c-57ba-49cd-9c6a-73d0653bc8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:35.979481 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Routers {'0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:35.980220 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:35.992231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:36.008386 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] device_id is not set on port f792225e-7809-41b2-830c-c2bbad7a0a79 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:11:36.025384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.042350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Transition to ACTIVE for port object f792225e-7809-41b2-830c-c2bbad7a0a79 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:36.046418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9b685e4c-57ba-49cd-9c6a-73d0653bc8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:36.076102 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95135c8b-fc20-4875-9fdb-aec127e5c37a None None] Pushing event updated for resources: {'Port': ['ID=b418b551-582d-457a-a46c-a5f98cf9e3ef,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:36.089013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9b685e4c-57ba-49cd-9c6a-73d0653bc8ef admin admin] Usage tracker for resource:security_group_rule and tenant:39f5299b8dd542ffa83eccfde29713c8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:36.096341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9b685e4c-57ba-49cd-9c6a-73d0653bc8ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:36.147995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9b685e4c-57ba-49cd-9c6a-73d0653bc8ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:36.160434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.168706 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.171892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Pushing event updated for resources: {'Port': ['ID=ad09cc58-4715-490c-bf0b-7df45bbd380b,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:36.221846 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] Set router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:11:36.226919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Transition to ACTIVE for port object 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:36.260517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.264269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Transition to ACTIVE for port object 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:36.277781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.282697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.352775 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Transition to ACTIVE for port object bb3abc59-fc0e-4205-9342-02d89a59a3e2 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:36.362660 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Network 1b318c2a-18a0-403c-8654-6d5bf2f614cd is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:36.363904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:36.373223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:36.392547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Network c341bd40-6381-4696-99bd-4b7261a8625e is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:36.397459 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:36.457564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.554212 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Attempt 2 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:36.576745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6eea06a5-5f72-4a92-8116-6a770a00e845 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.643650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Pushing event updated for resources: {'Port': ['ID=466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:36.655555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:36.656157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Attempting to bind port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:36.661315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Attempting to bind port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'f8998c2e-12aa-4fc1-8d90-702964dbf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1b318c2a-18a0-403c-8654-6d5bf2f614cd'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:36.661792 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Attempting to bind port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 on network 1b318c2a-18a0-403c-8654-6d5bf2f614cd {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:36.703501 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:34Z', 'revision_number': 4, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'ad09cc58-4715-490c-bf0b-7df45bbd380b', 'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'mac_address': 'fa:16:3e:7e:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:33Z', 'updated_at': '2022-10-05T09:11:35Z', 'revision_number': 2, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'subnets': [{'id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:36.707973 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377da4e5-3c79-4157-a24b-18cb0460c352 None None] The sync data for ids ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'] in dv-neutron-860328-1-hyperv is: [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:34Z', 'revision_number': 4, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'ad09cc58-4715-490c-bf0b-7df45bbd380b', 'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'mac_address': 'fa:16:3e:7e:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:33Z', 'updated_at': '2022-10-05T09:11:35Z', 'revision_number': 2, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'subnets': [{'id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:11:36.739467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Attempting to bind port bb3abc59-fc0e-4205-9342-02d89a59a3e2 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:36.739844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Attempting to bind port bb3abc59-fc0e-4205-9342-02d89a59a3e2 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:36.740210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Attempting to bind port bb3abc59-fc0e-4205-9342-02d89a59a3e2 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:36.749395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:11:36.749778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Checking segment: {'id': 'f8998c2e-12aa-4fc1-8d90-702964dbf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1b318c2a-18a0-403c-8654-6d5bf2f614cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:36.750198 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.750589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Bound using segment: {'id': 'f8998c2e-12aa-4fc1-8d90-702964dbf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1b318c2a-18a0-403c-8654-6d5bf2f614cd'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:11:36.751074 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Bound port: 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8998c2e-12aa-4fc1-8d90-702964dbf87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1b318c2a-18a0-403c-8654-6d5bf2f614cd'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:11:36.751451 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.772934 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:11:36.773733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:36.774241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.775196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:11:36.775725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Bound port: bb3abc59-fc0e-4205-9342-02d89a59a3e2, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:11:36.776124 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.785893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:11:36.809441 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Router 743c9cb3-ff0d-474b-ac80-db0117506140 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:11:36.835778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6eea06a5-5f72-4a92-8116-6a770a00e845 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Calling delete_port for f52fcef6-6147-4e5f-9f18-302cdb07a317 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:11:36.845911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event updated for resources: {'Port': ['ID=f792225e-7809-41b2-830c-c2bbad7a0a79,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:36.858074 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.861179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] For port bb3abc59-fc0e-4205-9342-02d89a59a3e2, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:11:36.864423 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] For port bb3abc59-fc0e-4205-9342-02d89a59a3e2, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bb3abc59-fc0e-4205-9342-02d89a59a3e2,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:11:36.885337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.892542 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.894328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfb502-02b5-4b6c-a65b-61f213b1a64f None None] Pushing event updated for resources: {'Port': ['ID=bb3abc59-fc0e-4205-9342-02d89a59a3e2,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:36.951595 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Routers {'31bf2670-516c-4675-b599-0b83f1e2a39b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:36.952379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b685e4c-57ba-49cd-9c6a-73d0653bc8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.952829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['31bf2670-516c-4675-b599-0b83f1e2a39b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:36.956046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:36.961451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b685e4c-57ba-49cd-9c6a-73d0653bc8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.053821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.054558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.055690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.165376 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Attempt 3 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:37.187676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:11:37.192991 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9b685e4c-57ba-49cd-9c6a-73d0653bc8ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39f5299b8dd542ffa83eccfde29713c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4139271 Oct 05 09:11:37.194031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52464) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:37.200136 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b685e4c-57ba-49cd-9c6a-73d0653bc8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf49c2-9dcb-4845-947d-def0c55ae8ce,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:37.338759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] For port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:11:37.355933 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:37.371609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] Set router 31bf2670-516c-4675-b599-0b83f1e2a39b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:11:37.372827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.374248 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.1433966 Oct 05 09:11:37.389917 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Checking segment: {'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:37.393701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Network hostable DHCP agents. Network: 18878ee7-5409-4d1a-a96a-8288103b4544, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:11:37.405551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52468) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:37.406467 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8aaeb-f146-42e0-9722-c7dde1fa5445 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event updated for resources: {'Port': ['ID=79d8084f-494f-444b-a2b7-293b68844c2a,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:37.441430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-271375065'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:37.447980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:37.452971 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Usage tracker for resource:network and tenant:7c8b2389e09247c0b5ee8c64daf14218 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:37.456628 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:37.463534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:37.544485 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.554152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] For port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4,segment=NetworkSegment(f8998c2e-12aa-4fc1-8d90-702964dbf87d),segment_id=f8998c2e-12aa-4fc1-8d90-702964dbf87d)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:11:37.563485 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Made reservation on behalf of 7c8b2389e09247c0b5ee8c64daf14218 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:37.567672 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.567810 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6eea06a5-5f72-4a92-8116-6a770a00e845 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.577657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfb502-02b5-4b6c-a65b-61f213b1a64f None None] Pushing event updated for resources: {'Port': ['ID=bb3abc59-fc0e-4205-9342-02d89a59a3e2,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:37.612377 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.616202 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.636879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:11:37.657816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:37.662488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.664870 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Sync routers for ids ['743c9cb3-ff0d-474b-ac80-db0117506140'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:11:37.678569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea06a5-5f72-4a92-8116-6a770a00e845 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Pushing event deleted for resources: {'Port': ['ID=f52fcef6-6147-4e5f-9f18-302cdb07a317,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:37.680590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab9a89ee-ebfb-4f08-88a0-218b4876c33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.689165 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Routers {'743c9cb3-ff0d-474b-ac80-db0117506140'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:37.689795 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['743c9cb3-ff0d-474b-ac80-db0117506140'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:37.723703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Usage tracker for resource:security_group_rule and tenant:7c8b2389e09247c0b5ee8c64daf14218 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:37.726513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Network 18878ee7-5409-4d1a-a96a-8288103b4544 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:11:37.740203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:37.782794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:11:37.790427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6eea06a5-5f72-4a92-8116-6a770a00e845 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.800561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab9a89ee-ebfb-4f08-88a0-218b4876c33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:37.869833 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-038a1dd0-ca58-47b8-8a9f-05e2dacd3a81 admin admin] 10.222.0.64 "PUT /v2.0/routers/0f0a291a-c7d6-4feb-aa5c-d89b94ec4707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1014526 Oct 05 09:11:37.884323 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6eea06a5-5f72-4a92-8116-6a770a00e845 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] 10.222.0.64 "DELETE /v2.0/ports/f52fcef6-6147-4e5f-9f18-302cdb07a317 HTTP/1.1" status: 204 len: 168 time: 2.3245745 Oct 05 09:11:37.892621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52476) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:37.899283 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Attempt 4 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:38.007678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab9a89ee-ebfb-4f08-88a0-218b4876c33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:38.034846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:38.055801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a89ee-ebfb-4f08-88a0-218b4876c33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf49c2-9dcb-4845-947d-def0c55ae8ce,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:38.067478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab9a89ee-ebfb-4f08-88a0-218b4876c33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:38.068653 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ab9a89ee-ebfb-4f08-88a0-218b4876c33d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46cf49c2-9dcb-4845-947d-def0c55ae8ce HTTP/1.1" status: 204 len: 168 time: 0.8706138 Oct 05 09:11:38.075887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:38.082054 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-87115ea3-12e8-4c1d-bebd-e022cf751474 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 11.4679646 Oct 05 09:11:38.083419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52484) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:38.109238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b418b551-582d-457a-a46c-a5f98cf9e3ef up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:38.143890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:38.187915 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.188343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.189161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.189562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > port after_create 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.189998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.190398 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > port after_update 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.190818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.191216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.191613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.191987 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.218804 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Set router 743c9cb3-ff0d-474b-ac80-db0117506140 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:11:38.232122 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcac7e-73ad-474c-81bf-722cd2d85cc0 None None] Pushing event updated for resources: {'Port': ['ID=466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:38.239627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b418b551-582d-457a-a46c-a5f98cf9e3ef completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:38.247636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b418b551-582d-457a-a46c-a5f98cf9e3ef triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:38.248009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:38.248342 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b418b551-582d-457a-a46c-a5f98cf9e3ef Oct 05 09:11:38.541500 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Attempt 5 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:38.611996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.612589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.613127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.613661 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:38.614432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684481a7-867a-4d3a-b544-8c38aa492a87']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:38.633259 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00aaa4ca-651a-4dac-937e-4839510f3cbf') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:38.633914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00aaa4ca-651a-4dac-937e-4839510f3cbf') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:38.649652 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:38.676588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:38.682136 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:38.692586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:11:38.693280 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:38.774581 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8f51dea1-8831-4301-b9be-15e8e93f8d82 tempest-DHCPAgentSchedulersTestJSON-2029673451 tempest-DHCPAgentSchedulersTestJSON-2029673451-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.8784766 Oct 05 09:11:38.775249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52496) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:38.792099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-833866471'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:38.810113 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:33Z', 'revision_number': 3, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port': {'id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:30Z', 'updated_at': '2022-10-05T09:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:38.818950 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Checking router: 743c9cb3-ff0d-474b-ac80-db0117506140 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:11:38.819306 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Updating router 743c9cb3-ff0d-474b-ac80-db0117506140 port 5741eebc-735b-4aa9-8cab-41a0923de6ee binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:11:38.820470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:38.845268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Usage tracker for resource:network and tenant:954b7202ed2840798fabb291c7eb0070 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:38.856848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:38.941019 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b418b551-582d-457a-a46c-a5f98cf9e3ef is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:38.941194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:38.956928 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.007137 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port b418b551-582d-457a-a46c-a5f98cf9e3ef, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b418b551-582d-457a-a46c-a5f98cf9e3ef,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:39.018191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.052275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:39.093528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.107813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 18878ee7-5409-4d1a-a96a-8288103b4544) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:39.112428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Made reservation on behalf of 954b7202ed2840798fabb291c7eb0070 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:39.126252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.153911 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e94a16-8518-465e-b1eb-5e51cd062c1d None None] Network 18878ee7-5409-4d1a-a96a-8288103b4544 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:39.165368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:39.248132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.254216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:39.254601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:39.255029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:39.333906 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.420846 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Attempt 6 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:39.456860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:11:39.496915 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 684481a7-867a-4d3a-b544-8c38aa492a87 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:11:39.535266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event deleted for resources: {'Network': ['ID=684481a7-867a-4d3a-b544-8c38aa492a87,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:39.552311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.552652 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Added segment 0daeb659-1128-4666-b409-ddbb674224d1 of type vlan for network 57f6448d-5470-4e62-9b5c-1c43d7a3d5f6 Oct 05 09:11:39.589565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:11:28Z', 'revision_number': 3, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:39.592148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55eb39d-f4a6-4a9c-b3e8-963aecc2cd71 None None] Network 1b318c2a-18a0-403c-8654-6d5bf2f614cd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:39.625938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1815335d-e069-4edd-ab3e-4d792b415360,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:39.649037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:39.649401 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:39.677504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.685132 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 2 to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 Oct 05 09:11:39.726757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.778696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:11:39.798373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.798980 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Added segment f07f2599-6618-43c1-97d8-56316544da2c of type vlan for network 731eb8de-60e8-4498-9d6f-d477a2f99a5f Oct 05 09:11:39.799450 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.831031 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Transition to ACTIVE for port object 5741eebc-735b-4aa9-8cab-41a0923de6ee will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:39.833834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.840105 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.881998 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:39.884482 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0e6c8810-21b8-4894-a45e-e6db544ef979 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "DELETE /v2.0/networks/684481a7-867a-4d3a-b544-8c38aa492a87 HTTP/1.1" status: 204 len: 168 time: 4.2147119 Oct 05 09:11:39.889387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007504f8-e211-4724-8864-8eb5179c25cc None None] The sync data for ids ['31bf2670-516c-4675-b599-0b83f1e2a39b'] in dv-neutron-860328-1-hyperv is: [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:11:28Z', 'revision_number': 3, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:11:39.896734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.910861 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:39.912122 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:39.919100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52526) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:39.952508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:39.985477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:40.016106 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:40.016771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:40.017412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:40.052525 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Attempting to bind port 5741eebc-735b-4aa9-8cab-41a0923de6ee on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:40.053007 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Attempting to bind port 5741eebc-735b-4aa9-8cab-41a0923de6ee by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:40.053418 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Attempting to bind port 5741eebc-735b-4aa9-8cab-41a0923de6ee on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:40.065625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:40.066325 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:40.068812 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:11:40.069158 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:40.069547 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:40.070158 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:11:40.070662 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Bound port: 5741eebc-735b-4aa9-8cab-41a0923de6ee, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:11:40.071123 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:40.090576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52536) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:40.119772 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e376883-7c3b-4c4f-9b44-413257b6a5f3 None None] Pushing event updated for resources: {'Port': ['ID=5741eebc-735b-4aa9-8cab-41a0923de6ee,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:40.122774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Usage tracker for resource:network and tenant:32245fa672754a989db84c31cdc5a665 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:40.139105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:40.155216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419736622', 'description': 'tempest-description--1682033033'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:40.172816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:40.205254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:40.215563 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 3 to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 Oct 05 09:11:40.219420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:40.220066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:40.222755 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] For port 5741eebc-735b-4aa9-8cab-41a0923de6ee, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:11:40.231679 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] For port 5741eebc-735b-4aa9-8cab-41a0923de6ee, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5741eebc-735b-4aa9-8cab-41a0923de6ee,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:11:40.240966 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:40.250631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:40.252931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:40.296385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:40.317628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Usage tracker for resource:security_group and tenant:7c2806662ba345c1970efc4b5f30b2a0 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:40.331622 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 00aaa4ca-651a-4dac-937e-4839510f3cbf resource provider aggregate not found Oct 05 09:11:40.338557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:40.363806 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Routers {'743c9cb3-ff0d-474b-ac80-db0117506140'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:40.371091 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['743c9cb3-ff0d-474b-ac80-db0117506140'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:40.377331 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.9674914 Oct 05 09:11:40.395093 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 00aaa4ca-651a-4dac-937e-4839510f3cbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00aaa4ca-651a-4dac-937e-4839510f3cbf found for delete ", "request_id": "req-edd8c145-e314-47f2-a6fa-cfe872c4a5ba"}]} Oct 05 09:11:40.403068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52546) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:40.411132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:40.411470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:40.411807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:40.419608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Request body: {'subnet': {'network_id': '731eb8de-60e8-4498-9d6f-d477a2f99a5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:40.442613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146097c0-8dd5-457e-9e12-92743837fbf9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event updated for resources: {'Network': ['ID=731eb8de-60e8-4498-9d6f-d477a2f99a5f,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:40.448571 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Attempt 7 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:40.450880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:40.451213 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:40.470071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Pushing event updated for resources: {'Network': ['ID=57f6448d-5470-4e62-9b5c-1c43d7a3d5f6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:40.495716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:40.499152 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 4 to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 Oct 05 09:11:40.515208 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=b418b551-582d-457a-a46c-a5f98cf9e3ef,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:40.520706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:40.530239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:40.530366 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:40.530610 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:40.551689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Allocated IP 172.20.0.1 (95bb8cf3-0bd9-406a-8c99-ca54fa52a636/d1dcf1b6-1798-4fba-b27d-a8b43c2672bc/d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:40.553275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:40.553616 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:40.559496 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 5 to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 Oct 05 09:11:40.560639 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 731eb8de-60e8-4498-9d6f-d477a2f99a5f details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:11:40.584043 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e376883-7c3b-4c4f-9b44-413257b6a5f3 None None] Pushing event updated for resources: {'Port': ['ID=5741eebc-735b-4aa9-8cab-41a0923de6ee,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:40.587563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 57f6448d-5470-4e62-9b5c-1c43d7a3d5f6 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:11:40.659292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:40.659773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:40.659880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:40.760837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:40.761167 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:40.762582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:40.782716 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 6 to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 Oct 05 09:11:40.837770 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] Set router 743c9cb3-ff0d-474b-ac80-db0117506140 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:11:40.857098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:40.857437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:40.857890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:40.875923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Usage tracker for resource:subnet and tenant:7c8b2389e09247c0b5ee8c64daf14218 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:40.888529 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cfc9bfd0-1aa5-47e5-aada-fbc8af22633f tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1087084 Oct 05 09:11:40.894273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52554) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:40.910195 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:40.913113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Made reservation on behalf of 32245fa672754a989db84c31cdc5a665 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:40.919239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:40.951277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:40.954503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:40.954837 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:40.956518 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:40.967491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:40.969373 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 7 to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 Oct 05 09:11:41.060634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:41.142455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Made reservation on behalf of 7c8b2389e09247c0b5ee8c64daf14218 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:41.146017 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:41.168691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Sync routers for ids ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:11:41.178436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:41.187862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Routers {'0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:41.190712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Usage tracker for resource:security_group_rule and tenant:7c2806662ba345c1970efc4b5f30b2a0 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:41.194865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:41.195465 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:41.205286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:41.335848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:41.336416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:41.336497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:41.389633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:41.390229 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:41.397691 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 8 to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 Oct 05 09:11:41.404023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Allocated IP 172.20.0.1 (84ab77fc-9e30-40dc-b48d-f5ad7cb2984d/e394023a-1e34-408d-9f04-b686f5e87878/7b22ef6f-a718-4766-9f29-9cb22908a26a) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:41.428224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:41.443916 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:41.444396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:41.444874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:41.455875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:11:41.472838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:41.484843 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:41.493122 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:41.493860 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:41.508976 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 9 to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 Oct 05 09:11:41.563954 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Attempt 8 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:41.601743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Transition to ACTIVE for port object d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:41.608091 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:41.612032 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5177937 Oct 05 09:11:41.631160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:41.631471 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Added segment b354270d-2dc7-4674-8543-66949499f00f of type vlan for network d457e0f7-1ba7-4f06-b29a-bea4001c073c Oct 05 09:11:41.636303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:41.636449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:41.636797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:41.639987 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52568) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:41.652840 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:33Z', 'revision_number': 3, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port': {'id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:30Z', 'updated_at': '2022-10-05T09:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:41.669504 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d906989c-566f-43c4-a59c-98e47b01c815 None None] The sync data for ids ['743c9cb3-ff0d-474b-ac80-db0117506140'] in dv-neutron-860328-1-hyperv is: [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:33Z', 'revision_number': 3, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port': {'id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:30Z', 'updated_at': '2022-10-05T09:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:11:41.677751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a08d8fc6-d302-43d5-b2aa-150fa3cf726a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Request body: {'security_group_rule': {'security_group_id': 'e5b06e2e-a043-46ba-9d81-67958edbf0e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:41.685717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Set router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:11:41.711456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a08d8fc6-d302-43d5-b2aa-150fa3cf726a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:41.732260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a08d8fc6-d302-43d5-b2aa-150fa3cf726a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Usage tracker for resource:security_group_rule and tenant:7c2806662ba345c1970efc4b5f30b2a0 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:41.742495 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a08d8fc6-d302-43d5-b2aa-150fa3cf726a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:41.771027 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a08d8fc6-d302-43d5-b2aa-150fa3cf726a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:41.785639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:41.786129 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:41.817178 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 10 to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 Oct 05 09:11:41.867572 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8671b49a-261f-4ba6-9af4-3ab8c947978a tempest-DHCPAgentSchedulersTestJSON-2029673451 tempest-DHCPAgentSchedulersTestJSON-2029673451-project-admin] 10.222.0.64 "GET /v2.0/agents/b6bf77b2-3277-4877-9771-c25905336c2e/dhcp-networks HTTP/1.1" status: 200 len: 6456 time: 0.9629943 Oct 05 09:11:41.872386 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52572) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:41.872718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52574) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:41.909446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:41.984429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7b603-3c0d-4877-9a93-53b1f9ce5644 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b06e2e-a043-46ba-9d81-67958edbf0e2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:42.038522 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.059824 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:42.060157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:42.060496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:42.096497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a08d8fc6-d302-43d5-b2aa-150fa3cf726a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.176137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port f792225e-7809-41b2-830c-c2bbad7a0a79 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:42.177787 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port f792225e-7809-41b2-830c-c2bbad7a0a79 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:42.178364 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.273641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.279045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.280147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:42.280680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.326862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bb3abc59-fc0e-4205-9342-02d89a59a3e2 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:42.411612 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Attempt 9 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:42.444374 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1965780168', 'router:external': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:42.451320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:42.455860 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Usage tracker for resource:network and tenant:a06eb7c63fb04886b8e3db8d2cd44135 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:42.459010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:42.467294 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:42.471989 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.5487049 Oct 05 09:11:42.473732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Transition to ACTIVE for port object 7b22ef6f-a718-4766-9f29-9cb22908a26a will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:42.478657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52584) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:42.500773 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:42.504113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Request body: {'subnet': {'network_id': 'd457e0f7-1ba7-4f06-b29a-bea4001c073c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:42.521112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:42.534205 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Usage tracker for resource:subnet and tenant:32245fa672754a989db84c31cdc5a665 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:42.538016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:42.550452 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Made reservation on behalf of a06eb7c63fb04886b8e3db8d2cd44135 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:42.551076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:42.553175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a3c6e-ff89-42c1-a80c-ff14d1d68690 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event updated for resources: {'Network': ['ID=d457e0f7-1ba7-4f06-b29a-bea4001c073c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:42.553609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.571083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network d457e0f7-1ba7-4f06-b29a-bea4001c073c details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:11:42.584043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.585375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Made reservation on behalf of 32245fa672754a989db84c31cdc5a665 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:42.588056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.711261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port bb3abc59-fc0e-4205-9342-02d89a59a3e2 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:42.728854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.752294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bb3abc59-fc0e-4205-9342-02d89a59a3e2 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:42.752668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.753001 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bb3abc59-fc0e-4205-9342-02d89a59a3e2 Oct 05 09:11:42.779008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Pushing event updated for resources: {'Port': ['ID=d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:42.783059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.822714 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:42.838905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:42.842647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:42.877387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:42.935341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Usage tracker for resource:security_group_rule and tenant:a06eb7c63fb04886b8e3db8d2cd44135 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:42.939617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a08d8fc6-d302-43d5-b2aa-150fa3cf726a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.954508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:42.967280 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:42.976748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] For port f792225e-7809-41b2-830c-c2bbad7a0a79, host hv-neutron-8603, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:11:42.977152 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempted to set empty binding levels {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 05 09:11:42.978753 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa0ed3-7561-4c67-9415-f784dce081d1 tempest-DHCPAgentSchedulersTestJSON-2029673451 tempest-DHCPAgentSchedulersTestJSON-2029673451-project-admin] Network 57f6448d-5470-4e62-9b5c-1c43d7a3d5f6 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:11:43.001318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:34Z', 'revision_number': 4, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'ad09cc58-4715-490c-bf0b-7df45bbd380b', 'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'mac_address': 'fa:16:3e:7e:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:33Z', 'updated_at': '2022-10-05T09:11:35Z', 'revision_number': 2, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'subnets': [{'id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:43.026577 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Attempt 10 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:43.028208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a08d8fc6-d302-43d5-b2aa-150fa3cf726a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.044771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:43.061701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:43.068902 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:43.069424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.070839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:43.071494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:43.072129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.088440 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.117843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Pushing event updated for resources: {'Port': ['ID=7b22ef6f-a718-4766-9f29-9cb22908a26a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:43.156016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Checking router: 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:11:43.156375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Updating router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 port ad09cc58-4715-490c-bf0b-7df45bbd380b binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:11:43.271555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event updated for resources: {'Subnet': ['ID=f1277059-3b8c-47ed-a629-903caeffadae,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:43.285482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d3bac328-7b16-42bb-a674-394be497d9f3 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:43.287068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bb3abc59-fc0e-4205-9342-02d89a59a3e2 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:43.287459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.326292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.344987 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port bb3abc59-fc0e-4205-9342-02d89a59a3e2, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bb3abc59-fc0e-4205-9342-02d89a59a3e2,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:43.350464 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d8fc6-d302-43d5-b2aa-150fa3cf726a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f0d016-eeb9-434b-a955-b56bf731b79a,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:43.360303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.376766 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 11.0448265 Oct 05 09:11:43.381298 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d2aa0ed3-7561-4c67-9415-f784dce081d1 tempest-DHCPAgentSchedulersTestJSON-2029673451 tempest-DHCPAgentSchedulersTestJSON-2029673451-project-admin] 10.222.0.64 "POST /v2.0/agents/b6bf77b2-3277-4877-9771-c25905336c2e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.4762168 Oct 05 09:11:43.390575 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52592) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:43.390907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52594) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:43.397703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.398551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68a36a2-3cc5-42a1-9856-9dde71d2214d None None] Network 57f6448d-5470-4e62-9b5c-1c43d7a3d5f6 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:43.506496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.507070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b418b551-582d-457a-a46c-a5f98cf9e3ef up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:43.547897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a08d8fc6-d302-43d5-b2aa-150fa3cf726a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.548468 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a08d8fc6-d302-43d5-b2aa-150fa3cf726a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8909247 Oct 05 09:11:43.555865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52600) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:43.572973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6bdbee18-1b15-416f-8cee-341565f24196 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Request body: {'security_group_rule': {'security_group_id': 'e5b06e2e-a043-46ba-9d81-67958edbf0e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:43.582492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6bdbee18-1b15-416f-8cee-341565f24196 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:43.602104 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-fe564df5-9d61-4fcc-b1d0-1cab598b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Deleting port f792225e-7809-41b2-830c-c2bbad7a0a79 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:11:43.602482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe564df5-9d61-4fcc-b1d0-1cab598b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.625599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6bdbee18-1b15-416f-8cee-341565f24196 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Usage tracker for resource:security_group_rule and tenant:7c2806662ba345c1970efc4b5f30b2a0 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:43.628231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:11:43.628915 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.634678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6bdbee18-1b15-416f-8cee-341565f24196 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:43.643703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Checking segment: {'id': 'f07f2599-6618-43c1-97d8-56316544da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '731eb8de-60e8-4498-9d6f-d477a2f99a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:43.643928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Network hostable DHCP agents. Network: 731eb8de-60e8-4498-9d6f-d477a2f99a5f, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:11:43.648149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22127289-f01b-4fa2-b47b-e82334978f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event updated for resources: {'Port': ['ID=f792225e-7809-41b2-830c-c2bbad7a0a79,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:43.674705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6bdbee18-1b15-416f-8cee-341565f24196 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:43.731836 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.767071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6bdbee18-1b15-416f-8cee-341565f24196 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.782199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.784297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2a98dc3a-8a9d-4245-90b7-018587cdad09,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:43.793246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Provisioning complete for port ad09cc58-4715-490c-bf0b-7df45bbd380b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:43.794101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.794205 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Attempt 1 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:43.799169 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Checking segment: {'id': 'b354270d-2dc7-4674-8543-66949499f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd457e0f7-1ba7-4f06-b29a-bea4001c073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:43.799541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Network hostable DHCP agents. Network: d457e0f7-1ba7-4f06-b29a-bea4001c073c, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:11:43.828332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Network 731eb8de-60e8-4498-9d6f-d477a2f99a5f is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:11:43.839309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.867448 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.868488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.881577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:11:43.900847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:43.907419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 731eb8de-60e8-4498-9d6f-d477a2f99a5f) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:43.912373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:43.913037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:43.926872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e442bcd1-daa0-47fc-a3ba-86860dc8d974,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:43.928520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7d7b24-4c59-43e7-940e-a166756989f3 None None] Network 731eb8de-60e8-4498-9d6f-d477a2f99a5f requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:44.016172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.016522 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Added segment 3708c010-1f94-49a3-a896-da43654617ff of type vlan for network 5cde8d75-2053-453a-addb-da7f7a7b5a14 Oct 05 09:11:44.044588 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-af065bf8-fc12-490c-bf78-1b78e2837740 tempest-DHCPAgentSchedulersTestJSON-2029673451 tempest-DHCPAgentSchedulersTestJSON-2029673451-project-admin] 10.222.0.64 "GET /v2.0/agents/b6bf77b2-3277-4877-9771-c25905336c2e/dhcp-networks HTTP/1.1" status: 200 len: 7225 time: 0.6479788 Oct 05 09:11:44.045578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Network d457e0f7-1ba7-4f06-b29a-bea4001c073c is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:11:44.047846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52604) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:44.100414 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-fe564df5-9d61-4fcc-b1d0-1cab598b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] For port f792225e-7809-41b2-830c-c2bbad7a0a79, host hv-neutron-8603, got binding levels [] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:44.100842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe564df5-9d61-4fcc-b1d0-1cab598b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.114209 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7d91c068-0100-4d97-87b9-ed4974747b5f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7087972 Oct 05 09:11:44.126361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=bb3abc59-fc0e-4205-9342-02d89a59a3e2,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:44.132521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52608) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:44.165132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, d457e0f7-1ba7-4f06-b29a-bea4001c073c) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:44.177552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Pushing event updated for resources: {'Port': ['ID=7b22ef6f-a718-4766-9f29-9cb22908a26a,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:44.196263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:44.196860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.209814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6bdbee18-1b15-416f-8cee-341565f24196 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.229147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6bdbee18-1b15-416f-8cee-341565f24196 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.240432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.263131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42397247-1e6c-4edf-9b9d-3cbfa31ddcd0 None None] Network d457e0f7-1ba7-4f06-b29a-bea4001c073c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:44.268435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbee18-1b15-416f-8cee-341565f24196 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf128a8a-115f-4a29-ac37-c8858bfb5261,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:44.275840 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-67b20e8a-5a1c-431b-83c9-424fa5ce9f74 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7961011 Oct 05 09:11:44.279829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52612) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:44.285343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Request body: {'floatingip': {'floating_network_id': 'd457e0f7-1ba7-4f06-b29a-bea4001c073c'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:44.294605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:44.295712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6bdbee18-1b15-416f-8cee-341565f24196 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.297015 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6bdbee18-1b15-416f-8cee-341565f24196 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7396252 Oct 05 09:11:44.298159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:44.300583 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:44.303414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52616) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:44.307961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Usage tracker for resource:floatingip and tenant:32245fa672754a989db84c31cdc5a665 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:44.314151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:44.316689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1875932515', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:44.320854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:44.327076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:44.333640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-fe564df5-9d61-4fcc-b1d0-1cab598b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Calling delete_port for f792225e-7809-41b2-830c-c2bbad7a0a79 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:11:44.372614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:44.375690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b418b551-582d-457a-a46c-a5f98cf9e3ef triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:44.376183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.376395 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b418b551-582d-457a-a46c-a5f98cf9e3ef Oct 05 09:11:44.406152 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Attempt 2 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:44.412711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:44.421742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Usage tracker for resource:router and tenant:7c8b2389e09247c0b5ee8c64daf14218 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:44.428835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Usage tracker for resource:floatingip and tenant:7c2806662ba345c1970efc4b5f30b2a0 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:44.436370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:44.441037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:44.447951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:44.450791 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-baf30f47-47ad-49ad-a050-94bd4eb60691 tempest-DHCPAgentSchedulersTestJSON-2029673451 tempest-DHCPAgentSchedulersTestJSON-2029673451-project-admin] 10.222.0.64 "DELETE /v2.0/agents/b6bf77b2-3277-4877-9771-c25905336c2e/dhcp-networks/57f6448d-5470-4e62-9b5c-1c43d7a3d5f6 HTTP/1.1" status: 204 len: 168 time: 0.3989046 Oct 05 09:11:44.451167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52620) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:44.470062 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:44.484214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.500722 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.611379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.618474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-731eb8de-60e8-4498-9d6f-d477a2f99a5f', 'network_id': '731eb8de-60e8-4498-9d6f-d477a2f99a5f', 'tenant_id': '7c8b2389e09247c0b5ee8c64daf14218', 'fixed_ips': [{'subnet_id': 'f1277059-3b8c-47ed-a629-903caeffadae'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:11:44.619836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.656391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.658889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.676497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:44.681156 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe564df5-9d61-4fcc-b1d0-1cab598b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.738902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.739849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:44.740424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.816266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:11:44.893919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Router 743c9cb3-ff0d-474b-ac80-db0117506140 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:11:44.924300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:44.954137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe564df5-9d61-4fcc-b1d0-1cab598b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event deleted for resources: {'Port': ['ID=f792225e-7809-41b2-830c-c2bbad7a0a79,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:45.015437 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2ad9b640-b4ab-40ec-a31c-6be9f99b8ed9 tempest-DHCPAgentSchedulersTestJSON-2029673451 tempest-DHCPAgentSchedulersTestJSON-2029673451-project-admin] 10.222.0.64 "GET /v2.0/agents/b6bf77b2-3277-4877-9771-c25905336c2e/dhcp-networks HTTP/1.1" status: 200 len: 8028 time: 0.5610423 Oct 05 09:11:45.018459 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52624) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:45.026119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe564df5-9d61-4fcc-b1d0-1cab598b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:45.042957 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fe564df5-9d61-4fcc-b1d0-1cab598b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "DELETE /v2.0/ports/f792225e-7809-41b2-830c-c2bbad7a0a79 HTTP/1.1" status: 204 len: 168 time: 1.6446464 Oct 05 09:11:45.043355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52628) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:45.054800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b418b551-582d-457a-a46c-a5f98cf9e3ef is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:45.059065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:45.081341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396bb24-052c-45be-8ec5-342b21bbed2e None None] Network d457e0f7-1ba7-4f06-b29a-bea4001c073c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:45.112665 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.2091653 Oct 05 09:11:45.117290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Transition to ACTIVE for port object ad09cc58-4715-490c-bf0b-7df45bbd380b will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:45.123894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52632) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:45.145144 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b83e263-1d45-4e19-a89e-5381856bfc02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:11:45.146594 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6b83e263-1d45-4e19-a89e-5381856bfc02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "GET /v2.0/ports/f792225e-7809-41b2-830c-c2bbad7a0a79 HTTP/1.1" status: 404 len: 333 time: 0.0954518 Oct 05 09:11:45.150810 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Request body: {'subnet': {'network_id': '5cde8d75-2053-453a-addb-da7f7a7b5a14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:45.163113 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e2dcb449-5773-4f14-9bac-4ed922d33350 tempest-DHCPAgentSchedulersTestJSON-2029673451 tempest-DHCPAgentSchedulersTestJSON-2029673451-project-admin] 10.222.0.64 "GET /v2.0/networks/1b318c2a-18a0-403c-8654-6d5bf2f614cd/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1374662 Oct 05 09:11:45.167379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52636) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:45.167826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52638) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:45.180014 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Request body: {'port': {'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1355849569'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:45.190596 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Attempt 3 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:45.192590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec2c78-aeea-4c07-97c9-5465ff52a1e8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event updated for resources: {'Network': ['ID=5cde8d75-2053-453a-addb-da7f7a7b5a14,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:45.232402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 5cde8d75-2053-453a-addb-da7f7a7b5a14 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:11:45.250279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:45.269847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Allocated IP 172.20.0.2 (731eb8de-60e8-4498-9d6f-d477a2f99a5f/f1277059-3b8c-47ed-a629-903caeffadae/6639b118-2771-498a-9fa5-57221f4cbc2e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:45.279430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:45.281823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Usage tracker for resource:subnet and tenant:a06eb7c63fb04886b8e3db8d2cd44135 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:45.293815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:45.300448 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:45.307443 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-590e04d8-236a-49dd-a9f8-89683c9006a2 tempest-DHCPAgentSchedulersTestJSON-2029673451 tempest-DHCPAgentSchedulersTestJSON-2029673451-project-admin] 10.222.0.64 "GET /v2.0/networks/1b318c2a-18a0-403c-8654-6d5bf2f614cd/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1349797 Oct 05 09:11:45.311859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Usage tracker for resource:port and tenant:f3f77e61512147b9b3d3f7670390def9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:45.318177 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:45.330759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:45.335922 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52646) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:45.386693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:45.422756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:11:45.428340 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3276e8c0-dad3-4d71-bbeb-32d951384f42 admin admin] 10.222.0.64 "PUT /v2.0/routers/743c9cb3-ff0d-474b-ac80-db0117506140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3435404 Oct 05 09:11:45.443930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Made reservation on behalf of a06eb7c63fb04886b8e3db8d2cd44135 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:45.446274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:45.468979 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Made reservation on behalf of f3f77e61512147b9b3d3f7670390def9 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:45.471337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:45.548653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:45.562466 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Sync routers for ids ['743c9cb3-ff0d-474b-ac80-db0117506140'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:11:45.580027 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Routers {'743c9cb3-ff0d-474b-ac80-db0117506140'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:45.580653 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['743c9cb3-ff0d-474b-ac80-db0117506140'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:45.606652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:45.623483 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bb3abc59-fc0e-4205-9342-02d89a59a3e2 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:45.839584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:45.839762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bb3abc59-fc0e-4205-9342-02d89a59a3e2 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:45.840084 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:45.840576 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bb3abc59-fc0e-4205-9342-02d89a59a3e2 Oct 05 09:11:45.877519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:45.882280 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Set router 743c9cb3-ff0d-474b-ac80-db0117506140 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:11:45.895556 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.014910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:46.030294 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52660) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:46.056586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75c546-c52f-43ed-8b88-3b00b381525c None None] Pushing event updated for resources: {'Port': ['ID=ad09cc58-4715-490c-bf0b-7df45bbd380b,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:46.065659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640307585', 'description': 'tempest-description--621365381'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:46.070270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] device_id is not set on port 6466f3b7-25fc-40c7-921d-78f9ebf08390 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:11:46.071883 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:46.078066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Usage tracker for resource:security_group and tenant:55cca285808e4ee2a7042e9a9d2def4c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:46.081046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:46.087328 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:46.111450 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.148417 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:46.154795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Usage tracker for resource:security_group_rule and tenant:55cca285808e4ee2a7042e9a9d2def4c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:46.155557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Attempting to bind port ad09cc58-4715-490c-bf0b-7df45bbd380b on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:46.156066 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Attempting to bind port ad09cc58-4715-490c-bf0b-7df45bbd380b by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '55dfb4e2-4c35-48b2-9736-a8a37210a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:46.156529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Attempting to bind port ad09cc58-4715-490c-bf0b-7df45bbd380b on network c341bd40-6381-4696-99bd-4b7261a8625e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:46.157899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:46.164869 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:46.228038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Allocated IP 172.26.0.29 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/b20cf9c6-c230-4f7c-8e55-52bbf4296596) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:46.233728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:11:46.234335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Checking segment: {'id': '55dfb4e2-4c35-48b2-9736-a8a37210a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:46.234835 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.236074 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Bound using segment: {'id': '55dfb4e2-4c35-48b2-9736-a8a37210a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:11:46.236074 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Bound port: ad09cc58-4715-490c-bf0b-7df45bbd380b, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55dfb4e2-4c35-48b2-9736-a8a37210a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:11:46.236696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.259044 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.284809 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b2697243-4908-4a54-860d-60902b62440c tempest-DHCPAgentSchedulersTestJSON-2029673451 tempest-DHCPAgentSchedulersTestJSON-2029673451-project-admin] 10.222.0.64 "GET /v2.0/agents/b6bf77b2-3277-4877-9771-c25905336c2e/dhcp-networks HTTP/1.1" status: 200 len: 8028 time: 0.9375348 Oct 05 09:11:46.285005 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.291324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52664) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:46.367902 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port': {'id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:30Z', 'updated_at': '2022-10-05T09:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '7b22ef6f-a718-4766-9f29-9cb22908a26a', 'name': '', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'mac_address': 'fa:16:3e:78:51:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:40Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 2, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'subnets': [{'id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:46.373052 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Checking router: 743c9cb3-ff0d-474b-ac80-db0117506140 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:11:46.373607 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Updating router 743c9cb3-ff0d-474b-ac80-db0117506140 port 7b22ef6f-a718-4766-9f29-9cb22908a26a binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:11:46.424773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.430913 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.458966 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Transition to ACTIVE for port object 6639b118-2771-498a-9fa5-57221f4cbc2e will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:46.459293 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.491579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bb3abc59-fc0e-4205-9342-02d89a59a3e2 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:46.492822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5741eebc-735b-4aa9-8cab-41a0923de6ee up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:46.508260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21992b65-26cf-4585-b05c-58ab685edd9f,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:46.536345 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Attempt 4 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:46.554480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.566991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Pushing event updated for resources: {'Port': ['ID=d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:46.597920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.612183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Transition to ACTIVE for port object 6639b118-2771-498a-9fa5-57221f4cbc2e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:46.613944 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] For port ad09cc58-4715-490c-bf0b-7df45bbd380b, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:11:46.650839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.664885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:46.667445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] For port ad09cc58-4715-490c-bf0b-7df45bbd380b, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ad09cc58-4715-490c-bf0b-7df45bbd380b,segment=NetworkSegment(55dfb4e2-4c35-48b2-9736-a8a37210a94a),segment_id=55dfb4e2-4c35-48b2-9736-a8a37210a94a)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:11:46.672330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.754557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.804623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.808929 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5999035e-7cb4-4ffc-b203-d2a0f6d1a266 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7697527 Oct 05 09:11:46.814318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52668) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:46.825139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 5741eebc-735b-4aa9-8cab-41a0923de6ee completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:46.829906 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6e5af1a7-d1da-4709-9abf-6bce73b694a5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Request body: {'security_group_rule': {'security_group_id': '21992b65-26cf-4585-b05c-58ab685edd9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:46.836550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6e5af1a7-d1da-4709-9abf-6bce73b694a5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:46.842834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6e5af1a7-d1da-4709-9abf-6bce73b694a5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Usage tracker for resource:security_group_rule and tenant:55cca285808e4ee2a7042e9a9d2def4c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:46.844791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Network 731eb8de-60e8-4498-9d6f-d477a2f99a5f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:46.846136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6e5af1a7-d1da-4709-9abf-6bce73b694a5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:46.847916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Routers {'0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:46.849269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:46.852717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6e5af1a7-d1da-4709-9abf-6bce73b694a5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:46.883382 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6e5af1a7-d1da-4709-9abf-6bce73b694a5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.968556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:46.972906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:46.996676 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 5741eebc-735b-4aa9-8cab-41a0923de6ee triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:46.997430 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:46.998135 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 5741eebc-735b-4aa9-8cab-41a0923de6ee Oct 05 09:11:47.057608 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.075711 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Transition to ACTIVE for port object 7b22ef6f-a718-4766-9f29-9cb22908a26a will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:47.084461 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.086209 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:47.090273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Pushing event updated for resources: {'Port': ['ID=6639b118-2771-498a-9fa5-57221f4cbc2e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:47.094439 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:47.163323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6e5af1a7-d1da-4709-9abf-6bce73b694a5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.181679 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6e5af1a7-d1da-4709-9abf-6bce73b694a5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.191019 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Attempt 5 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:47.210898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5af1a7-d1da-4709-9abf-6bce73b694a5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1750fe44-1367-4bdd-abc0-9833f922ca65,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:47.269081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.302538 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.306988 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687f07d-83cc-44ed-8b40-2d80a5631c72 None None] Pushing event updated for resources: {'Port': ['ID=7b22ef6f-a718-4766-9f29-9cb22908a26a,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:47.346665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > segment before_delete 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.347875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.349096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.349631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > port after_create 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.350208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > port after_delete 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.351007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > port after_update 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.351586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > segment after_delete 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.352135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > subnet after_create 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.352663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > subnet after_delete 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.353181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > subnet after_update 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.410820 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Allocated IP 172.26.0.203 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/293cf3e8-a27e-497f-b50a-60dd77aa9582) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:47.461709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Port ad09cc58-4715-490c-bf0b-7df45bbd380b had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:11:47.463598 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Attempting to bind port 7b22ef6f-a718-4766-9f29-9cb22908a26a on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:47.464198 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Attempting to bind port 7b22ef6f-a718-4766-9f29-9cb22908a26a by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:47.465507 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Attempting to bind port 7b22ef6f-a718-4766-9f29-9cb22908a26a on network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:47.471670 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:11:47.472364 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Checking segment: {'id': '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:47.472966 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.473934 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Bound using segment: {'id': '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:11:47.474624 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Bound port: 7b22ef6f-a718-4766-9f29-9cb22908a26a, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:11:47.475753 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.521136 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Could not find standard attr ID for object f52fcef6-6147-4e5f-9f18-302cdb07a317. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:11:47.535315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Attempting to bind port 6639b118-2771-498a-9fa5-57221f4cbc2e on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:47.535687 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Attempting to bind port 6639b118-2771-498a-9fa5-57221f4cbc2e by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'f07f2599-6618-43c1-97d8-56316544da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '731eb8de-60e8-4498-9d6f-d477a2f99a5f'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:47.536053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Attempting to bind port 6639b118-2771-498a-9fa5-57221f4cbc2e on network 731eb8de-60e8-4498-9d6f-d477a2f99a5f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:47.562232 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75c546-c52f-43ed-8b88-3b00b381525c None None] Pushing event updated for resources: {'Port': ['ID=ad09cc58-4715-490c-bf0b-7df45bbd380b,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:47.562727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.577800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:11:47.578022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Checking segment: {'id': 'f07f2599-6618-43c1-97d8-56316544da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '731eb8de-60e8-4498-9d6f-d477a2f99a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:47.578418 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.578819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Bound using segment: {'id': 'f07f2599-6618-43c1-97d8-56316544da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '731eb8de-60e8-4498-9d6f-d477a2f99a5f'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:11:47.579312 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Bound port: 6639b118-2771-498a-9fa5-57221f4cbc2e, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07f2599-6618-43c1-97d8-56316544da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '731eb8de-60e8-4498-9d6f-d477a2f99a5f'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:11:47.579683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.595364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > subnet after_create 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.595966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > subnet after_delete 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.596222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > subnet before_create 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.596515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Subscribe: > subnet before_update 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 09:11:47.596900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f6448d-5470-4e62-9b5c-1c43d7a3d5f6']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:47.601169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6e5af1a7-d1da-4709-9abf-6bce73b694a5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.604788 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6e5af1a7-d1da-4709-9abf-6bce73b694a5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7871065 Oct 05 09:11:47.604788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.613296 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] For port 7b22ef6f-a718-4766-9f29-9cb22908a26a, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:11:47.615594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52672) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:47.618565 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] For port 7b22ef6f-a718-4766-9f29-9cb22908a26a, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7b22ef6f-a718-4766-9f29-9cb22908a26a,segment=NetworkSegment(98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053),segment_id=98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:11:47.627657 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.644125 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Provisioning for port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:47.659929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.661911 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] Set router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:11:47.663921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9f5068ee-78d5-4ee6-ba6d-4ea4998e7e05 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Request body: {'security_group_rule': {'security_group_id': '21992b65-26cf-4585-b05c-58ab685edd9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:47.669438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0daeb659-1128-4666-b409-ddbb674224d1') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:47.669605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9f5068ee-78d5-4ee6-ba6d-4ea4998e7e05 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:47.669843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0daeb659-1128-4666-b409-ddbb674224d1') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:47.673555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9f5068ee-78d5-4ee6-ba6d-4ea4998e7e05 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Usage tracker for resource:security_group_rule and tenant:55cca285808e4ee2a7042e9a9d2def4c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:47.676419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9f5068ee-78d5-4ee6-ba6d-4ea4998e7e05 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:47.683648 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9f5068ee-78d5-4ee6-ba6d-4ea4998e7e05 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:47.712141 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 5741eebc-735b-4aa9-8cab-41a0923de6ee is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:47.712670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.716548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:47.725218 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:47.728320 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Provisioning complete for port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:47.728976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.729083 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Attempt 1 to provision port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 Oct 05 09:11:47.729856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Allocated IP 172.20.0.2 (d457e0f7-1ba7-4f06-b29a-bea4001c073c/2a98dc3a-8a9d-4245-90b7-018587cdad09/6d617aa9-2f66-4231-a23e-3c8cc58f5122) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:47.740984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9f5068ee-78d5-4ee6-ba6d-4ea4998e7e05 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.753520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.780125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:47.810478 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687f07d-83cc-44ed-8b40-2d80a5631c72 None None] Pushing event updated for resources: {'Port': ['ID=7b22ef6f-a718-4766-9f29-9cb22908a26a,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:47.844350 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 5741eebc-735b-4aa9-8cab-41a0923de6ee, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5741eebc-735b-4aa9-8cab-41a0923de6ee,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:47.855823 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Routers {'743c9cb3-ff0d-474b-ac80-db0117506140'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:47.858297 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['743c9cb3-ff0d-474b-ac80-db0117506140'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:47.867517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.885855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.937504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.955072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:47.962452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:11:47.962722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:47.995678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:47.998217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:48.031305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=5741eebc-735b-4aa9-8cab-41a0923de6ee,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:48.127738 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Pushing event updated for resources: {'Port': ['ID=b20cf9c6-c230-4f7c-8e55-52bbf4296596,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:48.252313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ad09cc58-4715-490c-bf0b-7df45bbd380b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:48.298898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.305087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.308475 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.363694 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] Set router 743c9cb3-ff0d-474b-ac80-db0117506140 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:11:48.364899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event updated for resources: {'Port': ['ID=293cf3e8-a27e-497f-b50a-60dd77aa9582,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:48.396717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] For port 6639b118-2771-498a-9fa5-57221f4cbc2e, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:11:48.397826 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9f5068ee-78d5-4ee6-ba6d-4ea4998e7e05 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.401448 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.407275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Current status of the port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:48.408055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.431503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Router 31bf2670-516c-4675-b599-0b83f1e2a39b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:11:48.432744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9f5068ee-78d5-4ee6-ba6d-4ea4998e7e05 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.473196 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5068ee-78d5-4ee6-ba6d-4ea4998e7e05 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734ba3f2-0a71-4fb5-b30a-331a9de7700e,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:48.477741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Pushing event deleted for resources: {'Network': ['ID=57f6448d-5470-4e62-9b5c-1c43d7a3d5f6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:48.482420 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 0daeb659-1128-4666-b409-ddbb674224d1 resource provider aggregate not found Oct 05 09:11:48.529564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] For port 6639b118-2771-498a-9fa5-57221f4cbc2e, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6639b118-2771-498a-9fa5-57221f4cbc2e,segment=NetworkSegment(f07f2599-6618-43c1-97d8-56316544da2c),segment_id=f07f2599-6618-43c1-97d8-56316544da2c)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:11:48.594065 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9f5068ee-78d5-4ee6-ba6d-4ea4998e7e05 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.595442 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9f5068ee-78d5-4ee6-ba6d-4ea4998e7e05 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9455175 Oct 05 09:11:48.601406 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52688) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:48.608053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.620482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:48.621683 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d435ecc9-20c8-4867-b805-896de4298d59 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] 10.222.0.64 "DELETE /v2.0/networks/57f6448d-5470-4e62-9b5c-1c43d7a3d5f6 HTTP/1.1" status: 204 len: 168 time: 2.3245189 Oct 05 09:11:48.631859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.655781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52692) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:48.659674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event updated for resources: {'Port': ['ID=6466f3b7-25fc-40c7-921d-78f9ebf08390,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:48.707594 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 0daeb659-1128-4666-b409-ddbb674224d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0daeb659-1128-4666-b409-ddbb674224d1 found for delete ", "request_id": "req-5e377d9d-f7b1-4001-89b5-cfb8895ad138"}]} Oct 05 09:11:48.717081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:48.733932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.748632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Network 18878ee7-5409-4d1a-a96a-8288103b4544 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:48.764366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:48.767281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7790c72-5928-496d-9366-ac5866608aa5 None None] Pushing event updated for resources: {'Port': ['ID=6639b118-2771-498a-9fa5-57221f4cbc2e,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:48.773428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:48.779331 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port': {'id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:30Z', 'updated_at': '2022-10-05T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '7b22ef6f-a718-4766-9f29-9cb22908a26a', 'name': '', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'mac_address': 'fa:16:3e:78:51:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:40Z', 'updated_at': '2022-10-05T09:11:47Z', 'revision_number': 4, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'subnets': [{'id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:48.781617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:48.782192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.786949 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab35541-bf10-4e8b-b1ab-5561b4ec952b None None] The sync data for ids ['743c9cb3-ff0d-474b-ac80-db0117506140'] in dv-neutron-860328-1-hyperv is: [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port': {'id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:30Z', 'updated_at': '2022-10-05T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '7b22ef6f-a718-4766-9f29-9cb22908a26a', 'name': '', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'mac_address': 'fa:16:3e:78:51:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:40Z', 'updated_at': '2022-10-05T09:11:47Z', 'revision_number': 4, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'subnets': [{'id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:11:48.792031 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-5194803d-7f58-465b-ae19-689f351ad1ef tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] DELETE failed (client error): The resource could not be found. Oct 05 09:11:48.793180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5194803d-7f58-465b-ae19-689f351ad1ef tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:11:48.797451 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5194803d-7f58-465b-ae19-689f351ad1ef tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] 10.222.0.64 "DELETE /v2.0/ports/f52fcef6-6147-4e5f-9f18-302cdb07a317 HTTP/1.1" status: 404 len: 333 time: 0.1319919 Oct 05 09:11:48.802206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] For port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4,segment=NetworkSegment(f8998c2e-12aa-4fc1-8d90-702964dbf87d),segment_id=f8998c2e-12aa-4fc1-8d90-702964dbf87d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:48.814767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.822279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52696) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:48.922561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:34Z', 'revision_number': 4, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'ad09cc58-4715-490c-bf0b-7df45bbd380b', 'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'mac_address': 'fa:16:3e:7e:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:33Z', 'updated_at': '2022-10-05T09:11:46Z', 'revision_number': 4, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'subnets': [{'id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:48.928159 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Usage tracker for resource:floatingip and tenant:55cca285808e4ee2a7042e9a9d2def4c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:48.931330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:48.935546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Pushing event updated for resources: {'Port': ['ID=466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:48.943333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Provisioning for port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:48.950115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port ad09cc58-4715-490c-bf0b-7df45bbd380b completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:48.953657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8931b3-91fa-49e2-b2f3-112f0189c7c2 None None] The sync data for ids ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'] in dv-neutron-860328-1-hyperv is: [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:34Z', 'revision_number': 4, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'ad09cc58-4715-490c-bf0b-7df45bbd380b', 'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'mac_address': 'fa:16:3e:7e:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:33Z', 'updated_at': '2022-10-05T09:11:46Z', 'revision_number': 4, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'subnets': [{'id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:11:48.957943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Provisioning complete for port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:48.957943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.958219 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Attempt 1 to provision port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 Oct 05 09:11:48.959126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:48.998655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port ad09cc58-4715-490c-bf0b-7df45bbd380b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:48.999004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:48.999358 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:49.022322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:49.192549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:49.224709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:49.255019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa4cf93-7d66-4813-90b7-eca75f20da9a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Deleting subnet 5c34ffda-0188-4e01-a140-7876f0d1662a {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:11:49.259890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:11:49.262944 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0ba464a7-9290-48ee-9074-808ac0407eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.0920360 Oct 05 09:11:49.263596 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52700) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:49.285456 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5df67238-339a-464b-b1a9-589f62d1af06 admin admin] 10.222.0.64 "PUT /v2.0/routers/31bf2670-516c-4675-b599-0b83f1e2a39b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9944923 Oct 05 09:11:49.299341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Sync routers for ids ['31bf2670-516c-4675-b599-0b83f1e2a39b'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:11:49.303515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:49.315246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Routers {'31bf2670-516c-4675-b599-0b83f1e2a39b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:49.316159 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['31bf2670-516c-4675-b599-0b83f1e2a39b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:49.412102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1aa4cf93-7d66-4813-90b7-eca75f20da9a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:49.550200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:49.646164 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:49.649689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:11:49.651031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:49.696077 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port ad09cc58-4715-490c-bf0b-7df45bbd380b is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:49.706117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:49.715878 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Attempt 2 to provision port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 Oct 05 09:11:49.817697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:49.831753 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Set router 31bf2670-516c-4675-b599-0b83f1e2a39b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:11:49.868184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1aa4cf93-7d66-4813-90b7-eca75f20da9a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:50.038273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4e45aa31-7ec8-4640-95c4-aa1a0860f23f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:50.070224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Network d457e0f7-1ba7-4f06-b29a-bea4001c073c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:50.081478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52710) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:50.087207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:50.095603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:50.099194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port ad09cc58-4715-490c-bf0b-7df45bbd380b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ad09cc58-4715-490c-bf0b-7df45bbd380b,segment=NetworkSegment(55dfb4e2-4c35-48b2-9736-a8a37210a94a),segment_id=55dfb4e2-4c35-48b2-9736-a8a37210a94a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:50.108594 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:50.121303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:50.239934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--698625372', 'description': 'tempest-description--2082701270'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:50.285187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event updated for resources: {'Port': ['ID=6d617aa9-2f66-4231-a23e-3c8cc58f5122,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:50.337477 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Attempt 3 to provision port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 Oct 05 09:11:50.383856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:50.439432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Usage tracker for resource:security_group and tenant:af3973850af34ff0b1ae6694f898d389 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:50.443016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:50.452098 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6639b118-2771-498a-9fa5-57221f4cbc2e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:50.453123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:50.466465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Allocated IP 172.26.0.143 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/77cca556-f17d-46e4-89fa-b62bb678d7e0) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:50.468457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Router 0a1e2d57-f665-4b5c-aee9-45b94d8e941d is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:11:50.470234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:11:50.497860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:50.514167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:50.564999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:50.584923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ef271-4bc6-4f96-99ea-875f0e9fc8aa None None] Network 731eb8de-60e8-4498-9d6f-d477a2f99a5f requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:50.677579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:50.716641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Usage tracker for resource:security_group_rule and tenant:af3973850af34ff0b1ae6694f898d389 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:50.726629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:50.741152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Checking segment: {'id': '3708c010-1f94-49a3-a896-da43654617ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cde8d75-2053-453a-addb-da7f7a7b5a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:50.741731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Network hostable DHCP agents. Network: 5cde8d75-2053-453a-addb-da7f7a7b5a14, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:11:50.749847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:50.755104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:50.756681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Pushing event updated for resources: {'Port': ['ID=b20cf9c6-c230-4f7c-8e55-52bbf4296596,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:50.767372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1aa4cf93-7d66-4813-90b7-eca75f20da9a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:50.780264 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=ad09cc58-4715-490c-bf0b-7df45bbd380b,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:50.791324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 6639b118-2771-498a-9fa5-57221f4cbc2e completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:50.811111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:50.829077 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:50.832965 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:50.900461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:50.947747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:50.997225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:50.998833 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fb8947dc-c3a4-4561-8d7e-360ac752ece8 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6942778 Oct 05 09:11:51.017833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:51.022768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Network 5cde8d75-2053-453a-addb-da7f7a7b5a14 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:11:51.026653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:51.040768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:51.054575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:51.088634 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:11:51.112179 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d2cb2-de56-4f8e-b37d-7c7a8788e8bc None None] Sync routers for ids ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:11:51.127246 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d2cb2-de56-4f8e-b37d-7c7a8788e8bc None None] Routers {'0a1e2d57-f665-4b5c-aee9-45b94d8e941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:51.128247 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3d5d2cb2-de56-4f8e-b37d-7c7a8788e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:51.142675 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:51.143050 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:51.143383 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 Oct 05 09:11:51.189907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:51.197042 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:11:44Z', 'revision_number': 4, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd9eb4a75-8d2d-4a1d-8ee5-236fabf727f6', 'name': '', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'mac_address': 'fa:16:3e:8b:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:38Z', 'updated_at': '2022-10-05T09:11:44Z', 'revision_number': 2, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'subnets': [{'id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:51.201559 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d857f30b-75c2-430e-bb1d-771d69a8f47d tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.0629635 Oct 05 09:11:51.207849 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 5cde8d75-2053-453a-addb-da7f7a7b5a14) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:51.212646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52716) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:51.219655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Checking router: 31bf2670-516c-4675-b599-0b83f1e2a39b for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:11:51.220019 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Updating router 31bf2670-516c-4675-b599-0b83f1e2a39b port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:11:51.239630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1aa4cf93-7d66-4813-90b7-eca75f20da9a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:51.244279 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3d5d2cb2-de56-4f8e-b37d-7c7a8788e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:51.283700 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d2cb2-de56-4f8e-b37d-7c7a8788e8bc None None] Routers {'0a1e2d57-f665-4b5c-aee9-45b94d8e941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:51.284542 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3d5d2cb2-de56-4f8e-b37d-7c7a8788e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:51.293377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Pushing event updated for resources: {'Port': ['ID=77cca556-f17d-46e4-89fa-b62bb678d7e0,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:51.297337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:51.298111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:51.306238 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4cf93-7d66-4813-90b7-eca75f20da9a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Pushing event deleted for resources: {'Subnet': ['ID=5c34ffda-0188-4e01-a140-7876f0d1662a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:51.333593 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Attempt 4 to provision port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 Oct 05 09:11:51.358329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:51.359568 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:51.367898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1aa4cf93-7d66-4813-90b7-eca75f20da9a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:51.369396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9820a7f6-faf3-4de4-8acf-41713cd7a5b1 None None] Network 5cde8d75-2053-453a-addb-da7f7a7b5a14 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:51.394167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:51.394294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0c227c-ebf1-452f-97b1-0f262e6c8e15 None None] Network 1b318c2a-18a0-403c-8654-6d5bf2f614cd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:51.479546 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3d5d2cb2-de56-4f8e-b37d-7c7a8788e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:51.480599 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d2cb2-de56-4f8e-b37d-7c7a8788e8bc None None] The sync data for ids ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:11:51.616315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:51.637173 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:51.711008 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1aa4cf93-7d66-4813-90b7-eca75f20da9a tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] 10.222.0.64 "DELETE /v2.0/subnets/5c34ffda-0188-4e01-a140-7876f0d1662a HTTP/1.1" status: 204 len: 168 time: 2.8867898 Oct 05 09:11:51.728825 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-16c5d19a-cb28-4dbb-a104-f4a2c7e8bac8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.5990505 Oct 05 09:11:51.733927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52736) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:51.734412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52738) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:51.747412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:11:51.766535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-673649438', 'network_id': '5cde8d75-2053-453a-addb-da7f7a7b5a14'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:51.789930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52748) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:51.798553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:51.898575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:51.903036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:51.904403 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8140168 Oct 05 09:11:51.921611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9c71f-9208-4451-a266-72f140e60c7c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72593e2-3719-40e1-9106-ecf2f9f0401c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:51.928964 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52752) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:51.932243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:51.934138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Usage tracker for resource:port and tenant:a06eb7c63fb04886b8e3db8d2cd44135 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:51.950459 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:51.956057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-eefeb01a-6408-4717-ac0c-6c1429e34028 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Request body: {'security_group_rule': {'security_group_id': 'f72593e2-3719-40e1-9106-ecf2f9f0401c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:51.956913 dv-neutron-860328-1-hyperv neutron-server[89054]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 05 09:11:51.996183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:52.017830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eefeb01a-6408-4717-ac0c-6c1429e34028 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:52.037191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eefeb01a-6408-4717-ac0c-6c1429e34028 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Usage tracker for resource:security_group_rule and tenant:af3973850af34ff0b1ae6694f898d389 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:52.048188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eefeb01a-6408-4717-ac0c-6c1429e34028 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:52.055474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] device_id is not set on port 6466f3b7-25fc-40c7-921d-78f9ebf08390 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:11:52.064954 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.075168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.081144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eefeb01a-6408-4717-ac0c-6c1429e34028 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:52.083645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Made reservation on behalf of a06eb7c63fb04886b8e3db8d2cd44135 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:11:52.085782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.122725 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-4fea4a51-c68e-431f-b18e-706673c34beb tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1419736622&fields=id&tenant_id=7c2806662ba345c1970efc4b5f30b2a0 HTTP/1.1" status: 200 len: 267 time: 0.3281598 Oct 05 09:11:52.135626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Transition to ACTIVE for port object 6466f3b7-25fc-40c7-921d-78f9ebf08390 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:52.143000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Deleting port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:11:52.143351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.179373 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:52.181547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7b22ef6f-a718-4766-9f29-9cb22908a26a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:52.189804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] device_id is not set on port 0fed7f0a-3392-4a9c-9480-f2dddbfcf888 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:11:52.239658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.293452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:11:52.302100 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:11:52.332113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.362236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eefeb01a-6408-4717-ac0c-6c1429e34028 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.395621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.409194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb985650-3fb0-4d69-9703-bc96c874316c None None] Network 5cde8d75-2053-453a-addb-da7f7a7b5a14 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:11:52.419730 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.438907 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Attempt 5 to provision port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 Oct 05 09:11:52.451793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.554434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-d3def301-bf7a-4071-ae44-efb0cc12fcfa tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:52.562582 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-d3def301-bf7a-4071-ae44-efb0cc12fcfa tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/networks?id=c341bd40-6381-4696-99bd-4b7261a8625e HTTP/1.1" status: 200 len: 812 time: 0.4386473 Oct 05 09:11:52.570764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:52.571131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:52.571636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:52.583989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event updated for resources: {'Port': ['ID=6466f3b7-25fc-40c7-921d-78f9ebf08390,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:52.614769 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-5f620901-1f52-4496-86ec-1fa1032bc3a0 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/quotas/7c2806662ba345c1970efc4b5f30b2a0 HTTP/1.1" status: 200 len: 375 time: 0.0508921 Oct 05 09:11:52.632305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:52.632305 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:52.645011 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 2 to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 Oct 05 09:11:52.670098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.676402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 7b22ef6f-a718-4766-9f29-9cb22908a26a completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:52.688645 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.698499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5741eebc-735b-4aa9-8cab-41a0923de6ee up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:52.721209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.722951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Pushing event updated for resources: {'Port': ['ID=77cca556-f17d-46e4-89fa-b62bb678d7e0,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:52.730884 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:52.763658 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Transition to ACTIVE for port object d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:52.801254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.814059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.815347 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0ad32df7-db70-4862-9445-4c78950b8432 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2085021 Oct 05 09:11:52.866975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:52.866975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:52.866975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:52.896306 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ad5c45-b6d9-4c56-b077-259e6324d8ff None None] DHCP port deletion for 1b318c2a-18a0-403c-8654-6d5bf2f614cd request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:11:52.936844 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-ab646714-dcea-4cb9-b21c-8f81367b3ed0 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2806662ba345c1970efc4b5f30b2a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3140695 Oct 05 09:11:52.960990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-22ad5c45-b6d9-4c56-b077-259e6324d8ff None None] Deleting port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:11:52.961483 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-22ad5c45-b6d9-4c56-b077-259e6324d8ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.978353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event updated for resources: {'Port': ['ID=6d617aa9-2f66-4231-a23e-3c8cc58f5122,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:52.981684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:52.982050 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:52.986284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eefeb01a-6408-4717-ac0c-6c1429e34028 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:52.989730 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 3 to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 Oct 05 09:11:53.008887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.010174 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-14ea5216-6c7b-419e-bc79-f49ef842b968 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.7293007 Oct 05 09:11:53.015905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52768) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:53.018113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.023775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eefeb01a-6408-4717-ac0c-6c1429e34028 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.045365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Allocated IP 172.20.0.11 (5cde8d75-2053-453a-addb-da7f7a7b5a14/4e45aa31-7ec8-4640-95c4-aa1a0860f23f/0fed7f0a-3392-4a9c-9480-f2dddbfcf888) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:53.102178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] For port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4,segment=NetworkSegment(f8998c2e-12aa-4fc1-8d90-702964dbf87d),segment_id=f8998c2e-12aa-4fc1-8d90-702964dbf87d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:53.102552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.118314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:53.118917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:53.119589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:53.145470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55deb21-b615-4477-92ef-2bee78e0d73b None None] Pushing event updated for resources: {'Port': ['ID=d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:53.215428 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-92cfbba3-87d0-495b-97d5-3c801dc4864b tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=d457e0f7-1ba7-4f06-b29a-bea4001c073c HTTP/1.1" status: 200 len: 689 time: 0.1851196 Oct 05 09:11:53.219697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52784) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:53.254014 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Attempt 6 to provision port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 Oct 05 09:11:53.291014 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Attempting to bind port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:53.291462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Attempting to bind port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:53.291756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Attempting to bind port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 on network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:53.303349 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 5741eebc-735b-4aa9-8cab-41a0923de6ee triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:53.303728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.304596 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 5741eebc-735b-4aa9-8cab-41a0923de6ee Oct 05 09:11:53.304700 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52792) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:53.328142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-d8786222-7729-4ee9-9f8a-41b762d1da6e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:11:53.329272 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-d8786222-7729-4ee9-9f8a-41b762d1da6e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1352060 Oct 05 09:11:53.354014 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:11:53.354400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Checking segment: {'id': 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:11:53.354840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.355433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Bound using segment: {'id': 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:11:53.356045 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Bound port: d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:11:53.356426 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.375332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefeb01a-6408-4717-ac0c-6c1429e34028 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2d8ab4-3259-4500-9590-4688e0b3f1c5,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:53.378000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:53.378000 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:53.378330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eefeb01a-6408-4717-ac0c-6c1429e34028 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.382804 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eefeb01a-6408-4717-ac0c-6c1429e34028 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4450233 Oct 05 09:11:53.383999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52796) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:53.406350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Calling delete_port for 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:11:53.442523 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 4 to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 Oct 05 09:11:53.507454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-36bf0d99-bdac-41fb-8e5e-4381209a595f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Request body: {'security_group_rule': {'security_group_id': 'f72593e2-3719-40e1-9106-ecf2f9f0401c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:53.509300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:53.529412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-36bf0d99-bdac-41fb-8e5e-4381209a595f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:53.585446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-22ad5c45-b6d9-4c56-b077-259e6324d8ff None None] For port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4,segment=NetworkSegment(f8998c2e-12aa-4fc1-8d90-702964dbf87d),segment_id=f8998c2e-12aa-4fc1-8d90-702964dbf87d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:53.586141 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-22ad5c45-b6d9-4c56-b077-259e6324d8ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.640963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:53.641202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:53.641537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:53.645627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-36bf0d99-bdac-41fb-8e5e-4381209a595f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Usage tracker for resource:security_group_rule and tenant:af3973850af34ff0b1ae6694f898d389 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:53.650908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-36bf0d99-bdac-41fb-8e5e-4381209a595f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:53.670392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d1351f03-d445-44a9-9e7d-860098034366 req-55645a47-c743-4d10-a554-01a427fe8906 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Synchronizing usage tracker for tenant:55cca285808e4ee2a7042e9a9d2def4c on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:11:53.670645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-36bf0d99-bdac-41fb-8e5e-4381209a595f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:53.672688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:53.673013 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:53.678704 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 5 to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 Oct 05 09:11:53.728526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:53.729192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:53.729192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:53.754419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:53.754419 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:53.754683 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 6 to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 Oct 05 09:11:53.765274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.768474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36bf0d99-bdac-41fb-8e5e-4381209a595f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.771978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-22ad5c45-b6d9-4c56-b077-259e6324d8ff None None] Calling delete_port for 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:11:53.803189 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] For port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:11:53.825333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] For port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:11:53.826668 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.841926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.867312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Pushing event deleted for resources: {'Port': ['ID=466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:53.877685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] No DVR routers for this DVR port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:11:53.879202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:53.879530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:53.879856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:53.883909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.896815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 5741eebc-735b-4aa9-8cab-41a0923de6ee is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:53.935085 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-6a1f9e38-e171-45b4-8455-9decf3bdd11a service neutron] 10.222.0.64 "GET /v2.0/networks/c341bd40-6381-4696-99bd-4b7261a8625e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873673 Oct 05 09:11:53.954013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d1351f03-d445-44a9-9e7d-860098034366 req-55645a47-c743-4d10-a554-01a427fe8906 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Unset dirty status for tenant:55cca285808e4ee2a7042e9a9d2def4c on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:11:53.955134 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-55645a47-c743-4d10-a554-01a427fe8906 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--640307585&fields=id&tenant_id=55cca285808e4ee2a7042e9a9d2def4c HTTP/1.1" status: 200 len: 267 time: 0.6451063 Oct 05 09:11:53.961406 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Deleting port 6d617aa9-2f66-4231-a23e-3c8cc58f5122 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:11:53.961406 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:53.972917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:53.973258 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:53.980519 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 7 to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 Oct 05 09:11:54.005374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Routers {'31bf2670-516c-4675-b599-0b83f1e2a39b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:11:54.006056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['31bf2670-516c-4675-b599-0b83f1e2a39b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:54.067623 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Attempt 7 to provision port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 Oct 05 09:11:54.072064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:54.072400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:54.072727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:54.093401 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ad09cc58-4715-490c-bf0b-7df45bbd380b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:54.097499 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:54.097825 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:54.103476 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 8 to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 Oct 05 09:11:54.129618 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.139867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36bf0d99-bdac-41fb-8e5e-4381209a595f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.146322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:54.146660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:54.147283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:54.168341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36bf0d99-bdac-41fb-8e5e-4381209a595f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.173005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b318c2a-18a0-403c-8654-6d5bf2f614cd']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:54.187500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:54.187500 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:54.196563 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 9 to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 Oct 05 09:11:54.220245 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8998c2e-12aa-4fc1-8d90-702964dbf87d') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:54.220605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8998c2e-12aa-4fc1-8d90-702964dbf87d') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:54.233764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf0d99-bdac-41fb-8e5e-4381209a595f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a6d75d-aacc-425c-9715-2f245274590d,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:54.234482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-22ad5c45-b6d9-4c56-b077-259e6324d8ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:11:54.234844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-22ad5c45-b6d9-4c56-b077-259e6324d8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:11:54.240525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.248286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.256551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55deb21-b615-4477-92ef-2bee78e0d73b None None] Pushing event updated for resources: {'Port': ['ID=d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:54.257985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:54.258326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:54.258660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:54.318049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36bf0d99-bdac-41fb-8e5e-4381209a595f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.322153 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-36bf0d99-bdac-41fb-8e5e-4381209a595f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8683836 Oct 05 09:11:54.326348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:54.326348 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:54.330859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52802) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:54.330859 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 10 to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 Oct 05 09:11:54.344207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.351574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:54.365167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bc87df0-2b94-465c-a4ee-839dd9d17e41 None None] Port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:11:54.368375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:54.384518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Network 5cde8d75-2053-453a-addb-da7f7a7b5a14 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:54.386128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:11:54.386639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.411628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Usage tracker for resource:floatingip and tenant:af3973850af34ff0b1ae6694f898d389 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:54.416542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:11:54.416882 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:11:54.417851 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:11:54.420541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:54.427255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:54.428339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] Set router 31bf2670-516c-4675-b599-0b83f1e2a39b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:11:54.438614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event updated for resources: {'Port': ['ID=0fed7f0a-3392-4a9c-9480-f2dddbfcf888,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:54.443319 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:11:54.443941 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:11:54.444498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.458275 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f8998c2e-12aa-4fc1-8d90-702964dbf87d resource provider aggregate not found Oct 05 09:11:54.472623 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port ad09cc58-4715-490c-bf0b-7df45bbd380b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:54.473222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.473954 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port ad09cc58-4715-490c-bf0b-7df45bbd380b Oct 05 09:11:54.489841 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-00d9c87d-cfa3-42b2-a8c3-a0859517bc25 service neutron] 10.222.0.64 "GET /v2.0/networks/c341bd40-6381-4696-99bd-4b7261a8625e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531917 Oct 05 09:11:54.510016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1351f03-d445-44a9-9e7d-860098034366 req-5d84149d-f1e8-4a97-a5bc-9eefaca29e20 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:54.513421 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-5d84149d-f1e8-4a97-a5bc-9eefaca29e20 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/networks?id=84ab77fc-9e30-40dc-b48d-f5ad7cb2984d HTTP/1.1" status: 200 len: 806 time: 0.5240166 Oct 05 09:11:54.554689 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-1a1bc1bf-203e-4a69-be42-ebdad2f6666f tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/quotas/55cca285808e4ee2a7042e9a9d2def4c HTTP/1.1" status: 200 len: 375 time: 0.0220280 Oct 05 09:11:54.563889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:54.570879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:54.585837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Provisioning for port 7b22ef6f-a718-4766-9f29-9cb22908a26a completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:54.591466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Allocated IP 172.20.0.1 (731eb8de-60e8-4498-9d6f-d477a2f99a5f/f1277059-3b8c-47ed-a629-903caeffadae/023ad1a7-f77d-41c4-afbc-01370ab9cf2b) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:54.630155 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:54.630773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.653587 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.654211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Provisioning complete for port 7b22ef6f-a718-4766-9f29-9cb22908a26a triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:54.654589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.655475 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Attempt 1 to provision port 7b22ef6f-a718-4766-9f29-9cb22908a26a Oct 05 09:11:54.659417 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-98209c9d-a74a-4378-9858-341928aa47d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.9179013 Oct 05 09:11:54.660623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.689006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52810) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:54.690747 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f8998c2e-12aa-4fc1-8d90-702964dbf87d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8998c2e-12aa-4fc1-8d90-702964dbf87d found for delete ", "request_id": "req-a5ebcd4c-9191-4c42-8b25-f02ad33aa969"}]} Oct 05 09:11:54.726667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.729604 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] 10.222.0.64 "DELETE /v2.0/networks/1b318c2a-18a0-403c-8654-6d5bf2f614cd HTTP/1.1" status: 204 len: 168 time: 2.9897988 Oct 05 09:11:54.779782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-22ad5c45-b6d9-4c56-b077-259e6324d8ff None None] Deleting port 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:11:54.780409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-22ad5c45-b6d9-4c56-b077-259e6324d8ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.811072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.811545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:54.937684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-22ad5c45-b6d9-4c56-b077-259e6324d8ff None None] The port '466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:11:54.997369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port ad09cc58-4715-490c-bf0b-7df45bbd380b is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:55.048745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0402849-01b9-4b07-bfb3-4a087be45a44 tempest-DHCPAgentSchedulersTestJSON-1226372481 tempest-DHCPAgentSchedulersTestJSON-1226372481-project] Pushing event deleted for resources: {'Network': ['ID=1b318c2a-18a0-403c-8654-6d5bf2f614cd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:55.116765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:11:55.161941 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:11:55.162322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 466f12b4-f4e9-4eb3-aeb4-d4afe87d3ca4 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:11:55.184502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Current status of the port 7b22ef6f-a718-4766-9f29-9cb22908a26a is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:55.184883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:55.199866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-001b4852-0525-4459-b14a-a13da601c218 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Deleting port 0fed7f0a-3392-4a9c-9480-f2dddbfcf888 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:11:55.200429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-001b4852-0525-4459-b14a-a13da601c218 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:55.279981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] For port 7b22ef6f-a718-4766-9f29-9cb22908a26a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7b22ef6f-a718-4766-9f29-9cb22908a26a,segment=NetworkSegment(98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053),segment_id=98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:55.307356 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:11:44Z', 'revision_number': 4, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd9eb4a75-8d2d-4a1d-8ee5-236fabf727f6', 'name': '', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'mac_address': 'fa:16:3e:8b:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:38Z', 'updated_at': '2022-10-05T09:11:53Z', 'revision_number': 4, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'subnets': [{'id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:55.310697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] For port 6466f3b7-25fc-40c7-921d-78f9ebf08390, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:11:55.311185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempted to set empty binding levels {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 05 09:11:55.322873 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579f067-293c-408d-8cf8-5949229b19aa None None] The sync data for ids ['31bf2670-516c-4675-b599-0b83f1e2a39b'] in dv-neutron-860328-1-hyperv is: [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:11:44Z', 'revision_number': 4, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd9eb4a75-8d2d-4a1d-8ee5-236fabf727f6', 'name': '', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'mac_address': 'fa:16:3e:8b:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:38Z', 'updated_at': '2022-10-05T09:11:53Z', 'revision_number': 4, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'subnets': [{'id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:11:55.327116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:55.335649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:55.357068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Transition to ACTIVE for port object 023ad1a7-f77d-41c4-afbc-01370ab9cf2b will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:11:55.359126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:55.359754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] In _notify_port_updated(), no bound segment for port 6466f3b7-25fc-40c7-921d-78f9ebf08390 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:11:55.360686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:55.361357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:55.362874 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "PUT /v2.0/ports/6466f3b7-25fc-40c7-921d-78f9ebf08390 HTTP/1.1" status: 200 len: 981 time: 6.0747066 Oct 05 09:11:55.427647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Calling delete_port for 6d617aa9-2f66-4231-a23e-3c8cc58f5122 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:11:55.449253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52838) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:55.450694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52842) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:55.556359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Provisioning for port 6639b118-2771-498a-9fa5-57221f4cbc2e completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:55.574424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Provisioning complete for port 6639b118-2771-498a-9fa5-57221f4cbc2e triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:55.574571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:55.575097 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Attempt 1 to provision port 6639b118-2771-498a-9fa5-57221f4cbc2e Oct 05 09:11:55.625075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Pushing event updated for resources: {'Port': ['ID=7b22ef6f-a718-4766-9f29-9cb22908a26a,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:55.673394 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-58919195-7a4b-4590-8659-58a3756b08da req-ba8ec711-e7ec-49ec-8eae-75db04d482bd tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 210 time: 0.8700950 Oct 05 09:11:55.674396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:55.786615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Network 731eb8de-60e8-4498-9d6f-d477a2f99a5f is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:55.786901 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Current status of the port 6639b118-2771-498a-9fa5-57221f4cbc2e is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:55.787245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:55.793901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:55.817725 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044fcff-9285-498d-b184-78d9f96acee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event updated for resources: {'Port': ['ID=6466f3b7-25fc-40c7-921d-78f9ebf08390,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:55.841273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:55.900498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] For port 6639b118-2771-498a-9fa5-57221f4cbc2e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6639b118-2771-498a-9fa5-57221f4cbc2e,segment=NetworkSegment(f07f2599-6618-43c1-97d8-56316544da2c),segment_id=f07f2599-6618-43c1-97d8-56316544da2c)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:55.910255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:56.038228 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7c224aa3-310e-490e-ac82-3a0c8495d111 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=954b7202ed2840798fabb291c7eb0070&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5703640 Oct 05 09:11:56.041943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52858) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:56.053818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event updated for resources: {'Port': ['ID=023ad1a7-f77d-41c4-afbc-01370ab9cf2b,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:56.056378 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:56.073196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a96b4-7e00-4e40-b560-94d1d3608708 None None] Pushing event updated for resources: {'Port': ['ID=6639b118-2771-498a-9fa5-57221f4cbc2e,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:56.169754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:56.189836 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-2b72e5af-ab6b-405a-9697-03e11b8939f6 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=55cca285808e4ee2a7042e9a9d2def4c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2835445 Oct 05 09:11:56.212503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7b22ef6f-a718-4766-9f29-9cb22908a26a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:56.319805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Provisioning for port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:56.325169 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-001b4852-0525-4459-b14a-a13da601c218 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:56.331319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:56.345461 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Provisioning complete for port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:56.345878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:56.346244 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Attempt 1 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:11:56.367256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.368468 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.369620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.371029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.375202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.375928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.376676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.380856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.381653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.382296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.382903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.383503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.384101 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.384696 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.385292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.386705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.387695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.388418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.389333 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.390479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.391128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.391765 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:56.393990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Synchronizing usage tracker for tenant:f3f77e61512147b9b3d3f7670390def9 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:11:56.425533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:56.426628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 7b22ef6f-a718-4766-9f29-9cb22908a26a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:56.426997 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:56.427329 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 7b22ef6f-a718-4766-9f29-9cb22908a26a Oct 05 09:11:56.507516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d617aa9-2f66-4231-a23e-3c8cc58f5122,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:56.594475 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-498d7e38-c6cb-4b30-9e87-7542bf6ad27d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:11:56.595737 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-498d7e38-c6cb-4b30-9e87-7542bf6ad27d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2097907 Oct 05 09:11:56.657322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 7b22ef6f-a718-4766-9f29-9cb22908a26a is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:56.658702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:56.752189 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:11:56.757556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:56.757925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:56.758291 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 Oct 05 09:11:56.782191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:56.911423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:56.981627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-001b4852-0525-4459-b14a-a13da601c218 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Calling delete_port for 0fed7f0a-3392-4a9c-9480-f2dddbfcf888 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:11:56.994976 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Attempt 2 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:11:56.996721 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-26022961-29dc-4e4f-a603-040b43da6839 service neutron] 10.222.0.64 "GET /v2.0/networks/84ab77fc-9e30-40dc-b48d-f5ad7cb2984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900399 Oct 05 09:11:57.022108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Unset dirty status for tenant:f3f77e61512147b9b3d3f7670390def9 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:11:57.023445 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ee0d2d33-a3c6-4781-8cba-c3dcb8d1a34d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19585 time: 1.5574780 Oct 05 09:11:57.031879 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:57.032424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:57.040765 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52876) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:57.114004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:57.116581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:57.126399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:57.136632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3b9cf90-c807-4d97-85c5-a5c19475eb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:57.189276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Allocated IP 172.26.0.142 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/b3bb27e7-8e46-4fce-a885-36d7b378555e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:11:57.210992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3b9cf90-c807-4d97-85c5-a5c19475eb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:57.224427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:57.228677 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3bd03069-38ed-4260-8e8f-e1948a6f349e req-58751401-531a-425b-a322-07bebea47835 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 210 time: 0.2440159 Oct 05 09:11:57.244674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f273d1f8-66dd-4f99-8388-be7c71b1ea32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Deleting port 6466f3b7-25fc-40c7-921d-78f9ebf08390 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:11:57.245059 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f273d1f8-66dd-4f99-8388-be7c71b1ea32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:57.361560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:57.490742 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-f52dc8b4-a5a2-43d5-aa1b-e4664526b2ff service neutron] 10.222.0.64 "GET /v2.0/networks/84ab77fc-9e30-40dc-b48d-f5ad7cb2984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424541 Oct 05 09:11:57.561874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:57.572456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3b9cf90-c807-4d97-85c5-a5c19475eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:57.615099 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Attempt 3 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:11:57.620762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2a98dc3a-8a9d-4245-90b7-018587cdad09,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:57.680810 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9cf90-c807-4d97-85c5-a5c19475eb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f51877-ffe3-47ba-aff7-b42179d16fb0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:57.682252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.45', 49859) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:57.726538 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:57.777636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:57.786870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-001b4852-0525-4459-b14a-a13da601c218 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:57.915549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b4852-0525-4459-b14a-a13da601c218 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fed7f0a-3392-4a9c-9480-f2dddbfcf888,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:57.936436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3b9cf90-c807-4d97-85c5-a5c19475eb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:57.941481 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b3b9cf90-c807-4d97-85c5-a5c19475eb15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49f51877-ffe3-47ba-aff7-b42179d16fb0 HTTP/1.1" status: 204 len: 168 time: 1.8962076 Oct 05 09:11:58.033395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-f273d1f8-66dd-4f99-8388-be7c71b1ea32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] For port 6466f3b7-25fc-40c7-921d-78f9ebf08390, host hv-neutron-8603, got binding levels [] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:11:58.034035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f273d1f8-66dd-4f99-8388-be7c71b1ea32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.060433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6639b118-2771-498a-9fa5-57221f4cbc2e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:58.063190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.188072 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 6639b118-2771-498a-9fa5-57221f4cbc2e triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:58.188688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.188999 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 6639b118-2771-498a-9fa5-57221f4cbc2e Oct 05 09:11:58.240920 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Attempt 4 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:11:58.310212 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-712fbee8-3f26-46f7-98ec-39bf8dd888c5 req-256d7471-9436-4961-9dad-395ebe670ea5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 210 time: 0.3852227 Oct 05 09:11:58.336734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-001b4852-0525-4459-b14a-a13da601c218 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.347379 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-001b4852-0525-4459-b14a-a13da601c218 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "DELETE /v2.0/ports/0fed7f0a-3392-4a9c-9480-f2dddbfcf888 HTTP/1.1" status: 204 len: 168 time: 3.6483874 Oct 05 09:11:58.349613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52922) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:58.356467 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d457e0f7-1ba7-4f06-b29a-bea4001c073c']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:58.359330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f273d1f8-66dd-4f99-8388-be7c71b1ea32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Calling delete_port for 6466f3b7-25fc-40c7-921d-78f9ebf08390 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:11:58.397465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5cde8d75-2053-453a-addb-da7f7a7b5a14', 'external_fixed_ips': [{'subnet_id': '4e45aa31-7ec8-4640-95c4-aa1a0860f23f', 'ip_address': '172.20.0.11'}]}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:58.414301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:58.423447 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Usage tracker for resource:router and tenant:a06eb7c63fb04886b8e3db8d2cd44135 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:58.428879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:58.446992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:58.478590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.484642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.486121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.488052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:58.511666 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b354270d-2dc7-4674-8543-66949499f00f') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:58.512354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b354270d-2dc7-4674-8543-66949499f00f') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:11:58.561745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:11:58.567192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:11:58.568047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.574980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f273d1f8-66dd-4f99-8388-be7c71b1ea32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.580260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52938) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:58.581127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:11:58.597433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 6639b118-2771-498a-9fa5-57221f4cbc2e is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:58.599777 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:11:58.646914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.650713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.664445 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-6d4c195b-cb2d-4870-95db-60cee75525e1 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:11:58.670827 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-6d4c195b-cb2d-4870-95db-60cee75525e1 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.45 "GET /v2.0/networks?id=c341bd40-6381-4696-99bd-4b7261a8625e HTTP/1.1" status: 200 len: 812 time: 0.9711859 Oct 05 09:11:58.677322 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.692530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Pushing event updated for resources: {'Port': ['ID=b3bb27e7-8e46-4fce-a885-36d7b378555e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:58.696331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffda2-3980-4b23-aad0-f0fc844b9647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.705802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:11:58.706340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.707004 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 Oct 05 09:11:58.752871 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f273d1f8-66dd-4f99-8388-be7c71b1ea32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.765435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1a1ffda2-3980-4b23-aad0-f0fc844b9647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:58.783727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1a1ffda2-3980-4b23-aad0-f0fc844b9647 admin admin] Usage tracker for resource:security_group_rule and tenant:7c997cef711145408d71ecc21df2149e is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:11:58.788649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273d1f8-66dd-4f99-8388-be7c71b1ea32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event deleted for resources: {'Port': ['ID=6466f3b7-25fc-40c7-921d-78f9ebf08390,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:58.794926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1a1ffda2-3980-4b23-aad0-f0fc844b9647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:11:58.810200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1a1ffda2-3980-4b23-aad0-f0fc844b9647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:58.811993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:11:58.811993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.872249 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:11:58.966362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:58.989274 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Attempt 5 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:11:59.102034 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:59.133675 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f273d1f8-66dd-4f99-8388-be7c71b1ea32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "DELETE /v2.0/ports/6466f3b7-25fc-40c7-921d-78f9ebf08390 HTTP/1.1" status: 204 len: 168 time: 2.0874104 Oct 05 09:11:59.146194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52956) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:59.152849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:59.165316 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment b354270d-2dc7-4674-8543-66949499f00f resource provider aggregate not found Oct 05 09:11:59.177457 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5af77279-ed17-42d5-b217-6da7c7872d38 req-0420fb5e-457e-4d5b-8c73-9004eb24bd90 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 210 time: 0.5228100 Oct 05 09:11:59.232422 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment b354270d-2dc7-4674-8543-66949499f00f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b354270d-2dc7-4674-8543-66949499f00f found for delete ", "request_id": "req-70b691a4-298b-4d9a-bf0b-d56d76e7f4e1"}]} Oct 05 09:11:59.233507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:59.239162 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2aeaea5c-56cd-4168-8d3c-dd84a1e44f4c tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2806662ba345c1970efc4b5f30b2a0 HTTP/1.1" status: 200 len: 380 time: 0.4522901 Oct 05 09:11:59.282454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Request body: {'port': {'device_id': '1f63380e-a9b8-4535-951f-413d2287e04f', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'admin_state_up': True, 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'security_groups': ['e5b06e2e-a043-46ba-9d81-67958edbf0e2']}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:59.314521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d457e0f7-1ba7-4f06-b29a-bea4001c073c {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:11:59.329515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:59.332786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event deleted for resources: {'Network': ['ID=d457e0f7-1ba7-4f06-b29a-bea4001c073c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:59.339837 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1a6ace-d8ed-46d8-adb5-a29afe71d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:11:59.340189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9d1a6ace-d8ed-46d8-adb5-a29afe71d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Synchronizing usage tracker for tenant:f3f77e61512147b9b3d3f7670390def9 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:11:59.373795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:59.455614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:59.522640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9d1a6ace-d8ed-46d8-adb5-a29afe71d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Unset dirty status for tenant:f3f77e61512147b9b3d3f7670390def9 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:11:59.524078 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9d1a6ace-d8ed-46d8-adb5-a29afe71d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "GET /v2.0/ports/6466f3b7-25fc-40c7-921d-78f9ebf08390 HTTP/1.1" status: 404 len: 333 time: 0.3717616 Oct 05 09:11:59.540231 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event updated for resources: {'Port': ['ID=023ad1a7-f77d-41c4-afbc-01370ab9cf2b,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:11:59.551233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52964) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:59.572957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-413078250', 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:11:59.587708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:11:59.603544 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Attempt 6 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:11:59.609033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:11:59.614096 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-62529b42-488c-40ec-aed5-ef3cf6414983 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "DELETE /v2.0/networks/d457e0f7-1ba7-4f06-b29a-bea4001c073c HTTP/1.1" status: 204 len: 168 time: 6.3931201 Oct 05 09:11:59.623640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52968) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:11:59.689816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:59.723107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:11:59.793153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffda2-3980-4b23-aad0-f0fc844b9647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:11:59.810099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffda2-3980-4b23-aad0-f0fc844b9647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:00.068075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ca2e5f59-2267-4c8c-82e0-b096bd41a4ea tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Synchronizing usage tracker for tenant:32245fa672754a989db84c31cdc5a665 on resource:floatingip {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:00.070967 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Made reservation on behalf of f3f77e61512147b9b3d3f7670390def9 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:00.074984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:00.080234 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1a1ffda2-3980-4b23-aad0-f0fc844b9647 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c997cef711145408d71ecc21df2149e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4677842 Oct 05 09:12:00.081150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ffda2-3980-4b23-aad0-f0fc844b9647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0402a8c2-8671-4855-95d1-b85646981489,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:00.084792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 52974) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:00.102146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:00.113435 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-97e21e1d-b350-46f4-af11-9f12f2932b61 req-a40d2ab0-b7fb-4637-84af-082a5922eef0 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 210 time: 0.3244510 Oct 05 09:12:00.134116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Usage tracker for resource:port and tenant:7c2806662ba345c1970efc4b5f30b2a0 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:00.143941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:00.163765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] device_id is not set on port ded30fa1-f7a7-48c4-b085-5d8f594a304a yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:00.202849 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51d8252c-f152-49ac-af07-614fca393ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:00.224383 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Attempt 7 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:00.249150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.45', 49865) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:00.408228 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:00.445271 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51d8252c-f152-49ac-af07-614fca393ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:00.559656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:00.574990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1351f03-d445-44a9-9e7d-860098034366 req-1da1f8cc-24e0-4896-9590-a3eb0507e544 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:00.575679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d1351f03-d445-44a9-9e7d-860098034366 req-1da1f8cc-24e0-4896-9590-a3eb0507e544 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Synchronizing usage tracker for tenant:55cca285808e4ee2a7042e9a9d2def4c on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:00.601375 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:00.605923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:00.665201 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ca2e5f59-2267-4c8c-82e0-b096bd41a4ea tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Unset dirty status for tenant:32245fa672754a989db84c31cdc5a665 on resource:floatingip {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:00.667642 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ca2e5f59-2267-4c8c-82e0-b096bd41a4ea tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2130 time: 1.0403850 Oct 05 09:12:00.670128 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Network 731eb8de-60e8-4498-9d6f-d477a2f99a5f is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:00.674758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:12:00.685354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 52982) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:00.723050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:00.794840 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aab8f41a-c99f-4969-a355-b289f2aa6535 req-3a943dba-6443-4b9e-b9cc-7fe56ba3b201 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 210 time: 0.2038393 Oct 05 09:12:00.829624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:00.836880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Made reservation on behalf of 7c2806662ba345c1970efc4b5f30b2a0 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:00.842149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:00.900521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:00.909939 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Attempt 8 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:00.975608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51d8252c-f152-49ac-af07-614fca393ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:00.991320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:00.994035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:01.006297 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:01.029011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d1351f03-d445-44a9-9e7d-860098034366 req-1da1f8cc-24e0-4896-9590-a3eb0507e544 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Unset dirty status for tenant:55cca285808e4ee2a7042e9a9d2def4c on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:01.030278 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-1da1f8cc-24e0-4896-9590-a3eb0507e544 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.45 "GET /v2.0/networks?id=84ab77fc-9e30-40dc-b48d-f5ad7cb2984d HTTP/1.1" status: 200 len: 806 time: 0.7743692 Oct 05 09:12:01.151844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8252c-f152-49ac-af07-614fca393ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0402a8c2-8671-4855-95d1-b85646981489,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:01.235142 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51d8252c-f152-49ac-af07-614fca393ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:01.236317 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-51d8252c-f152-49ac-af07-614fca393ef3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0402a8c2-8671-4855-95d1-b85646981489 HTTP/1.1" status: 204 len: 168 time: 1.1483846 Oct 05 09:12:01.248770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Network 18878ee7-5409-4d1a-a96a-8288103b4544 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:01.294221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Pushing event updated for resources: {'Port': ['ID=b3bb27e7-8e46-4fce-a885-36d7b378555e,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:01.309473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:01.369455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d1351f03-d445-44a9-9e7d-860098034366 req-ada85ea2-1623-4818-95b7-8aa7d0683167 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Synchronizing usage tracker for tenant:55cca285808e4ee2a7042e9a9d2def4c on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:01.372228 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:01.383605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:01.384778 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:01.385424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:01.475781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event updated for resources: {'Port': ['ID=ded30fa1-f7a7-48c4-b085-5d8f594a304a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:01.508555 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Attempt 9 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:01.584274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:01.585774 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b9c83584-fad7-4ae0-9948-66b34319103a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2452664 Oct 05 09:12:01.617841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d1351f03-d445-44a9-9e7d-860098034366 req-ada85ea2-1623-4818-95b7-8aa7d0683167 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Unset dirty status for tenant:55cca285808e4ee2a7042e9a9d2def4c on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:01.624664 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-ada85ea2-1623-4818-95b7-8aa7d0683167 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55cca285808e4ee2a7042e9a9d2def4c HTTP/1.1" status: 200 len: 379 time: 0.4975784 Oct 05 09:12:01.653634 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6fecf66e-8838-4829-a022-8b2a41252b61 req-2c3a68eb-2abe-466e-b078-825bd6c4dc40 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 210 time: 0.2767985 Oct 05 09:12:01.684652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:01.804035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Request body: {'port': {'device_id': '51f85ba4-5ac2-400a-aca6-4d4a343e31d4', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'admin_state_up': True, 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'security_groups': ['21992b65-26cf-4585-b05c-58ab685edd9f']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:01.904629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36caaa-72aa-4c56-9787-c254b37f0e5b tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:01.911590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36caaa-72aa-4c56-9787-c254b37f0e5b tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:01.912120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36caaa-72aa-4c56-9787-c254b37f0e5b tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:01.912721 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36caaa-72aa-4c56-9787-c254b37f0e5b tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:01.913348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36caaa-72aa-4c56-9787-c254b37f0e5b tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:01.913825 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36caaa-72aa-4c56-9787-c254b37f0e5b tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:01.914405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36caaa-72aa-4c56-9787-c254b37f0e5b tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:01.914858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36caaa-72aa-4c56-9787-c254b37f0e5b tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:01.915933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-eb36caaa-72aa-4c56-9787-c254b37f0e5b tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Synchronizing usage tracker for tenant:32245fa672754a989db84c31cdc5a665 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:02.052549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Allocated IP 172.20.0.11 (5cde8d75-2053-453a-addb-da7f7a7b5a14/4e45aa31-7ec8-4640-95c4-aa1a0860f23f/54346566-8fb8-42eb-94ef-31094a3ab5f8) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:02.148211 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b3cb72c9-3039-4644-96f4-5a200eb7bcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.5920277 Oct 05 09:12:02.150273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-bb4bf3f2-1f9f-40a6-9bf2-f916215cd646 req-9587f999-cd40-4bbe-ad8f-a74b12f39b1e tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Synchronizing usage tracker for tenant:7c2806662ba345c1970efc4b5f30b2a0 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:02.170157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53020) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:02.186554 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Attempt 10 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:02.267526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-eb36caaa-72aa-4c56-9787-c254b37f0e5b tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Unset dirty status for tenant:32245fa672754a989db84c31cdc5a665 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:02.268819 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-eb36caaa-72aa-4c56-9787-c254b37f0e5b tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5201 time: 1.5521376 Oct 05 09:12:02.300334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53026) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:02.331106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89dd8db7-f104-410b-8f6c-06fca14be578 None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:02.389257 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-1f93f007-c6c9-4971-a208-df582d2bee09 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] delete failed (client error): The resource could not be found. Oct 05 09:12:02.393482 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1f93f007-c6c9-4971-a208-df582d2bee09 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/5b4b0b45-2af3-463c-86b4-edfd07dfb299 HTTP/1.1" status: 404 len: 345 time: 0.0878732 Oct 05 09:12:02.396456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53032) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:02.411508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Router 0a1e2d57-f665-4b5c-aee9-45b94d8e941d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:12:02.436219 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-51369465-93d9-4245-89d4-87e5591207c7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] DELETE failed (client error): The resource could not be found. Oct 05 09:12:02.436880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51369465-93d9-4245-89d4-87e5591207c7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:12:02.439616 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-51369465-93d9-4245-89d4-87e5591207c7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "DELETE /v2.0/networks/d457e0f7-1ba7-4f06-b29a-bea4001c073c HTTP/1.1" status: 404 len: 339 time: 0.0421100 Oct 05 09:12:02.446893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53038) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:02.458528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-bb4bf3f2-1f9f-40a6-9bf2-f916215cd646 req-9587f999-cd40-4bbe-ad8f-a74b12f39b1e tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Unset dirty status for tenant:7c2806662ba345c1970efc4b5f30b2a0 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:02.459727 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bb4bf3f2-1f9f-40a6-9bf2-f916215cd646 req-9587f999-cd40-4bbe-ad8f-a74b12f39b1e tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 210 time: 0.4256144 Oct 05 09:12:02.466964 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-9bbc460d-49f3-4536-877e-30c13c1e95eb tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Synchronizing usage tracker for tenant:af3973850af34ff0b1ae6694f898d389 on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:02.470437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb61afe-30f4-4345-b656-c60ef008bf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:02.471141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-eeb61afe-30f4-4345-b656-c60ef008bf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Synchronizing usage tracker for tenant:f3f77e61512147b9b3d3f7670390def9 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:02.473284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:02.481192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Request body: {'network': {'name': 'tempest-network--1967162653', 'router:external': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:02.483035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Usage tracker for resource:port and tenant:55cca285808e4ee2a7042e9a9d2def4c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:02.483507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Provisioning complete for port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:02.484804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:02.485476 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Attempt 1 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:02.486315 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Allocated IP 172.20.0.3 (c341bd40-6381-4696-99bd-4b7261a8625e/badddbb6-d671-45e6-8973-c7e1f2ea1009/fe0c3271-6e64-441f-acdc-a1d9b8edb9ec) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:02.488233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:02.495528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:02.501312 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:02.513017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Made reservation on behalf of 55cca285808e4ee2a7042e9a9d2def4c for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:02.517464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:02.520255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Usage tracker for resource:network and tenant:32245fa672754a989db84c31cdc5a665 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:02.598671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:02.636622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:02.647414 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-eeb61afe-30f4-4345-b656-c60ef008bf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Unset dirty status for tenant:f3f77e61512147b9b3d3f7670390def9 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:02.648679 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-eeb61afe-30f4-4345-b656-c60ef008bf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "GET /v2.0/ports/ded30fa1-f7a7-48c4-b085-5d8f594a304a HTTP/1.1" status: 200 len: 958 time: 0.4774489 Oct 05 09:12:02.672098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53044) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:02.681629 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:02.728544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-20f301c5-81d9-435b-b0c7-81eff5079458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:02.772595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:02.931694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-9bbc460d-49f3-4536-877e-30c13c1e95eb tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Unset dirty status for tenant:af3973850af34ff0b1ae6694f898d389 on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:02.940048 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-9bbc460d-49f3-4536-877e-30c13c1e95eb tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--698625372&fields=id&tenant_id=af3973850af34ff0b1ae6694f898d389 HTTP/1.1" status: 200 len: 267 time: 0.8812573 Oct 05 09:12:02.973264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:03.046407 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Allocated IP 172.20.0.11 (84ab77fc-9e30-40dc-b48d-f5ad7cb2984d/e394023a-1e34-408d-9f04-b686f5e87878/fcfaca51-9acb-4826-8b83-5ca0ffd3e636) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:03.090877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Network 5cde8d75-2053-453a-addb-da7f7a7b5a14 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:03.100650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:03.128818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:03.168417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event updated for resources: {'Port': ['ID=54346566-8fb8-42eb-94ef-31094a3ab5f8,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:03.183246 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Attempt 2 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:03.247745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:03.291614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Transition to ACTIVE for port object fe0c3271-6e64-441f-acdc-a1d9b8edb9ec will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:03.292400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:03.663738 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:12:03.675576 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Made reservation on behalf of 32245fa672754a989db84c31cdc5a665 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:03.678716 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30418fb2-bd4b-400d-8b6b-a448b47f50be None None] Sync routers for ids ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:12:03.679778 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:03.702812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-8d647eff-d35c-4740-825c-56471f12eaa0 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:03.704278 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-8d647eff-d35c-4740-825c-56471f12eaa0 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Synchronizing usage tracker for tenant:af3973850af34ff0b1ae6694f898d389 on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:03.704584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30418fb2-bd4b-400d-8b6b-a448b47f50be None None] Routers {'0a1e2d57-f665-4b5c-aee9-45b94d8e941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:03.705245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-30418fb2-bd4b-400d-8b6b-a448b47f50be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:03.721311 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-746d697b-4b17-4888-a3eb-baa9f93dd7d6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "PUT /v2.0/routers/0a1e2d57-f665-4b5c-aee9-45b94d8e941d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5063515 Oct 05 09:12:03.732556 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53062) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:03.737043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:03.756456 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4f3b3e63-bb59-457b-a27b-e15fae4b320d req-821b9af4-54b0-4002-89a7-6539da2c0383 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 210 time: 0.7214568 Oct 05 09:12:03.801889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Request body: {'port': {'network_id': '731eb8de-60e8-4498-9d6f-d477a2f99a5f', 'name': 'tempest-FloatingIPAdminTestJSON-435885697'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:03.830703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:03.846895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Network c341bd40-6381-4696-99bd-4b7261a8625e is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:03.859443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:03.914113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:12:03.947229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:03.948973 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Added segment 165b7a41-7924-48d5-a2f5-5669ba99ab19 of type vlan for network 642f46ba-1b9b-407b-85fc-3af135041232 Oct 05 09:12:03.998504 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Attempt 3 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:04.052655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Transition to ACTIVE for port object fcfaca51-9acb-4826-8b83-5ca0ffd3e636 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:04.070917 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-93fd6043-98d5-41a4-bce9-164f45778f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Deleting port ded30fa1-f7a7-48c4-b085-5d8f594a304a {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:04.071288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93fd6043-98d5-41a4-bce9-164f45778f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:04.177078 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:04.207867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-30418fb2-bd4b-400d-8b6b-a448b47f50be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:04.221385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:04.270598 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30418fb2-bd4b-400d-8b6b-a448b47f50be None None] Routers {'0a1e2d57-f665-4b5c-aee9-45b94d8e941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:04.271282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-30418fb2-bd4b-400d-8b6b-a448b47f50be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:11:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:04.315300 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53070) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:04.385188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:04.408490 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-30418fb2-bd4b-400d-8b6b-a448b47f50be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:04.412123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30418fb2-bd4b-400d-8b6b-a448b47f50be None None] The sync data for ids ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:12:04.433900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:04.520878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:04.650678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-8d647eff-d35c-4740-825c-56471f12eaa0 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Unset dirty status for tenant:af3973850af34ff0b1ae6694f898d389 on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:04.660232 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-8d647eff-d35c-4740-825c-56471f12eaa0 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/networks?id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636 HTTP/1.1" status: 200 len: 812 time: 1.6241190 Oct 05 09:12:04.770971 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:04.771834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:04.772405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:04.857670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-6251437'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:04.861854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:04.882125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:04.887086 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Attempt 4 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:04.913150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Usage tracker for resource:port and tenant:7c8b2389e09247c0b5ee8c64daf14218 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:04.940387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Usage tracker for resource:network and tenant:c0601e0b32bf4b049889d4eefbc785ad is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:04.952223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:04.960349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:05.046628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:05.062536 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:05.064979 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:05.079763 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:05.179179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Made reservation on behalf of 7c8b2389e09247c0b5ee8c64daf14218 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:05.183837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:05.230572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Made reservation on behalf of c0601e0b32bf4b049889d4eefbc785ad for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:05.234058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:05.251469 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:05.268474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93fd6043-98d5-41a4-bce9-164f45778f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:05.310930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:05.322463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Pushing event updated for resources: {'Port': ['ID=fcfaca51-9acb-4826-8b83-5ca0ffd3e636,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:05.338311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:05.380092 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:05.402668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] device_id is not set on port b3c97c80-f553-4eb7-ade1-10755f6e6943 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:05.501541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-93fd6043-98d5-41a4-bce9-164f45778f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Calling delete_port for ded30fa1-f7a7-48c4-b085-5d8f594a304a owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:05.546469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68bf91c1-4486-4bfe-a23c-2967cb8eb775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:05.561806 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Attempt 5 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:05.595634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:05.633569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:05.634942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:05.686790 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-1dc59657-4b36-452b-b269-7c7a3ec7bb18 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/quotas/af3973850af34ff0b1ae6694f898d389 HTTP/1.1" status: 200 len: 375 time: 1.0232863 Oct 05 09:12:05.697385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Pushing event updated for resources: {'Port': ['ID=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:05.721196 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93fd6043-98d5-41a4-bce9-164f45778f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:05.723357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:05.838442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:05.839564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:05.877646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event updated for resources: {'Network': ['ID=642f46ba-1b9b-407b-85fc-3af135041232,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:05.893631 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-fdea96c5-5ee0-45b3-be76-001623e64341 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6168382 Oct 05 09:12:05.895764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 642f46ba-1b9b-407b-85fc-3af135041232 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:12:05.898018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd6043-98d5-41a4-bce9-164f45778f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event deleted for resources: {'Port': ['ID=ded30fa1-f7a7-48c4-b085-5d8f594a304a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:05.898330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:05.904996 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-07209799-a36f-4027-8f7f-56227c4519f8 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.4449670 Oct 05 09:12:05.905198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Usage tracker for resource:security_group_rule and tenant:c0601e0b32bf4b049889d4eefbc785ad is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:05.907521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53078) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:05.907665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:05.913936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:05.942641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-791e19ee-439a-48b3-b788-786c25dad63d tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:12:05.943651 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-791e19ee-439a-48b3-b788-786c25dad63d tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0376353 Oct 05 09:12:05.944732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93fd6043-98d5-41a4-bce9-164f45778f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:05.947313 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-93fd6043-98d5-41a4-bce9-164f45778f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "DELETE /v2.0/ports/ded30fa1-f7a7-48c4-b085-5d8f594a304a HTTP/1.1" status: 204 len: 168 time: 3.0544195 Oct 05 09:12:05.957644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53084) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:06.020487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:06.047858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:06.065181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:12:06.077131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:06.077452 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Added segment 02c8a731-ac16-4704-a521-e08a267b8c8e of type vlan for network 220f15b6-0458-44d6-b854-7c3e824f5188 Oct 05 09:12:06.124258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:06.164430 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9eca61-c524-43f1-a656-e1d59eb9c194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:12:06.164963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3d9eca61-c524-43f1-a656-e1d59eb9c194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Synchronizing usage tracker for tenant:f3f77e61512147b9b3d3f7670390def9 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:06.193979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d34c9-b202-45b1-91a1-87ab55df3aaa req-91773eb2-e0f3-4117-8ee2-3dbeccb8beb5 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:06.202459 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fd4d34c9-b202-45b1-91a1-87ab55df3aaa req-91773eb2-e0f3-4117-8ee2-3dbeccb8beb5 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 931 time: 1.9830790 Oct 05 09:12:06.215140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e1e15b-50d6-4e1f-8706-d67d7ef1427f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:06.218760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:06.224885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:06.225497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:06.269362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-9ec73628-4445-4d50-a3b4-1c46c7b2b419 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Synchronizing usage tracker for tenant:af3973850af34ff0b1ae6694f898d389 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:06.296328 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Request body: {'port': {'device_id': '1f63380e-a9b8-4535-951f-413d2287e04f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:06.332697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3d9eca61-c524-43f1-a656-e1d59eb9c194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Unset dirty status for tenant:f3f77e61512147b9b3d3f7670390def9 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:06.333868 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3d9eca61-c524-43f1-a656-e1d59eb9c194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "GET /v2.0/ports/ded30fa1-f7a7-48c4-b085-5d8f594a304a HTTP/1.1" status: 404 len: 333 time: 0.3031178 Oct 05 09:12:06.354344 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53090) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:06.356051 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Attempt 6 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:06.365707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Request body: {'port': {'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1617330516'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:06.381714 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c9729-cfc2-416d-9000-040c5416f2e4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:06.388659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c9729-cfc2-416d-9000-040c5416f2e4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:06.394930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c9729-cfc2-416d-9000-040c5416f2e4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:06.401419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c9729-cfc2-416d-9000-040c5416f2e4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:06.407944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c9729-cfc2-416d-9000-040c5416f2e4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:06.408945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4e1c9729-cfc2-416d-9000-040c5416f2e4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Synchronizing usage tracker for tenant:1cbc7491b0f44075982b70a691c55b31 on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:06.420577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:06.441254 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fd4d34c9-b202-45b1-91a1-87ab55df3aaa req-477367be-caba-49b3-94e6-cb86bf48c2a7 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377403 Oct 05 09:12:06.522367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-9ec73628-4445-4d50-a3b4-1c46c7b2b419 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Unset dirty status for tenant:af3973850af34ff0b1ae6694f898d389 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:06.535612 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-9ec73628-4445-4d50-a3b4-1c46c7b2b419 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=af3973850af34ff0b1ae6694f898d389&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8339667 Oct 05 09:12:06.537146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:06.569508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:06.585194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Allocated IP 172.20.0.13 (731eb8de-60e8-4498-9d6f-d477a2f99a5f/f1277059-3b8c-47ed-a629-903caeffadae/b3c97c80-f553-4eb7-ade1-10755f6e6943) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:06.799557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4e1c9729-cfc2-416d-9000-040c5416f2e4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Unset dirty status for tenant:1cbc7491b0f44075982b70a691c55b31 on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:06.801577 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4e1c9729-cfc2-416d-9000-040c5416f2e4 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3058 time: 0.8910844 Oct 05 09:12:06.802714 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Made reservation on behalf of f3f77e61512147b9b3d3f7670390def9 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:06.805237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:06.808487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:06.815953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53094) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:06.882951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:06.889283 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:06.949936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:06.979658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Transition to ACTIVE for port object b3c97c80-f553-4eb7-ade1-10755f6e6943 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:06.993909 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] device_id is not set on port b8e4d10c-b2fd-4afd-9193-0a450929e425 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:07.016391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Pushing event updated for resources: {'Network': ['ID=220f15b6-0458-44d6-b854-7c3e824f5188,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:07.038454 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dbb54955-10b0-42ff-8df3-58b5388adcb5 tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.7186725 Oct 05 09:12:07.039714 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-7696b295-3e9f-4656-8dc8-a498cc6ad9f5 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3711519 Oct 05 09:12:07.050937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 220f15b6-0458-44d6-b854-7c3e824f5188 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:12:07.084444 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Attempt 7 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:07.130315 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:12:07.134193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Request body: {'port': {'device_id': '51f85ba4-5ac2-400a-aca6-4d4a343e31d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:07.162416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:07.187055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:07.302905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:07.342137 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-7d051fa2-512a-42cd-937f-d96cefd6d063 service neutron] 10.222.0.64 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7262871 Oct 05 09:12:07.360086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Network 731eb8de-60e8-4498-9d6f-d477a2f99a5f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:07.379861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:07.391738 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:07.533780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf986550-2684-4d3c-b02f-58710b92ce09 req-0ef85784-22bd-4a85-8a0e-dfe831bf5c6f tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:07.548713 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bf986550-2684-4d3c-b02f-58710b92ce09 req-0ef85784-22bd-4a85-8a0e-dfe831bf5c6f tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 932 time: 0.8634744 Oct 05 09:12:07.587637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event updated for resources: {'Port': ['ID=b3c97c80-f553-4eb7-ade1-10755f6e6943,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:07.666501 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Attempt 8 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:07.701257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:07.760359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:07.761897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:07.784652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Router 0fc04b3f-ffa4-4c9e-86ff-a78643c7f630 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:12:07.842322 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-642aa1de-4750-4023-8878-d394e46d2d3f tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1083944 Oct 05 09:12:07.847171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53102) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:07.916572 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:08.034907 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bf986550-2684-4d3c-b02f-58710b92ce09 req-28b60627-fab4-487c-aa42-f1f4056864ba tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4850464 Oct 05 09:12:08.115818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:08.139684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:08.181816 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-3a953c3c-362f-4a10-972e-4360aa073c5b service neutron] 10.222.0.64 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8171034 Oct 05 09:12:08.209203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642f46ba-1b9b-407b-85fc-3af135041232']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:08.242114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165b7a41-7924-48d5-a2f5-5669ba99ab19') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:08.242478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165b7a41-7924-48d5-a2f5-5669ba99ab19') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:08.281474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:08.347116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:08.381098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:12:08.382363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:08.397532 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'project_id': '7c8b2389e09247c0b5ee8c64daf14218', 'port_id': 'b3c97c80-f553-4eb7-ade1-10755f6e6943'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:08.418791 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Attempt 9 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:08.445986 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:08.475414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Usage tracker for resource:floatingip and tenant:7c8b2389e09247c0b5ee8c64daf14218 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:08.583888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53116) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:08.588414 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:08.592047 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 165b7a41-7924-48d5-a2f5-5669ba99ab19 resource provider aggregate not found Oct 05 09:12:08.600162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:08.600601 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:08.629890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Request body: {'port': {'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188', 'binding:host_id': 'hv-neutron-8603', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-364214812'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:08.634425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:08.639508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Usage tracker for resource:port and tenant:b1faee6cc3304e1aa119d874c490bd92 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:08.643752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:08.646672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:08.651600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:08.660255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:12:08.671032 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Sync routers for ids ['0fc04b3f-ffa4-4c9e-86ff-a78643c7f630'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:12:08.684642 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Routers {'0fc04b3f-ffa4-4c9e-86ff-a78643c7f630'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:08.685705 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0fc04b3f-ffa4-4c9e-86ff-a78643c7f630'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:08.696154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:08.724542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:08.726290 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8782d174-f493-4654-8cbf-56f1eef3eaa6 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 10.3326638 Oct 05 09:12:08.732261 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53122) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:08.769805 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 165b7a41-7924-48d5-a2f5-5669ba99ab19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 165b7a41-7924-48d5-a2f5-5669ba99ab19 found for delete ", "request_id": "req-7cf1b823-bb62-4ca1-ae70-dbab4fcae0d0"}]} Oct 05 09:12:08.785109 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event updated for resources: {'Port': ['ID=b8e4d10c-b2fd-4afd-9193-0a450929e425,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:08.788677 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Made reservation on behalf of b1faee6cc3304e1aa119d874c490bd92 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:08.791609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:08.908247 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Set router 0fc04b3f-ffa4-4c9e-86ff-a78643c7f630 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:12:08.923310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.013259 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:12:09.039950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Network 18878ee7-5409-4d1a-a96a-8288103b4544 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:09.049137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:09.051777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:09.053061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:09.053468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.059679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.061208 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9313dcdb-d3f6-4a9e-b53e-ebca8e758836 req-c7313ab6-08c4-472f-b9e7-7163c9c4cc9b tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 210 time: 0.4394138 Oct 05 09:12:09.091872 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Attempt 10 to provision port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b Oct 05 09:12:09.130599 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:09.144453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.148332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 642f46ba-1b9b-407b-85fc-3af135041232 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:12:09.150546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.156743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Usage tracker for resource:security_group_rule and tenant:b1faee6cc3304e1aa119d874c490bd92 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:09.185293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:09.200086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event deleted for resources: {'Network': ['ID=642f46ba-1b9b-407b-85fc-3af135041232,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:09.201402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:12:09.220439 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b04c37-b33e-47e9-a8ed-d18e74f57f90 req-3a16d064-f895-44a2-bebe-c535e0082119 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:09.222313 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-19b04c37-b33e-47e9-a8ed-d18e74f57f90 req-3a16d064-f895-44a2-bebe-c535e0082119 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 931 time: 0.4503016 Oct 05 09:12:09.253299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:09.257842 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a314d393-4575-48fb-9571-6494ce71e0a7 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "DELETE /v2.0/networks/642f46ba-1b9b-407b-85fc-3af135041232 HTTP/1.1" status: 204 len: 168 time: 2.4202895 Oct 05 09:12:09.267022 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7601ee22-0a93-49d3-bd1e-ebbd442b4356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.9058561 Oct 05 09:12:09.272463 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53136) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:09.273164 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53138) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:09.279768 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc04b3f-ffa4-4c9e-86ff-a78643c7f630', 'name': '', 'tenant_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cde8d75-2053-453a-addb-da7f7a7b5a14', 'external_fixed_ips': [{'subnet_id': '4e45aa31-7ec8-4640-95c4-aa1a0860f23f', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '54346566-8fb8-42eb-94ef-31094a3ab5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:58Z', 'updated_at': '2022-10-05T09:12:03Z', 'revision_number': 3, 'project_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'gw_port': {'id': '54346566-8fb8-42eb-94ef-31094a3ab5f8', 'name': '', 'network_id': '5cde8d75-2053-453a-addb-da7f7a7b5a14', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc04b3f-ffa4-4c9e-86ff-a78643c7f630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '4e45aa31-7ec8-4640-95c4-aa1a0860f23f', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:12:01Z', 'updated_at': '2022-10-05T09:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e45aa31-7ec8-4640-95c4-aa1a0860f23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:09.284268 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Checking router: 0fc04b3f-ffa4-4c9e-86ff-a78643c7f630 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:12:09.284887 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Updating router 0fc04b3f-ffa4-4c9e-86ff-a78643c7f630 port 54346566-8fb8-42eb-94ef-31094a3ab5f8 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:12:09.307741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Request body: {'network': {'name': 'tempest-network--154018773', 'router:external': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:09.314430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:09.319567 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Usage tracker for resource:network and tenant:32245fa672754a989db84c31cdc5a665 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:09.324258 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:09.331630 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:09.350215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e1a690a9-d338-4326-9e06-aa068bdc16bf None None] Port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:09.358993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.359613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0c3271-6e64-441f-acdc-a1d9b8edb9ec {{(pid=89054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:12:09.365854 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.370637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.400427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Transition to ACTIVE for port object fe0c3271-6e64-441f-acdc-a1d9b8edb9ec will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:09.462662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.497898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Provisioning for port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:09.527346 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Provisioning for port b3c97c80-f553-4eb7-ade1-10755f6e6943 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:09.530046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Deleting port 54346566-8fb8-42eb-94ef-31094a3ab5f8 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:09.530402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.534803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Provisioning complete for port b3c97c80-f553-4eb7-ade1-10755f6e6943 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:09.535268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.535696 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Attempt 1 to provision port b3c97c80-f553-4eb7-ade1-10755f6e6943 Oct 05 09:12:09.549096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.560502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8603'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:09.616149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfaca51-9acb-4826-8b83-5ca0ffd3e636 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:12:09.647044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.701358 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Port b3c97c80-f553-4eb7-ade1-10755f6e6943 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:09.776060 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Transition to ACTIVE for port object fcfaca51-9acb-4826-8b83-5ca0ffd3e636 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:09.783750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.787528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.791101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.796164 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] device_id is not set on port 925db3b4-7cc2-4627-8cef-e3a064e06dff yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:09.811659 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.824872 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Transition to ACTIVE for port object 54346566-8fb8-42eb-94ef-31094a3ab5f8 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:09.833700 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.927836 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Attempting to bind port 54346566-8fb8-42eb-94ef-31094a3ab5f8 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:09.928603 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Attempting to bind port 54346566-8fb8-42eb-94ef-31094a3ab5f8 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '3708c010-1f94-49a3-a896-da43654617ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cde8d75-2053-453a-addb-da7f7a7b5a14'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:09.929186 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Attempting to bind port 54346566-8fb8-42eb-94ef-31094a3ab5f8 on network 5cde8d75-2053-453a-addb-da7f7a7b5a14 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:09.948559 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6c6c7-a8e6-481d-97ac-5559accf2f95 None None] Pushing event updated for resources: {'Port': ['ID=54346566-8fb8-42eb-94ef-31094a3ab5f8,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:09.959252 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:12:09.959938 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Checking segment: {'id': '3708c010-1f94-49a3-a896-da43654617ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cde8d75-2053-453a-addb-da7f7a7b5a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:12:09.960595 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:09.961199 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Bound using segment: {'id': '3708c010-1f94-49a3-a896-da43654617ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cde8d75-2053-453a-addb-da7f7a7b5a14'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:12:09.961910 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Bound port: 54346566-8fb8-42eb-94ef-31094a3ab5f8, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3708c010-1f94-49a3-a896-da43654617ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cde8d75-2053-453a-addb-da7f7a7b5a14'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:12:09.962515 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:10.055009 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] For port 54346566-8fb8-42eb-94ef-31094a3ab5f8, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:12:10.059797 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] For port 54346566-8fb8-42eb-94ef-31094a3ab5f8, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=54346566-8fb8-42eb-94ef-31094a3ab5f8,segment=NetworkSegment(3708c010-1f94-49a3-a896-da43654617ff),segment_id=3708c010-1f94-49a3-a896-da43654617ff)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:12:10.079044 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:10.186881 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Routers {'0fc04b3f-ffa4-4c9e-86ff-a78643c7f630'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:10.187724 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0fc04b3f-ffa4-4c9e-86ff-a78643c7f630'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:10.202325 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Attempt 2 to provision port b3c97c80-f553-4eb7-ade1-10755f6e6943 Oct 05 09:12:10.208171 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:10.222688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:10.235616 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.45', 49873) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:10.242712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Pushing event updated for resources: {'Port': ['ID=fcfaca51-9acb-4826-8b83-5ca0ffd3e636,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:10.261880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Made reservation on behalf of 32245fa672754a989db84c31cdc5a665 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:10.264465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:10.328774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Port b3c97c80-f553-4eb7-ade1-10755f6e6943 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:10.359463 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6c6c7-a8e6-481d-97ac-5559accf2f95 None None] Pushing event updated for resources: {'Port': ['ID=54346566-8fb8-42eb-94ef-31094a3ab5f8,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:10.397635 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-19b04c37-b33e-47e9-a8ed-d18e74f57f90 req-49761f21-4904-4f49-a2cf-b75f0cb8fa25 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1415243 Oct 05 09:12:10.436481 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] Set router 0fc04b3f-ffa4-4c9e-86ff-a78643c7f630 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:12:10.541211 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3da84f-5fb4-4e28-bbe2-53f914c91d9b,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:10.558102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Calling delete_port for 54346566-8fb8-42eb-94ef-31094a3ab5f8 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:10.586040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:10.635802 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:12:10.645677 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc04b3f-ffa4-4c9e-86ff-a78643c7f630', 'name': '', 'tenant_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:58Z', 'updated_at': '2022-10-05T09:12:09Z', 'revision_number': 4, 'project_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:10.650253 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3190b136-dfa9-41be-8bbc-663f5aaecf5d None None] The sync data for ids ['0fc04b3f-ffa4-4c9e-86ff-a78643c7f630'] in dv-neutron-860328-1-hyperv is: [{'id': '0fc04b3f-ffa4-4c9e-86ff-a78643c7f630', 'name': '', 'tenant_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:58Z', 'updated_at': '2022-10-05T09:12:09Z', 'revision_number': 4, 'project_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:12:10.707833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] device_id is not set on port 925db3b4-7cc2-4627-8cef-e3a064e06dff yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:10.725696 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Attempting to bind port fcfaca51-9acb-4826-8b83-5ca0ffd3e636 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:10.726085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Attempting to bind port fcfaca51-9acb-4826-8b83-5ca0ffd3e636 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:10.726428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Attempting to bind port fcfaca51-9acb-4826-8b83-5ca0ffd3e636 on network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:10.735083 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:10.816559 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e95bc865-2c93-4e05-ad8c-f86edd14718f req-a486a2de-9b58-4f23-a7b7-9e60c05bb6a4 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 210 time: 0.2415383 Oct 05 09:12:10.826339 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:10.830370 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Attempt 3 to provision port b3c97c80-f553-4eb7-ade1-10755f6e6943 Oct 05 09:12:10.842842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:10.843190 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Added segment fc670f75-fba3-4fb7-9a43-f856c9757416 of type vlan for network 446dbb31-64d1-4a4e-ab05-1a405cc74046 Oct 05 09:12:10.918819 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Attempting to bind port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:10.919449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Attempting to bind port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '55dfb4e2-4c35-48b2-9736-a8a37210a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:10.921720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Attempting to bind port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec on network c341bd40-6381-4696-99bd-4b7261a8625e {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:10.938818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Transition to ACTIVE for port object 925db3b4-7cc2-4627-8cef-e3a064e06dff will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:10.974548 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Port b3c97c80-f553-4eb7-ade1-10755f6e6943 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:10.982186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec on network c341bd40-6381-4696-99bd-4b7261a8625e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:10.982530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Attempting to bind port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec on network c341bd40-6381-4696-99bd-4b7261a8625e {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:11.000276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Port fcfaca51-9acb-4826-8b83-5ca0ffd3e636 on network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:11.000699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Attempting to bind port fcfaca51-9acb-4826-8b83-5ca0ffd3e636 on network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:11.027326 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabc739-d51a-4888-8afb-a672d7bcd5ed req-29732ff7-6e94-4d77-bb80-74427519a1b7 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:11.028872 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ddabc739-d51a-4888-8afb-a672d7bcd5ed req-29732ff7-6e94-4d77-bb80-74427519a1b7 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 944 time: 1.3051162 Oct 05 09:12:11.048929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Allocated IP 172.26.0.6 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/b2d4b162-e7a2-4c46-bef9-a9e0f2d521f5) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:11.059371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:12:11.059711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Checking segment: {'id': '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:12:11.060274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Bound using segment: {'id': '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:12:11.060726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Bound port: fcfaca51-9acb-4826-8b83-5ca0ffd3e636, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:12:11.061070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:11.079997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:12:11.080337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Checking segment: {'id': '55dfb4e2-4c35-48b2-9736-a8a37210a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:12:11.080890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Bound using segment: {'id': '55dfb4e2-4c35-48b2-9736-a8a37210a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:12:11.081350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Bound port: fe0c3271-6e64-441f-acdc-a1d9b8edb9ec, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dfb4e2-4c35-48b2-9736-a8a37210a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:12:11.081695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:11.091691 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:11.099464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-7f667a87-e1c2-4290-a9b1-aefd21ee4475 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:11.100886 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-7f667a87-e1c2-4290-a9b1-aefd21ee4475 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.45 "GET /v2.0/networks?id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636 HTTP/1.1" status: 200 len: 812 time: 0.8595262 Oct 05 09:12:11.147586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:11.312656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event updated for resources: {'Port': ['ID=925db3b4-7cc2-4627-8cef-e3a064e06dff,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:11.314044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-1bdf6230-1aa4-40f5-9d2d-31fe07f14f71 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Synchronizing usage tracker for tenant:af3973850af34ff0b1ae6694f898d389 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:11.322608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:12:11.323660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:12:11.336138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] For port fcfaca51-9acb-4826-8b83-5ca0ffd3e636, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:12:11.342668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] For port fcfaca51-9acb-4826-8b83-5ca0ffd3e636, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fcfaca51-9acb-4826-8b83-5ca0ffd3e636,segment=NetworkSegment(98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053),segment_id=98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:12:11.347020 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ddabc739-d51a-4888-8afb-a672d7bcd5ed req-ba2d7005-3b22-4285-afea-ceb8ceb24d05 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398410 Oct 05 09:12:11.368743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:11.392525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Checking segment: {'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:12:11.393099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Network hostable DHCP agents. Network: 220f15b6-0458-44d6-b854-7c3e824f5188, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:12:11.424680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:11.426211 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:11.427133 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:11.435012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-1bdf6230-1aa4-40f5-9d2d-31fe07f14f71 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Unset dirty status for tenant:af3973850af34ff0b1ae6694f898d389 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:11.436735 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-1bdf6230-1aa4-40f5-9d2d-31fe07f14f71 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af3973850af34ff0b1ae6694f898d389 HTTP/1.1" status: 200 len: 379 time: 0.3017242 Oct 05 09:12:11.454305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:11.455281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:11.457454 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] 10.222.0.45 "PUT /v2.0/ports/fcfaca51-9acb-4826-8b83-5ca0ffd3e636 HTTP/1.1" status: 200 len: 1094 time: 4.3472838 Oct 05 09:12:11.475361 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Attempt 4 to provision port b3c97c80-f553-4eb7-ade1-10755f6e6943 Oct 05 09:12:11.496568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] For port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec, host hv-neutron-8603, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:12:11.522510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f85ba4-5ac2-400a-aca6-4d4a343e31d4', 'tag': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:12:11.527751 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150e665-7042-45de-a308-b0a3f10f26aa service neutron] Pushing event updated for resources: {'Port': ['ID=fcfaca51-9acb-4826-8b83-5ca0ffd3e636,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:11.560965 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Port b3c97c80-f553-4eb7-ade1-10755f6e6943 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:11.577372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Request body: {'port': {'device_id': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'admin_state_up': True, 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'security_groups': ['f72593e2-3719-40e1-9106-ecf2f9f0401c']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:11.671227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] For port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec,segment=NetworkSegment(55dfb4e2-4c35-48b2-9736-a8a37210a94a),segment_id=55dfb4e2-4c35-48b2-9736-a8a37210a94a)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:12:11.708070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Network 220f15b6-0458-44d6-b854-7c3e824f5188 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:12:11.709187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:11.710468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:11.715311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:11.715922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:11.718023 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] 10.222.0.45 "PUT /v2.0/ports/fe0c3271-6e64-441f-acdc-a1d9b8edb9ec HTTP/1.1" status: 200 len: 1093 time: 5.6633592 Oct 05 09:12:11.760047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f63380e-a9b8-4535-951f-413d2287e04f', 'tag': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:12:11.761597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc6ce13-fb3e-4372-8da0-97df3055e2da" -d '{"events": [{"name": "network-changed", "server_uuid": "51f85ba4-5ac2-400a-aca6-4d4a343e31d4", "tag": "fcfaca51-9acb-4826-8b83-5ca0ffd3e636"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:12:11.777925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event updated for resources: {'Network': ['ID=446dbb31-64d1-4a4e-ab05-1a405cc74046,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:11.783979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] device_id is not set on port b8e4d10c-b2fd-4afd-9193-0a450929e425 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:11.797132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 446dbb31-64d1-4a4e-ab05-1a405cc74046 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:12:11.834673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Deleting port 54346566-8fb8-42eb-94ef-31094a3ab5f8 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:11.834964 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:11.869088 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:11.871804 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-57ecdcce-4edc-4305-aad8-10b61feca435 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5825055 Oct 05 09:12:11.872436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53168) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:11.879324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 220f15b6-0458-44d6-b854-7c3e824f5188) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:11.893903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:11.895329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71e578e-2081-42b8-8079-f8d44c1e5c67 None None] Network 220f15b6-0458-44d6-b854-7c3e824f5188 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:12:11.969702 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26acff0-76ba-4753-baec-b40f5bd85408" -d '{"events": [{"name": "network-changed", "server_uuid": "1f63380e-a9b8-4535-951f-413d2287e04f", "tag": "fe0c3271-6e64-441f-acdc-a1d9b8edb9ec"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:12:11.982858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Transition to ACTIVE for port object b8e4d10c-b2fd-4afd-9193-0a450929e425 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:11.984003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:11.984342 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:11.984746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:12.061550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:12.062905 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Attempt 5 to provision port b3c97c80-f553-4eb7-ade1-10755f6e6943 Oct 05 09:12:12.122923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:12.123423 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:12.125370 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63a4ee-ce18-4efe-9225-7cb753a3c056 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:12.195105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9319de68-aace-4895-b800-9b026d698c2c x-openstack-request-id: req-9319de68-aace-4895-b800-9b026d698c2c {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:12:12.195467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f85ba4-5ac2-400a-aca6-4d4a343e31d4", "tag": "fcfaca51-9acb-4826-8b83-5ca0ffd3e636", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:12:12.195636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9319de68-aace-4895-b800-9b026d698c2c {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:12:12.196093 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9319de68-aace-4895-b800-9b026d698c2c'] response: {'name': 'network-changed', 'server_uuid': '51f85ba4-5ac2-400a-aca6-4d4a343e31d4', 'tag': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636', 'status': 'completed', 'code': 200} Oct 05 09:12:12.204692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Port b3c97c80-f553-4eb7-ade1-10755f6e6943 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:12.205006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:12.241614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:12.251020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] For port 54346566-8fb8-42eb-94ef-31094a3ab5f8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=54346566-8fb8-42eb-94ef-31094a3ab5f8,segment=NetworkSegment(3708c010-1f94-49a3-a896-da43654617ff),segment_id=3708c010-1f94-49a3-a896-da43654617ff)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:12.251387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:12.301258 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 2 to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff Oct 05 09:12:12.321083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1351f03-d445-44a9-9e7d-860098034366 req-c50972b5-7ae7-490a-b37b-fa50e0b7e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:12.322590 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-c50972b5-7ae7-490a-b37b-fa50e0b7e9ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55cca285808e4ee2a7042e9a9d2def4c&device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 1097 time: 0.7915919 Oct 05 09:12:12.379658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Made reservation on behalf of af3973850af34ff0b1ae6694f898d389 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:12.383075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:12.399382 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Calling delete_port for 54346566-8fb8-42eb-94ef-31094a3ab5f8 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:12.418747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:12.419346 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:12.419453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:12.428023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:12.428722 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ff5046b8-0432-4e6b-beb7-5eae9acc353e req-681b1f63-8108-4892-92e4-e238849fcef0 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 210 time: 0.1444421 Oct 05 09:12:12.459436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691a6d83-2255-4411-9891-76a9a5be386f tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:12.460387 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-691a6d83-2255-4411-9891-76a9a5be386f tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] 10.222.0.64 "GET /v2.0/networks/446dbb31-64d1-4a4e-ab05-1a405cc74046 HTTP/1.1" status: 200 len: 756 time: 0.5572016 Oct 05 09:12:12.474667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155b689-1092-4a3c-bcaa-a67ef8e43248 req-2b848fe1-4d30-4d9d-9301-31cf2c5e8063 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:12.476153 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9155b689-1092-4a3c-bcaa-a67ef8e43248 req-2b848fe1-4d30-4d9d-9301-31cf2c5e8063 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 943 time: 0.8705337 Oct 05 09:12:12.476751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:12.477079 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:12.481026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53182) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:12.483893 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 3 to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff Oct 05 09:12:12.499481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event updated for resources: {'Port': ['ID=b8e4d10c-b2fd-4afd-9193-0a450929e425,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:12.524384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:12.525224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:12.525224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:12.555804 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdd2c09-5501-4b65-af1d-32c482645651 x-openstack-request-id: req-6fdd2c09-5501-4b65-af1d-32c482645651 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:12:12.556085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f63380e-a9b8-4535-951f-413d2287e04f", "tag": "fe0c3271-6e64-441f-acdc-a1d9b8edb9ec", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:12:12.556346 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fdd2c09-5501-4b65-af1d-32c482645651 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:12:12.556840 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fdd2c09-5501-4b65-af1d-32c482645651'] response: {'name': 'network-changed', 'server_uuid': '1f63380e-a9b8-4535-951f-413d2287e04f', 'tag': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec', 'status': 'completed', 'code': 200} Oct 05 09:12:12.564658 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-1f87749b-5b96-4f16-9f6b-66c5639862fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcfaca51-9acb-4826-8b83-5ca0ffd3e636 HTTP/1.1" status: 200 len: 217 time: 0.1379800 Oct 05 09:12:12.612808 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:12.613200 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:12:12.615254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-9f19a50f-23cc-4798-8e75-67b41248dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:12.616859 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-9f19a50f-23cc-4798-8e75-67b41248dc89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c2806662ba345c1970efc4b5f30b2a0&device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 1096 time: 0.8423150 Oct 05 09:12:12.625476 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 2 to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 Oct 05 09:12:12.632792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:12.633094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:12.633454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:12.675195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:12.694066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:12.706931 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Attempt 6 to provision port b3c97c80-f553-4eb7-ade1-10755f6e6943 Oct 05 09:12:12.712895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Pushing event updated for resources: {'Port': ['ID=b2d4b162-e7a2-4c46-bef9-a9e0f2d521f5,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:12.721885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:12.722267 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:12.723995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:12.772130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Port b3c97c80-f553-4eb7-ade1-10755f6e6943 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:12.779369 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 4 to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff Oct 05 09:12:12.797874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1351f03-d445-44a9-9e7d-860098034366 req-4fe55216-ef72-4aa4-97e2-cd984dd5c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:12.799387 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-4fe55216-ef72-4aa4-97e2-cd984dd5c970 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e394023a-1e34-408d-9f04-b686f5e87878 HTTP/1.1" status: 200 len: 845 time: 0.2151301 Oct 05 09:12:12.799704 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-17924844-3d15-4b97-94ca-01099afcd29c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec HTTP/1.1" status: 200 len: 217 time: 0.1598439 Oct 05 09:12:12.800388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:12.800745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:12.801098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:12.871476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:12.871827 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:12:12.878574 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 3 to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 Oct 05 09:12:12.888401 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9155b689-1092-4a3c-bcaa-a67ef8e43248 req-604066f9-4006-48fd-9111-7e2a5408cdd9 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3899808 Oct 05 09:12:12.896355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:12.896700 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:12.897036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:12.905188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7572555a-c7f5-431c-af96-0072202f8b4c tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:12.909373 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7572555a-c7f5-431c-af96-0072202f8b4c tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] 10.222.0.64 "GET /v2.0/networks/eb12c24e-6417-44c8-b0f7-327134a0ae1f HTTP/1.1" status: 200 len: 768 time: 0.4158785 Oct 05 09:12:12.919881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53186) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:12.929899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:12.930275 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:12.949674 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 5 to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff Oct 05 09:12:12.956645 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:12.957013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:12.957371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:12.981116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:12.981491 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:12:12.996850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Allocated IP 172.20.0.11 (95bb8cf3-0bd9-406a-8c99-ca54fa52a636/d1dcf1b6-1798-4fba-b27d-a8b43c2672bc/44b8d42d-f1b3-445d-883f-f293fbbf515d) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:13.034391 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 4 to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 Oct 05 09:12:13.049888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-35236c2c-ce6b-4222-9b45-8929ba4ef548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:13.051349 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-35236c2c-ce6b-4222-9b45-8929ba4ef548 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=badddbb6-d671-45e6-8973-c7e1f2ea1009 HTTP/1.1" status: 200 len: 851 time: 0.2236006 Oct 05 09:12:13.051963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:13.052292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:13.052623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:13.112918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:13.113245 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:13.123187 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 6 to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff Oct 05 09:12:13.149842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:13.150200 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:13.150543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:13.180906 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:13.183259 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:13.183614 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:12:13.187950 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 5 to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 Oct 05 09:12:13.190388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1351f03-d445-44a9-9e7d-860098034366 req-81b89f15-6095-4cb5-8abd-bf6c88c63742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:13.191877 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-81b89f15-6095-4cb5-8abd-bf6c88c63742 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84ab77fc-9e30-40dc-b48d-f5ad7cb2984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3792238 Oct 05 09:12:13.195044 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:13.195383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:13.195720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:13.199051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:13.219345 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fe59e-7c68-466d-bbbd-c023675d6488 req-9604e169-d76f-4d2c-9322-0019f195870a tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:13.220891 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-854fe59e-7c68-466d-bbbd-c023675d6488 req-9604e169-d76f-4d2c-9322-0019f195870a tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 944 time: 0.5187364 Oct 05 09:12:13.226594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:13.226940 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:13.232346 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 7 to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff Oct 05 09:12:13.260135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:13.260496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:13.261040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:13.274318 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Attempt 7 to provision port b3c97c80-f553-4eb7-ade1-10755f6e6943 Oct 05 09:12:13.283081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event deleted for resources: {'Port': ['ID=54346566-8fb8-42eb-94ef-31094a3ab5f8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:13.300534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:13.300875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:13.301210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:13.312068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:13.312399 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:12:13.318389 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 6 to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 Oct 05 09:12:13.339838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Port b3c97c80-f553-4eb7-ade1-10755f6e6943 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:13.344781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:13.345118 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:13.360923 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 8 to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff Oct 05 09:12:13.441708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:13.442367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:13.442367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:13.464219 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-854fe59e-7c68-466d-bbbd-c023675d6488 req-642f75fd-8428-4e38-8e37-fb197a5a09b7 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340598 Oct 05 09:12:13.467691 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-1f5b3e00-500d-4643-a047-23ce7d6e2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:13.469482 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-1f5b3e00-500d-4643-a047-23ce7d6e2271 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c341bd40-6381-4696-99bd-4b7261a8625e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3967283 Oct 05 09:12:13.470206 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:13.470541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:13.473871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:13.485397 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:13.485397 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:12:13.488838 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 7 to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 Oct 05 09:12:13.516178 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:13.516525 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:13.522578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:13.530406 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 9 to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff Oct 05 09:12:13.678251 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:13.678612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:13.679366 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:13.689221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446dbb31-64d1-4a4e-ab05-1a405cc74046']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:13.697513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:13.697821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:13.698242 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:13.707345 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2258fa0d-e004-499f-b815-675a71dd5fd7 req-00a1bd28-03c6-469c-8ace-02844fced1b3 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 210 time: 0.0936856 Oct 05 09:12:13.712162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:13.712490 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:12:13.716506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc670f75-fba3-4fb7-9a43-f856c9757416') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:13.716826 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc670f75-fba3-4fb7-9a43-f856c9757416') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:13.734118 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 8 to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 Oct 05 09:12:13.737924 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:13.738280 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:13.743701 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 10 to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff Oct 05 09:12:13.751633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:13.773827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:13.774067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:13.774489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:13.798783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:13.799139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:13.799496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:13.803399 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:13.808723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:13.808723 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:12:13.820071 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 9 to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 Oct 05 09:12:13.831459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 925db3b4-7cc2-4627-8cef-e3a064e06dff on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:13.831808 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 925db3b4-7cc2-4627-8cef-e3a064e06dff on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:13.832165 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:13.841381 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Attempt 8 to provision port b3c97c80-f553-4eb7-ade1-10755f6e6943 Oct 05 09:12:13.844979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:12:13.845386 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:13.918207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:13.923707 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-b9d86587-f33f-44ad-9e4e-fd27c90bb6a7 service neutron] 10.222.0.45 "GET /v2.0/networks/c341bd40-6381-4696-99bd-4b7261a8625e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388161 Oct 05 09:12:13.932223 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment fc670f75-fba3-4fb7-9a43-f856c9757416 resource provider aggregate not found Oct 05 09:12:13.943690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Port b3c97c80-f553-4eb7-ade1-10755f6e6943 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:13.971321 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment fc670f75-fba3-4fb7-9a43-f856c9757416 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc670f75-fba3-4fb7-9a43-f856c9757416 found for delete ", "request_id": "req-73ecd22b-1d3c-4f2b-a7ef-f8e3a980c6f8"}]} Oct 05 09:12:13.998902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:13.999263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:13.999617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:14.057244 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-97e1cca1-1f87-4322-8acd-c7e8f8991d41 service neutron] 10.222.0.45 "GET /v2.0/networks/84ab77fc-9e30-40dc-b48d-f5ad7cb2984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8541946 Oct 05 09:12:14.156712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:14.157053 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:12:14.164548 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.plugins.ml2.plugin [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempt 10 to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 Oct 05 09:12:14.228637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.247264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.258039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.286048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 446dbb31-64d1-4a4e-ab05-1a405cc74046 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:12:14.287515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:14.287853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:14.288188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempting to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:14.292700 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.315163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event deleted for resources: {'Network': ['ID=446dbb31-64d1-4a4e-ab05-1a405cc74046,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:14.321525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:14.321843 dv-neutron-860328-1-hyperv neutron-server[89054]: ERROR neutron.plugins.ml2.managers [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Failed to bind port b8e4d10c-b2fd-4afd-9193-0a450929e425 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '18878ee7-5409-4d1a-a96a-8288103b4544'}] Oct 05 09:12:14.322287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.332814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] For port 925db3b4-7cc2-4627-8cef-e3a064e06dff, host hv-neutron-8603, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:12:14.333197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempted to set empty binding levels {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 05 09:12:14.352306 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-faf984d1-8273-4fd6-b58b-74e7f5473b1f tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "DELETE /v2.0/networks/446dbb31-64d1-4a4e-ab05-1a405cc74046 HTTP/1.1" status: 204 len: 168 time: 1.4248333 Oct 05 09:12:14.357638 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53198) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:14.358819 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.359937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:14.360535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.368270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.391212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.391699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc04b3f-ffa4-4c9e-86ff-a78643c7f630 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:12:14.416418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Request body: {'network': {'name': 'tempest-network--1886591063'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:14.428095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Transition to ACTIVE for port object 44b8d42d-f1b3-445d-883f-f293fbbf515d will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:14.444866 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Attempt 9 to provision port b3c97c80-f553-4eb7-ade1-10755f6e6943 Oct 05 09:12:14.462627 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d1351f03-d445-44a9-9e7d-860098034366 req-7e8be5ca-3f4f-4537-ad11-a6073fe590e8 service neutron] 10.222.0.45 "GET /v2.0/networks/84ab77fc-9e30-40dc-b48d-f5ad7cb2984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945796 Oct 05 09:12:14.469255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.473760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:14.489900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Usage tracker for resource:network and tenant:32245fa672754a989db84c31cdc5a665 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:14.500956 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d9f1ca6-a534-4ce8-9682-d5ed1eba3c1a req-ca795024-468c-43de-a6a9-9775fc61b5c3 service neutron] 10.222.0.45 "GET /v2.0/networks/c341bd40-6381-4696-99bd-4b7261a8625e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605328 Oct 05 09:12:14.501641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:14.527941 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.9317870 Oct 05 09:12:14.549388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53204) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:14.556228 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Port b3c97c80-f553-4eb7-ade1-10755f6e6943 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:14.611344 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:14.641341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.660085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] For port b8e4d10c-b2fd-4afd-9193-0a450929e425, host hv-neutron-8603, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:12:14.660521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attempted to set empty binding levels {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 05 09:12:14.712286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.716746 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ddd664f0-e6a3-4f7f-add8-6b43c2587ba9 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "DELETE /v2.0/routers/0fc04b3f-ffa4-4c9e-86ff-a78643c7f630 HTTP/1.1" status: 204 len: 168 time: 5.9792283 Oct 05 09:12:14.717033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53208) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:14.732280 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.734010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] In _notify_port_updated(), no bound segment for port b8e4d10c-b2fd-4afd-9193-0a450929e425 on network 18878ee7-5409-4d1a-a96a-8288103b4544 {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:12:14.734010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:14.734510 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.738635 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "PUT /v2.0/ports/b8e4d10c-b2fd-4afd-9193-0a450929e425 HTTP/1.1" status: 200 len: 981 time: 5.4452643 Oct 05 09:12:14.738770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c0f33-8dff-442a-8690-7a15b5325d0b tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event updated for resources: {'Port': ['ID=925db3b4-7cc2-4627-8cef-e3a064e06dff,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:14.739745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53212) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:14.780806 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:14.791395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:14.794585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:14.918287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:14.919068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:14.923371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Pushing event updated for resources: {'Port': ['ID=44b8d42d-f1b3-445d-883f-f293fbbf515d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:14.946354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b9b54-c43e-4ec7-a28d-b0f7b92b7c8c req-a72c0cec-871c-4ca9-9239-dd2d0dec7905 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:14.954541 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-514b9b54-c43e-4ec7-a28d-b0f7b92b7c8c req-a72c0cec-871c-4ca9-9239-dd2d0dec7905 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 943 time: 0.7988188 Oct 05 09:12:14.992318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Made reservation on behalf of 32245fa672754a989db84c31cdc5a665 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:14.994736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:15.025130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0259828e-0c5f-4e8c-a693-ccae42fc8d30 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Deleting port 925db3b4-7cc2-4627-8cef-e3a064e06dff {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:15.025458 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0259828e-0c5f-4e8c-a693-ccae42fc8d30 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:15.032591 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-5c5e3364-e7ee-4bc4-a848-f3b10be9b326 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5111902 Oct 05 09:12:15.048073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fa4310f4-9f58-47ef-9a66-b2f069be8a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Deleting port b8e4d10c-b2fd-4afd-9193-0a450929e425 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:15.048361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa4310f4-9f58-47ef-9a66-b2f069be8a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:15.057523 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Attempt 10 to provision port b3c97c80-f553-4eb7-ade1-10755f6e6943 Oct 05 09:12:15.076217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26acff0-76ba-4753-baec-b40f5bd85408 req-e68cffa6-bb02-4f0f-bf0d-95f0b705d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:15.077327 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c26acff0-76ba-4753-baec-b40f5bd85408 req-e68cffa6-bb02-4f0f-bf0d-95f0b705d38a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c2806662ba345c1970efc4b5f30b2a0&device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 1096 time: 0.4890428 Oct 05 09:12:15.087653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Request body: {'port': {'device_id': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:15.113385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba7e51-cf26-4881-a82c-9142405f2a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event updated for resources: {'Port': ['ID=b8e4d10c-b2fd-4afd-9193-0a450929e425,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:15.117353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a70800-af10-4a80-8c24-65ceb19f919e tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Deleting subnet 4e45aa31-7ec8-4640-95c4-aa1a0860f23f {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:12:15.133661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Port b3c97c80-f553-4eb7-ade1-10755f6e6943 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:15.137252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a7a70800-af10-4a80-8c24-65ceb19f919e tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:15.138584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:15.146332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-040d8a60-4296-49de-80c5-dab45a92332c None None] Provisioning for port fcfaca51-9acb-4826-8b83-5ca0ffd3e636 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:15.181652 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-514b9b54-c43e-4ec7-a28d-b0f7b92b7c8c req-ca4be795-678b-444f-8582-72a4bbbd9f53 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262168 Oct 05 09:12:15.240740 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:12:15.277621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aad73cac-be58-4878-9214-384498673e10 None None] Provisioning for port 44b8d42d-f1b3-445d-883f-f293fbbf515d completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:15.277910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a7a70800-af10-4a80-8c24-65ceb19f919e tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:15.285342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aad73cac-be58-4878-9214-384498673e10 None None] Provisioning complete for port 44b8d42d-f1b3-445d-883f-f293fbbf515d triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:15.286409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aad73cac-be58-4878-9214-384498673e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:15.286968 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Attempt 1 to provision port 44b8d42d-f1b3-445d-883f-f293fbbf515d Oct 05 09:12:15.346469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Port 44b8d42d-f1b3-445d-883f-f293fbbf515d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:15.389495 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6ce13-fb3e-4372-8da0-97df3055e2da req-ae5484bd-6014-4945-8135-a3038e1150aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:15.391051 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ccc6ce13-fb3e-4372-8da0-97df3055e2da req-ae5484bd-6014-4945-8135-a3038e1150aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55cca285808e4ee2a7042e9a9d2def4c&device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 1097 time: 0.7741315 Oct 05 09:12:15.395476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:15.395823 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Added segment 13332a83-0674-42f9-b6dd-aaf039b85e7d of type vlan for network 81b2d3aa-502b-492d-9b4d-dc19d8df08d6 Oct 05 09:12:15.408647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3eb60-4b4a-4c49-8b37-0482bbea558d req-06d6472b-a9b2-4ede-834d-3d1d8e2750aa tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:15.410118 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ef3eb60-4b4a-4c49-8b37-0482bbea558d req-06d6472b-a9b2-4ede-834d-3d1d8e2750aa tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 944 time: 0.7412481 Oct 05 09:12:15.642824 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a7a70800-af10-4a80-8c24-65ceb19f919e tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:15.680107 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:15.742721 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ef3eb60-4b4a-4c49-8b37-0482bbea558d req-b99ff29f-781b-4ae0-be58-5b3f3c727619 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169744 Oct 05 09:12:15.744486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:15.788057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26acff0-76ba-4753-baec-b40f5bd85408 req-cd1b108b-8c0a-4b00-979a-5ac3d7269703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:15.789504 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c26acff0-76ba-4753-baec-b40f5bd85408 req-cd1b108b-8c0a-4b00-979a-5ac3d7269703 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c341bd40-6381-4696-99bd-4b7261a8625e HTTP/1.1" status: 200 len: 913 time: 0.4875658 Oct 05 09:12:15.792308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-0259828e-0c5f-4e8c-a693-ccae42fc8d30 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] For port 925db3b4-7cc2-4627-8cef-e3a064e06dff, host hv-neutron-8603, got binding levels [] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:15.792749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0259828e-0c5f-4e8c-a693-ccae42fc8d30 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:15.847835 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Attempt 2 to provision port 44b8d42d-f1b3-445d-883f-f293fbbf515d Oct 05 09:12:15.945422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Port 44b8d42d-f1b3-445d-883f-f293fbbf515d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:15.947278 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c26acff0-76ba-4753-baec-b40f5bd85408 req-f60b0818-53db-434d-ac95-fdb2a170339f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec HTTP/1.1" status: 200 len: 217 time: 0.1446323 Oct 05 09:12:15.950355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-fa4310f4-9f58-47ef-9a66-b2f069be8a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] For port b8e4d10c-b2fd-4afd-9193-0a450929e425, host hv-neutron-8603, got binding levels [] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:15.951770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa4310f4-9f58-47ef-9a66-b2f069be8a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:16.049743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0259828e-0c5f-4e8c-a693-ccae42fc8d30 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Calling delete_port for 925db3b4-7cc2-4627-8cef-e3a064e06dff owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:16.079053 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:16.080042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:16.080624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:16.141887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fa4310f4-9f58-47ef-9a66-b2f069be8a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Calling delete_port for b8e4d10c-b2fd-4afd-9193-0a450929e425 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:16.178177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6ce13-fb3e-4372-8da0-97df3055e2da req-a4888206-1e22-4b74-898f-4fb6d22174ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:16.179584 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ccc6ce13-fb3e-4372-8da0-97df3055e2da req-a4888206-1e22-4b74-898f-4fb6d22174ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=84ab77fc-9e30-40dc-b48d-f5ad7cb2984d HTTP/1.1" status: 200 len: 907 time: 0.7649076 Oct 05 09:12:16.180567 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a7a70800-af10-4a80-8c24-65ceb19f919e tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:16.228225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14be23-04e0-4e7d-b17f-20c15bb17c34 req-22247e16-423e-42a1-bed1-727a6f3eaf8b tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:16.230253 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4e14be23-04e0-4e7d-b17f-20c15bb17c34 req-22247e16-423e-42a1-bed1-727a6f3eaf8b tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 932 time: 0.9146912 Oct 05 09:12:16.261488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:16.276526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26acff0-76ba-4753-baec-b40f5bd85408 req-c0d7cd28-06c2-43ac-8a81-ffb11b60bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:16.278011 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c26acff0-76ba-4753-baec-b40f5bd85408 req-c0d7cd28-06c2-43ac-8a81-ffb11b60bfae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=badddbb6-d671-45e6-8973-c7e1f2ea1009 HTTP/1.1" status: 200 len: 851 time: 0.3146877 Oct 05 09:12:16.284134 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:16.342216 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.9775550 Oct 05 09:12:16.343063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a70800-af10-4a80-8c24-65ceb19f919e tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4e45aa31-7ec8-4640-95c4-aa1a0860f23f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:16.349749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53222) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:16.353406 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ccc6ce13-fb3e-4372-8da0-97df3055e2da req-7839161e-e3e2-4e0f-b040-4b249625add3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcfaca51-9acb-4826-8b83-5ca0ffd3e636 HTTP/1.1" status: 200 len: 217 time: 0.1134546 Oct 05 09:12:16.394659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a7a70800-af10-4a80-8c24-65ceb19f919e tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:16.396445 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a7a70800-af10-4a80-8c24-65ceb19f919e tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/4e45aa31-7ec8-4640-95c4-aa1a0860f23f HTTP/1.1" status: 204 len: 168 time: 1.6589887 Oct 05 09:12:16.400396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e9ea6-4465-4775-a895-18cb64cf6ec4 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event updated for resources: {'Network': ['ID=81b2d3aa-502b-492d-9b4d-dc19d8df08d6,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:16.400719 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53226) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:16.407484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-96a15385-5bf8-48b4-881d-8c697b54d72a tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:16.412319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 81b2d3aa-502b-492d-9b4d-dc19d8df08d6 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:12:16.478488 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Attempt 3 to provision port 44b8d42d-f1b3-445d-883f-f293fbbf515d Oct 05 09:12:16.565661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Port 44b8d42d-f1b3-445d-883f-f293fbbf515d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:16.573504 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4e14be23-04e0-4e7d-b17f-20c15bb17c34 req-d125156c-b2ba-412b-8b32-81c2ed23e808 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695236 Oct 05 09:12:16.574152 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0259828e-0c5f-4e8c-a693-ccae42fc8d30 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:16.669210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6ce13-fb3e-4372-8da0-97df3055e2da req-83e48454-2178-4106-b2a3-4231e107d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:16.670756 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ccc6ce13-fb3e-4372-8da0-97df3055e2da req-83e48454-2178-4106-b2a3-4231e107d67b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e394023a-1e34-408d-9f04-b686f5e87878 HTTP/1.1" status: 200 len: 845 time: 0.2671342 Oct 05 09:12:16.675531 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259828e-0c5f-4e8c-a693-ccae42fc8d30 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event deleted for resources: {'Port': ['ID=925db3b4-7cc2-4627-8cef-e3a064e06dff,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:16.685183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0259828e-0c5f-4e8c-a693-ccae42fc8d30 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:16.750155 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Pushing event updated for resources: {'Port': ['ID=b2d4b162-e7a2-4c46-bef9-a9e0f2d521f5,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:16.758888 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0259828e-0c5f-4e8c-a693-ccae42fc8d30 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "DELETE /v2.0/ports/925db3b4-7cc2-4627-8cef-e3a064e06dff HTTP/1.1" status: 204 len: 168 time: 2.1941996 Oct 05 09:12:16.769557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:16.821794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53230) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:16.847274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa4310f4-9f58-47ef-9a66-b2f069be8a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:16.877537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075dc1-f91f-4de2-8550-59065251ae8d req-57658470-1f12-4da2-a4a7-5b86b8135caf tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:16.879917 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-47075dc1-f91f-4de2-8550-59065251ae8d req-57658470-1f12-4da2-a4a7-5b86b8135caf tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 943 time: 0.5595880 Oct 05 09:12:16.984485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:16.986402 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4516e9-f5b0-4d89-8128-ddffc9043885 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:12:16.987706 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8a4516e9-f5b0-4d89-8128-ddffc9043885 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "GET /v2.0/ports/925db3b4-7cc2-4627-8cef-e3a064e06dff HTTP/1.1" status: 404 len: 333 time: 0.1533804 Oct 05 09:12:16.988492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4310f4-9f58-47ef-9a66-b2f069be8a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8e4d10c-b2fd-4afd-9193-0a450929e425,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:17.000318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53236) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:17.013229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Request body: {'port': {'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1317195254'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:17.030040 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-47075dc1-f91f-4de2-8550-59065251ae8d req-d0d704a5-3b64-4c70-a131-a8e64fe1fd78 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071432 Oct 05 09:12:17.030733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa4310f4-9f58-47ef-9a66-b2f069be8a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.039386 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:17.050029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Usage tracker for resource:port and tenant:b1faee6cc3304e1aa119d874c490bd92 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:17.055614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96a15385-5bf8-48b4-881d-8c697b54d72a tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.064752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:17.067719 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Attempt 4 to provision port 44b8d42d-f1b3-445d-883f-f293fbbf515d Oct 05 09:12:17.076852 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6ce13-fb3e-4372-8da0-97df3055e2da req-f935bd30-d35a-4608-bf1e-445bad06de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:17.078344 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ccc6ce13-fb3e-4372-8da0-97df3055e2da req-f935bd30-d35a-4608-bf1e-445bad06de35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84ab77fc-9e30-40dc-b48d-f5ad7cb2984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3901012 Oct 05 09:12:17.080084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:17.113626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96a15385-5bf8-48b4-881d-8c697b54d72a tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.117536 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26acff0-76ba-4753-baec-b40f5bd85408 req-2b5aacff-ebc0-4006-8f87-84802e1b2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:17.119121 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c26acff0-76ba-4753-baec-b40f5bd85408 req-2b5aacff-ebc0-4006-8f87-84802e1b2a07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c341bd40-6381-4696-99bd-4b7261a8625e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8103986 Oct 05 09:12:17.128031 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fa4310f4-9f58-47ef-9a66-b2f069be8a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "DELETE /v2.0/ports/b8e4d10c-b2fd-4afd-9193-0a450929e425 HTTP/1.1" status: 204 len: 168 time: 2.3850107 Oct 05 09:12:17.131648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Port 44b8d42d-f1b3-445d-883f-f293fbbf515d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:17.134337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53240) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:17.168405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fe0c3271-6e64-441f-acdc-a1d9b8edb9ec details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:12:17.190787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Made reservation on behalf of b1faee6cc3304e1aa119d874c490bd92 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:17.193026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.240017 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96a15385-5bf8-48b4-881d-8c697b54d72a tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Network 81b2d3aa-502b-492d-9b4d-dc19d8df08d6 is not hosted by any dhcp agent {{(pid=89054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 05 09:12:17.240890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a15385-5bf8-48b4-881d-8c697b54d72a tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:17.241476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96a15385-5bf8-48b4-881d-8c697b54d72a tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.245805 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-96a15385-5bf8-48b4-881d-8c697b54d72a tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "PUT /v2.0/networks/81b2d3aa-502b-492d-9b4d-dc19d8df08d6 HTTP/1.1" status: 200 len: 858 time: 0.8884006 Oct 05 09:12:17.268999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53244) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:17.312396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec,segment=NetworkSegment(55dfb4e2-4c35-48b2-9736-a8a37210a94a),segment_id=55dfb4e2-4c35-48b2-9736-a8a37210a94a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:17.317778 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Floating IP 9775ba4e-8670-4f32-9e82-42bbb17a7c17 associated. External IP: 172.26.0.6, port: b3c97c80-f553-4eb7-ade1-10755f6e6943. Oct 05 09:12:17.328063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'port_id': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec', 'mac_address': 'fa:16:3e:8c:99:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:12:17.336220 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-38088319-d998-4e1e-a648-381385947813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:12:17.336746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-38088319-d998-4e1e-a648-381385947813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Synchronizing usage tracker for tenant:f3f77e61512147b9b3d3f7670390def9 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:17.353016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51581da6-075d-4836-904b-4ee617d7035e req-12912c00-9438-4307-956a-37406327be6c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:17.354560 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-51581da6-075d-4836-904b-4ee617d7035e req-12912c00-9438-4307-956a-37406327be6c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 944 time: 0.4723566 Oct 05 09:12:17.370294 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] device_id is not set on port abfad10f-49e7-45a2-9ba0-b515e7307911 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:17.390155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:12:17.390549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.405027 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a15385-5bf8-48b4-881d-8c697b54d72a tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event updated for resources: {'Network': ['ID=81b2d3aa-502b-492d-9b4d-dc19d8df08d6,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:17.410909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0c3271-6e64-441f-acdc-a1d9b8edb9ec {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:12:17.429796 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec,segment=NetworkSegment(55dfb4e2-4c35-48b2-9736-a8a37210a94a),segment_id=55dfb4e2-4c35-48b2-9736-a8a37210a94a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:17.435351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.436251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fcfaca51-9acb-4826-8b83-5ca0ffd3e636 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:12:17.478440 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-38088319-d998-4e1e-a648-381385947813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] Unset dirty status for tenant:f3f77e61512147b9b3d3f7670390def9 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:17.479736 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-38088319-d998-4e1e-a648-381385947813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924306302-project-admin] 10.222.0.64 "GET /v2.0/ports/b8e4d10c-b2fd-4afd-9193-0a450929e425 HTTP/1.1" status: 404 len: 333 time: 0.2957006 Oct 05 09:12:17.486989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53248) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:17.498503 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ccc6ce13-fb3e-4372-8da0-97df3055e2da req-08585107-73fc-470f-ad65-31d7408a6c5c service neutron] 10.222.0.45 "GET /v2.0/networks/84ab77fc-9e30-40dc-b48d-f5ad7cb2984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125686 Oct 05 09:12:17.574541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.606688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b8d42d-f1b3-445d-883f-f293fbbf515d {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:12:17.613009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:17.634497 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Attempt 5 to provision port 44b8d42d-f1b3-445d-883f-f293fbbf515d Oct 05 09:12:17.644346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.713954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Port 44b8d42d-f1b3-445d-883f-f293fbbf515d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:17.714678 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-51581da6-075d-4836-904b-4ee617d7035e req-8f8cb742-b508-42cd-af6a-711f1bd08708 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3483834 Oct 05 09:12:17.748526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cde8d75-2053-453a-addb-da7f7a7b5a14']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:17.755501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port fcfaca51-9acb-4826-8b83-5ca0ffd3e636, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fcfaca51-9acb-4826-8b83-5ca0ffd3e636,segment=NetworkSegment(98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053),segment_id=98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:17.764073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.778101 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Transition to ACTIVE for port object 44b8d42d-f1b3-445d-883f-f293fbbf515d will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:17.779651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'port_id': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636', 'mac_address': 'fa:16:3e:49:27:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:12:17.780036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3708c010-1f94-49a3-a896-da43654617ff') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:17.780342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3708c010-1f94-49a3-a896-da43654617ff') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:17.793915 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c26acff0-76ba-4753-baec-b40f5bd85408 req-fc3613dd-c654-4e55-b439-9f027ff0e0e4 service neutron] 10.222.0.45 "GET /v2.0/networks/c341bd40-6381-4696-99bd-4b7261a8625e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638749 Oct 05 09:12:17.831723 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.850908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port fcfaca51-9acb-4826-8b83-5ca0ffd3e636 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:12:17.851442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.873430 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfaca51-9acb-4826-8b83-5ca0ffd3e636 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:12:17.883364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.900826 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port fcfaca51-9acb-4826-8b83-5ca0ffd3e636, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fcfaca51-9acb-4826-8b83-5ca0ffd3e636,segment=NetworkSegment(98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053),segment_id=98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:17.907177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.937723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-708d0a5c-8223-4109-99ec-cf6fbc81e540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:17.991273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=fcfaca51-9acb-4826-8b83-5ca0ffd3e636,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:18.067656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.129784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.137312 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ccc6ce13-fb3e-4372-8da0-97df3055e2da req-b5da0881-6fcb-40b2-82d1-848431aa2dcf service neutron] 10.222.0.45 "GET /v2.0/networks/84ab77fc-9e30-40dc-b48d-f5ad7cb2984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021719 Oct 05 09:12:18.214279 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Attempt 6 to provision port 44b8d42d-f1b3-445d-883f-f293fbbf515d Oct 05 09:12:18.246725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['fcfaca51-9acb-4826-8b83-5ca0ffd3e636'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:12:18.273705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['fe0c3271-6e64-441f-acdc-a1d9b8edb9ec'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:12:18.281829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-708d0a5c-8223-4109-99ec-cf6fbc81e540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.306737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa375bb-dcb5-431f-8d78-50ea1ef8a8ae req-5e5f9860-b222-4a71-aef4-5dcc216e79bf tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:18.308800 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0fa375bb-dcb5-431f-8d78-50ea1ef8a8ae req-5e5f9860-b222-4a71-aef4-5dcc216e79bf tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 944 time: 0.5098670 Oct 05 09:12:18.336892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-708d0a5c-8223-4109-99ec-cf6fbc81e540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18878ee7-5409-4d1a-a96a-8288103b4544']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:18.363734 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Port 44b8d42d-f1b3-445d-883f-f293fbbf515d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:18.366952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-708d0a5c-8223-4109-99ec-cf6fbc81e540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:18.367247 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-708d0a5c-8223-4109-99ec-cf6fbc81e540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:18.393056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-708d0a5c-8223-4109-99ec-cf6fbc81e540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.396807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:12:18.396807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.432171 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0fa375bb-dcb5-431f-8d78-50ea1ef8a8ae req-ba378992-9df5-4dc3-a100-adb66f5643e0 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011710 Oct 05 09:12:18.439927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.448976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-708d0a5c-8223-4109-99ec-cf6fbc81e540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.511386 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708d0a5c-8223-4109-99ec-cf6fbc81e540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:12:18.511875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-708d0a5c-8223-4109-99ec-cf6fbc81e540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.516557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Pushing event updated for resources: {'Port': ['ID=44b8d42d-f1b3-445d-883f-f293fbbf515d,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:18.520048 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3708c010-1f94-49a3-a896-da43654617ff resource provider aggregate not found Oct 05 09:12:18.595756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Network 220f15b6-0458-44d6-b854-7c3e824f5188 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:18.603505 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2 resource provider aggregate not found Oct 05 09:12:18.614570 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b7c82-c615-417c-a99e-bd4c0aad2695 req-34ffd140-6476-4ec3-862f-60b42e2fac08 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:18.616030 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-287b7c82-c615-417c-a99e-bd4c0aad2695 req-34ffd140-6476-4ec3-862f-60b42e2fac08 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 944 time: 0.4133732 Oct 05 09:12:18.626184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:18.633954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:18.634520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:18.635253 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.639219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event updated for resources: {'Port': ['ID=abfad10f-49e7-45a2-9ba0-b515e7307911,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:18.655120 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c91b64b-87c4-42d0-9e11-c3e1ecbcd6b2 found for delete ", "request_id": "req-5a013e5c-bd58-4fb8-8542-1a95624f08ad"}]} Oct 05 09:12:18.689152 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3708c010-1f94-49a3-a896-da43654617ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3708c010-1f94-49a3-a896-da43654617ff found for delete ", "request_id": "req-3ffda99c-4819-422e-ada2-29577b2a375a"}]} Oct 05 09:12:18.691036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.692272 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-708d0a5c-8223-4109-99ec-cf6fbc81e540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.714894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-708d0a5c-8223-4109-99ec-cf6fbc81e540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.716707 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-708d0a5c-8223-4109-99ec-cf6fbc81e540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] 10.222.0.64 "DELETE /v2.0/networks/18878ee7-5409-4d1a-a96a-8288103b4544 HTTP/1.1" status: 204 len: 168 time: 1.2258937 Oct 05 09:12:18.734010 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6ba2d6ed-0942-4c6a-9c33-10f3ec78a390 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7311130 Oct 05 09:12:18.739595 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0a5c-8223-4109-99ec-cf6fbc81e540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-666231495-project] Pushing event deleted for resources: {'Network': ['ID=18878ee7-5409-4d1a-a96a-8288103b4544,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:18.740855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53266) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:18.751415 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-287b7c82-c615-417c-a99e-bd4c0aad2695 req-d31b8208-9da2-494c-aea1-43964b6e2838 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096175 Oct 05 09:12:18.758213 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c26acff0-76ba-4753-baec-b40f5bd85408 req-e0dd1f09-5254-4e9f-929e-d3457d11a3b0 service neutron] 10.222.0.45 "GET /v2.0/networks/c341bd40-6381-4696-99bd-4b7261a8625e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9499524 Oct 05 09:12:18.761995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:18.829796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b2d3aa-502b-492d-9b4d-dc19d8df08d6']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:18.843993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13332a83-0674-42f9-b6dd-aaf039b85e7d') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:18.844439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13332a83-0674-42f9-b6dd-aaf039b85e7d') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:18.856774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.864190 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Attempt 7 to provision port 44b8d42d-f1b3-445d-883f-f293fbbf515d Oct 05 09:12:18.893822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.908235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.917305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:12:18.918019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:18.954208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53f086-9141-4bee-a539-277ecf9b2ce2 req-e0d828c9-7712-43f3-84c3-dd37f373662e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:18.955723 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ce53f086-9141-4bee-a539-277ecf9b2ce2 req-e0d828c9-7712-43f3-84c3-dd37f373662e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 945 time: 0.1018698 Oct 05 09:12:18.961470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Port 44b8d42d-f1b3-445d-883f-f293fbbf515d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:18.986633 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5cde8d75-2053-453a-addb-da7f7a7b5a14 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:12:18.996117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Router 0a1e2d57-f665-4b5c-aee9-45b94d8e941d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:12:19.015539 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ce53f086-9141-4bee-a539-277ecf9b2ce2 req-c0d84100-ce5a-48c4-a3c4-0ac3835b164e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530040 Oct 05 09:12:19.074136 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.087282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53274) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:19.104481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event deleted for resources: {'Network': ['ID=5cde8d75-2053-453a-addb-da7f7a7b5a14,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:19.119893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Attempting to bind port 44b8d42d-f1b3-445d-883f-f293fbbf515d on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:19.120594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Attempting to bind port 44b8d42d-f1b3-445d-883f-f293fbbf515d by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:19.120928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Attempting to bind port 44b8d42d-f1b3-445d-883f-f293fbbf515d on network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:19.137192 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-da7fcf92-e855-48e1-85fb-df56429bfe98 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "DELETE /v2.0/networks/5cde8d75-2053-453a-addb-da7f7a7b5a14 HTTP/1.1" status: 204 len: 168 time: 2.7162373 Oct 05 09:12:19.137914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fcfaca51-9acb-4826-8b83-5ca0ffd3e636 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:12:19.152320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Port 44b8d42d-f1b3-445d-883f-f293fbbf515d on network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:19.152650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Attempting to bind port 44b8d42d-f1b3-445d-883f-f293fbbf515d on network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:19.259112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.262954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port fcfaca51-9acb-4826-8b83-5ca0ffd3e636 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:19.268833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port fcfaca51-9acb-4826-8b83-5ca0ffd3e636 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:19.269351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.269829 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port fcfaca51-9acb-4826-8b83-5ca0ffd3e636 Oct 05 09:12:19.273111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:12:19.273647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Checking segment: {'id': 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:12:19.274236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Bound using segment: {'id': 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:12:19.274840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Bound port: 44b8d42d-f1b3-445d-883f-f293fbbf515d, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:12:19.275357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.290608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.303418 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4ca63ff3-84cf-4991-bc09-c41a6689a49f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf7653f7211748378c80049c18e47eeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2147932 Oct 05 09:12:19.308256 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53282) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:19.324838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81b2d3aa-502b-492d-9b4d-dc19d8df08d6 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:12:19.372180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.418458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] Pushing event deleted for resources: {'Network': ['ID=81b2d3aa-502b-492d-9b4d-dc19d8df08d6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:19.434971 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e3be72b3-8e1b-4e78-a6fc-369a61cf037d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.464829 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Attempt 8 to provision port 44b8d42d-f1b3-445d-883f-f293fbbf515d Oct 05 09:12:19.490216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port fcfaca51-9acb-4826-8b83-5ca0ffd3e636 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:12:19.490635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.499462 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-50f6ad6a-d8f6-48a4-a124-5a24a019a925 tempest-ExternalNetworksTestJSON-844920029 tempest-ExternalNetworksTestJSON-844920029-project-admin] 10.222.0.64 "DELETE /v2.0/networks/81b2d3aa-502b-492d-9b4d-dc19d8df08d6 HTTP/1.1" status: 204 len: 168 time: 2.2214065 Oct 05 09:12:19.512053 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53292) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:19.541307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f85ba4-5ac2-400a-aca6-4d4a343e31d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:12:19.676864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:12:19.678716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e3be72b3-8e1b-4e78-a6fc-369a61cf037d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.689639 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port fcfaca51-9acb-4826-8b83-5ca0ffd3e636, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fcfaca51-9acb-4826-8b83-5ca0ffd3e636,segment=NetworkSegment(98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053),segment_id=98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:19.696794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Port 44b8d42d-f1b3-445d-883f-f293fbbf515d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:19.699376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.700310 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fe0c3271-6e64-441f-acdc-a1d9b8edb9ec up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:12:19.719730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] For port 44b8d42d-f1b3-445d-883f-f293fbbf515d, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:12:19.731170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] For port 44b8d42d-f1b3-445d-883f-f293fbbf515d, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:12:19.734926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.759266 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cdab3b5-c5ca-4d74-b180-ee3e1c0d2f21 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] DELETE failed (client error): The resource could not be found. Oct 05 09:12:19.759807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cdab3b5-c5ca-4d74-b180-ee3e1c0d2f21 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:12:19.768855 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5cdab3b5-c5ca-4d74-b180-ee3e1c0d2f21 tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] 10.222.0.64 "DELETE /v2.0/subnets/2a98dc3a-8a9d-4245-90b7-018587cdad09 HTTP/1.1" status: 404 len: 337 time: 0.2471919 Oct 05 09:12:19.772935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53300) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:19.773269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53302) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:19.795660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.806453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-285cdb39-378d-48a1-a34c-9e6cdf895f27 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Request body: {'router': {'name': 'tempest-router--514632189', 'project_id': '7ee01f0834b741d7bb7e809e953b575b'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:19.855700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=fcfaca51-9acb-4826-8b83-5ca0ffd3e636,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:19.926949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:19.944199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:19.944588 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.946694 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec Oct 05 09:12:19.969555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:19.970561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:19.972728 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] 10.222.0.45 "PUT /v2.0/ports/44b8d42d-f1b3-445d-883f-f293fbbf515d HTTP/1.1" status: 200 len: 1094 time: 4.9281523 Oct 05 09:12:19.973925 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'tag': '44b8d42d-f1b3-445d-883f-f293fbbf515d'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:12:19.976608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94657f31-b827-44e0-8a38-a24be43635f6" -d '{"events": [{"name": "network-changed", "server_uuid": "48a99434-61ee-42d9-b12a-c3fdaa028172", "tag": "44b8d42d-f1b3-445d-883f-f293fbbf515d"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:12:19.980959 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-285cdb39-378d-48a1-a34c-9e6cdf895f27 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:20.023773 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-deb1af27-58f6-4121-b9d8-ce99b6d73a08 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 12.1751981 Oct 05 09:12:20.027470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53312) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:20.040932 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af21a0fd-e3bf-4390-880d-3e0f42c84d29" -d '{"events": [{"server_uuid": "51f85ba4-5ac2-400a-aca6-4d4a343e31d4", "name": "network-vif-plugged", "status": "completed", "tag": "fcfaca51-9acb-4826-8b83-5ca0ffd3e636"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:12:20.056668 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-285cdb39-378d-48a1-a34c-9e6cdf895f27 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Usage tracker for resource:router and tenant:7ee01f0834b741d7bb7e809e953b575b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:20.066101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-285cdb39-378d-48a1-a34c-9e6cdf895f27 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:20.124267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:12:20.124671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:20.138241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-285cdb39-378d-48a1-a34c-9e6cdf895f27 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:20.172531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec,segment=NetworkSegment(55dfb4e2-4c35-48b2-9736-a8a37210a94a),segment_id=55dfb4e2-4c35-48b2-9736-a8a37210a94a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:20.178151 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:20.182539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-46dc81a2-88af-4bc5-90ad-aecfc70f648b tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:20.187179 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-285cdb39-378d-48a1-a34c-9e6cdf895f27 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:20.188212 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-285cdb39-378d-48a1-a34c-9e6cdf895f27 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:20.218833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e3be72b3-8e1b-4e78-a6fc-369a61cf037d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:20.258422 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85352fa1-20e0-41b0-b2f5-a3eb8a51e53f req-0b9338e1-2c2b-49ff-80ed-5afa7e9424a6 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:20.258422 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-85352fa1-20e0-41b0-b2f5-a3eb8a51e53f req-0b9338e1-2c2b-49ff-80ed-5afa7e9424a6 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 944 time: 0.4353559 Oct 05 09:12:20.266820 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be72b3-8e1b-4e78-a6fc-369a61cf037d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a4c247-c68e-4bc7-a2f9-d20704ad5731,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:20.272821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-285cdb39-378d-48a1-a34c-9e6cdf895f27 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:20.287453 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Attempt 9 to provision port 44b8d42d-f1b3-445d-883f-f293fbbf515d Oct 05 09:12:20.340950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] device_id is not set on port abfad10f-49e7-45a2-9ba0-b515e7307911 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:20.355308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:20.372482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4eaa0-fac6-4a92-9457-a3586ea9ead9 None None] Sync routers for ids ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:12:20.396040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:20.403007 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aad73cac-be58-4878-9214-384498673e10 None None] Port 44b8d42d-f1b3-445d-883f-f293fbbf515d had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:12:20.406073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da9255-cda8-47f5-abef-c60ae34d1e63 service neutron] Pushing event updated for resources: {'Port': ['ID=44b8d42d-f1b3-445d-883f-f293fbbf515d,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:20.406942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4eaa0-fac6-4a92-9457-a3586ea9ead9 None None] Routers {'0a1e2d57-f665-4b5c-aee9-45b94d8e941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:20.407244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5ff4eaa0-fac6-4a92-9457-a3586ea9ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:20.430442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e3be72b3-8e1b-4e78-a6fc-369a61cf037d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:20.431478 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e3be72b3-8e1b-4e78-a6fc-369a61cf037d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1a4c247-c68e-4bc7-a2f9-d20704ad5731 HTTP/1.1" status: 204 len: 168 time: 1.1221156 Oct 05 09:12:20.442162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Transition to ACTIVE for port object abfad10f-49e7-45a2-9ba0-b515e7307911 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:20.449797 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-24e12cb5-214c-4da4-805b-74e744cde03c tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] 10.222.0.64 "GET /v2.0/floatingips/9775ba4e-8670-4f32-9e82-42bbb17a7c17 HTTP/1.1" status: 200 len: 981 time: 0.4112341 Oct 05 09:12:20.450443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53322) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:20.455739 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed9a69-562f-45eb-a217-00080f382c3c req-0adb7933-8036-4e7e-9d91-ca045ea52de0 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:20.457212 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-faed9a69-562f-45eb-a217-00080f382c3c req-0adb7933-8036-4e7e-9d91-ca045ea52de0 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 944 time: 0.4019406 Oct 05 09:12:20.492303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5ff4eaa0-fac6-4a92-9457-a3586ea9ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:20.504728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4eaa0-fac6-4a92-9457-a3586ea9ead9 None None] Routers {'0a1e2d57-f665-4b5c-aee9-45b94d8e941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:20.505998 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5ff4eaa0-fac6-4a92-9457-a3586ea9ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:20.507812 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:20.576831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-285cdb39-378d-48a1-a34c-9e6cdf895f27 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:20.589561 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-85352fa1-20e0-41b0-b2f5-a3eb8a51e53f req-0cbdab45-814a-464c-9d42-bd7d4330af69 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192739 Oct 05 09:12:20.604317 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-46dc81a2-88af-4bc5-90ad-aecfc70f648b tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:20.605406 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5ff4eaa0-fac6-4a92-9457-a3586ea9ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:20.605863 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4eaa0-fac6-4a92-9457-a3586ea9ead9 None None] The sync data for ids ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:12:20.643648 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-faed9a69-562f-45eb-a217-00080f382c3c req-4922d91d-351e-4153-9abf-78137653f550 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235611 Oct 05 09:12:20.659125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-285cdb39-378d-48a1-a34c-9e6cdf895f27 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:20.668523 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-285cdb39-378d-48a1-a34c-9e6cdf895f27 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8918290 Oct 05 09:12:20.684434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53328) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:20.686605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20fd439-620f-4037-85ac-6cf14cf3d7b3 x-openstack-request-id: req-b20fd439-620f-4037-85ac-6cf14cf3d7b3 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:12:20.687100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a99434-61ee-42d9-b12a-c3fdaa028172", "tag": "44b8d42d-f1b3-445d-883f-f293fbbf515d", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:12:20.687100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b20fd439-620f-4037-85ac-6cf14cf3d7b3 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:12:20.687505 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20fd439-620f-4037-85ac-6cf14cf3d7b3'] response: {'name': 'network-changed', 'server_uuid': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'tag': '44b8d42d-f1b3-445d-883f-f293fbbf515d', 'status': 'completed', 'code': 200} Oct 05 09:12:20.696878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-46dc81a2-88af-4bc5-90ad-aecfc70f648b tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb12c24e-6417-44c8-b0f7-327134a0ae1f']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:20.754780 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 13332a83-0674-42f9-b6dd-aaf039b85e7d resource provider aggregate not found Oct 05 09:12:20.758453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:20.758793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:20.759132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:20.785787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:20.786277 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:20.788724 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 13332a83-0674-42f9-b6dd-aaf039b85e7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13332a83-0674-42f9-b6dd-aaf039b85e7d found for delete ", "request_id": "req-22c34868-3a26-424c-a320-597218acbe08"}]} Oct 05 09:12:20.793213 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 2 to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 Oct 05 09:12:20.805797 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4df2edfa-a538-4d91-bafe-43823474f538 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.3508463 Oct 05 09:12:20.805797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event updated for resources: {'Port': ['ID=abfad10f-49e7-45a2-9ba0-b515e7307911,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:20.810362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-14eadfc7-5c01-4060-86a9-8fea2f8bda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:20.811913 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-14eadfc7-5c01-4060-86a9-8fea2f8bda50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=af3973850af34ff0b1ae6694f898d389&device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 1097 time: 0.7832000 Oct 05 09:12:20.823006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53338) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:20.924739 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-09c142c8-5bf4-42bc-b9cc-df29e336ee68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d HTTP/1.1" status: 200 len: 217 time: 0.0959308 Oct 05 09:12:20.931230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:20.931814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:20.933350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:20.958622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-46dc81a2-88af-4bc5-90ad-aecfc70f648b tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74148200-2e5f-46b7-a926-d795e45bb53e') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:20.958991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-46dc81a2-88af-4bc5-90ad-aecfc70f648b tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74148200-2e5f-46b7-a926-d795e45bb53e') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:20.987457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd110f24-d616-420d-acfc-6249a217c688 x-openstack-request-id: req-bd110f24-d616-420d-acfc-6249a217c688 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:12:20.988329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f85ba4-5ac2-400a-aca6-4d4a343e31d4", "name": "network-vif-plugged", "status": "completed", "tag": "fcfaca51-9acb-4826-8b83-5ca0ffd3e636", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:12:20.988759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd110f24-d616-420d-acfc-6249a217c688 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:12:20.989405 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd110f24-d616-420d-acfc-6249a217c688'] response: {'server_uuid': '51f85ba4-5ac2-400a-aca6-4d4a343e31d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636', 'code': 200} Oct 05 09:12:20.991507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:20.991831 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:20.998346 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 3 to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 Oct 05 09:12:21.020181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:21.020516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:21.020848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:21.029998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-87ba0e46-eb6f-4e77-9381-dec9ca19008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:21.031325 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-87ba0e46-eb6f-4e77-9381-dec9ca19008b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1dcf1b6-1798-4fba-b27d-a8b43c2672bc HTTP/1.1" status: 200 len: 851 time: 0.0898407 Oct 05 09:12:21.032165 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:21.032528 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:21.032864 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 4 to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 Oct 05 09:12:21.072135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53344) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:21.087747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-46dc81a2-88af-4bc5-90ad-aecfc70f648b tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.106392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:21.106726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:21.107064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:21.114973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:21.115308 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:21.116456 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 5 to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 Oct 05 09:12:21.119018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ce8396c-3077-4975-a5b3-d2e2d2d903d3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.136944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:21.137275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:21.137609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:21.145147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:21.145471 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:21.146416 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 6 to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 Oct 05 09:12:21.216413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:21.216659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:21.216992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:21.220402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-f2ed0335-8158-42da-be8d-40b466b9bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:21.221892 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-f2ed0335-8158-42da-be8d-40b466b9bf99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1787829 Oct 05 09:12:21.227024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:21.227344 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:21.227861 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 7 to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 Oct 05 09:12:21.258923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-46dc81a2-88af-4bc5-90ad-aecfc70f648b tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.319761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:21.320096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:21.320429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:21.337929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:21.338316 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:21.340781 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 8 to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 Oct 05 09:12:21.347188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dc81a2-88af-4bc5-90ad-aecfc70f648b tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:12:21.347603 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-46dc81a2-88af-4bc5-90ad-aecfc70f648b tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.374420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:21.374990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:21.375133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:21.394522 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:21.394851 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:21.396768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00eba-c493-4d4c-858a-f13a1885172d req-b64b438e-1d87-462d-87aa-415aef3dcfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:21.398310 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5ef00eba-c493-4d4c-858a-f13a1885172d req-b64b438e-1d87-462d-87aa-415aef3dcfa6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 1099 time: 0.2366023 Oct 05 09:12:21.400221 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 9 to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 Oct 05 09:12:21.424635 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 74148200-2e5f-46b7-a926-d795e45bb53e resource provider aggregate not found Oct 05 09:12:21.443349 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-e7382076-f631-427e-bdfc-463daa34a5a1 service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070541 Oct 05 09:12:21.444317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:21.444649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:21.444975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:21.447058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5ef00eba-c493-4d4c-858a-f13a1885172d req-3898bce5-9355-459a-8cb0-80706bf38df5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.482104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:21.482335 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:21.486789 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 10 to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 Oct 05 09:12:21.493647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-5ef00eba-c493-4d4c-858a-f13a1885172d req-3898bce5-9355-459a-8cb0-80706bf38df5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:21.545799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5ef00eba-c493-4d4c-858a-f13a1885172d req-3898bce5-9355-459a-8cb0-80706bf38df5 service neutron] Usage tracker for resource:security_group_rule and tenant:78cfcdad43f04bf7b5f56ae90edb7c45 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:21.554052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5ef00eba-c493-4d4c-858a-f13a1885172d req-3898bce5-9355-459a-8cb0-80706bf38df5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:21.569850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-5ef00eba-c493-4d4c-858a-f13a1885172d req-3898bce5-9355-459a-8cb0-80706bf38df5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:21.571772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:21.572098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:21.572427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:21.582418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:21.582742 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port abfad10f-49e7-45a2-9ba0-b515e7307911 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:21.582907 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 74148200-2e5f-46b7-a926-d795e45bb53e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74148200-2e5f-46b7-a926-d795e45bb53e found for delete ", "request_id": "req-6806692a-5648-4b85-beb8-4dc2051e120b"}]} Oct 05 09:12:21.583094 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.600307 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d1c6d14c-1d96-49ec-ba5f-1d42b878498e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3f77e61512147b9b3d3f7670390def9&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5169189 Oct 05 09:12:21.606005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53352) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:21.686943 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e6914-c7c1-4c82-9dc0-9a7502a3258a req-6351b860-e299-4a79-8931-1009745af312 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:21.688440 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-493e6914-c7c1-4c82-9dc0-9a7502a3258a req-6351b860-e299-4a79-8931-1009745af312 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 946 time: 0.8644664 Oct 05 09:12:21.698690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ce8396c-3077-4975-a5b3-d2e2d2d903d3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.709012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ce8396c-3077-4975-a5b3-d2e2d2d903d3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.724391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d176269e-45ee-486e-8305-d142aa3f3ce6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Deleting port b2d4b162-e7a2-4c46-bef9-a9e0f2d521f5 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:21.724765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d176269e-45ee-486e-8305-d142aa3f3ce6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.758568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-46dc81a2-88af-4bc5-90ad-aecfc70f648b tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.762765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-46dc81a2-88af-4bc5-90ad-aecfc70f648b tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.769690 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d71a5b53-6062-4497-9ed5-42d4566bf142 req-805eebe9-4c4c-403e-aad6-4947d042d2e9 service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109257 Oct 05 09:12:21.805934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] For port abfad10f-49e7-45a2-9ba0-b515e7307911, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:12:21.806334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempted to set empty binding levels {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 05 09:12:21.820613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.821158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] In _notify_port_updated(), no bound segment for port abfad10f-49e7-45a2-9ba0-b515e7307911 on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:12:21.822054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:21.823460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.827491 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "PUT /v2.0/ports/abfad10f-49e7-45a2-9ba0-b515e7307911 HTTP/1.1" status: 200 len: 977 time: 3.0827107 Oct 05 09:12:21.862320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bfabe5a4-c48b-4d38-a22b-3fa8e51a928e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:21.904144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53360) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:22.034992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc81a2-88af-4bc5-90ad-aecfc70f648b tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] Pushing event deleted for resources: {'Network': ['ID=eb12c24e-6417-44c8-b0f7-327134a0ae1f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:22.037241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5ef00eba-c493-4d4c-858a-f13a1885172d req-3898bce5-9355-459a-8cb0-80706bf38df5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:22.040570 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bfabe5a4-c48b-4d38-a22b-3fa8e51a928e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:22.055858 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-46dc81a2-88af-4bc5-90ad-aecfc70f648b tempest-ExternalNetworksTestJSON-1326653146 tempest-ExternalNetworksTestJSON-1326653146-project] 10.222.0.64 "DELETE /v2.0/networks/eb12c24e-6417-44c8-b0f7-327134a0ae1f HTTP/1.1" status: 204 len: 168 time: 2.2717569 Oct 05 09:12:22.070516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b35d2c-4e47-4c39-aebb-4028b8b606cd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event updated for resources: {'Port': ['ID=abfad10f-49e7-45a2-9ba0-b515e7307911,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:22.073217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5ef00eba-c493-4d4c-858a-f13a1885172d req-3898bce5-9355-459a-8cb0-80706bf38df5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:22.080074 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ce8396c-3077-4975-a5b3-d2e2d2d903d3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:22.080713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce8396c-3077-4975-a5b3-d2e2d2d903d3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ebbeaae-3615-4593-a43f-af2bec5fb68e {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:12:22.094279 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-493e6914-c7c1-4c82-9dc0-9a7502a3258a req-1b211a9e-265e-4350-85ff-30761932adb1 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3933384 Oct 05 09:12:22.152003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ce8396c-3077-4975-a5b3-d2e2d2d903d3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:22.155818 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2ce8396c-3077-4975-a5b3-d2e2d2d903d3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "DELETE /v2.0/routers/3ebbeaae-3615-4593-a43f-af2bec5fb68e HTTP/1.1" status: 204 len: 168 time: 1.4676173 Oct 05 09:12:22.262749 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5ef00eba-c493-4d4c-858a-f13a1885172d req-3898bce5-9355-459a-8cb0-80706bf38df5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8554060 Oct 05 09:12:22.280026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898bce5-9355-459a-8cb0-80706bf38df5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=37315aed-e7d8-4d93-8848-afba3ceebb3c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:22.308546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94657f31-b827-44e0-8a38-a24be43635f6 req-02c43c71-69ee-40d7-b8d4-33b345b11db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.310086 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-94657f31-b827-44e0-8a38-a24be43635f6 req-02c43c71-69ee-40d7-b8d4-33b345b11db1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=af3973850af34ff0b1ae6694f898d389&device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 1097 time: 0.4840326 Oct 05 09:12:22.330136 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.330625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.331103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.331577 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.332049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.332520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.332990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.333458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.333928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.334424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.334889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.335354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.335818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.336284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.336748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.337214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.337686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.338742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.339211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.339675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.340143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.340668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.341144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.341613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.342126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.342589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.345793 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e25c52cb-057d-4873-97cb-55279bcb1a6e tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23055 time: 0.4406426 Oct 05 09:12:22.350464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53368) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:22.365985 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d176269e-45ee-486e-8305-d142aa3f3ce6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:22.366627 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d176269e-45ee-486e-8305-d142aa3f3ce6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:22.395293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bfabe5a4-c48b-4d38-a22b-3fa8e51a928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:22.418050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabe5a4-c48b-4d38-a22b-3fa8e51a928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fbee31-deca-4aa8-b3f7-90cd239b7187,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:22.437377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f0c421df-0faa-4504-8b74-2d0da3c7a2ea tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Deleting port abfad10f-49e7-45a2-9ba0-b515e7307911 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:22.437377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0c421df-0faa-4504-8b74-2d0da3c7a2ea tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:22.459746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53374) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:22.480150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bfabe5a4-c48b-4d38-a22b-3fa8e51a928e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:22.483794 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bfabe5a4-c48b-4d38-a22b-3fa8e51a928e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5fbee31-deca-4aa8-b3f7-90cd239b7187 HTTP/1.1" status: 204 len: 168 time: 0.8722544 Oct 05 09:12:22.540647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d176269e-45ee-486e-8305-d142aa3f3ce6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Calling delete_port for b2d4b162-e7a2-4c46-bef9-a9e0f2d521f5 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:22.546250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53380) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:22.590679 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10a108-97d1-4e30-a06a-6895235e585c req-98193042-1d06-4ccc-b5af-5c5a626266ce tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.600987 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-da10a108-97d1-4e30-a06a-6895235e585c req-98193042-1d06-4ccc-b5af-5c5a626266ce tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 944 time: 0.8243351 Oct 05 09:12:22.698550 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-da10a108-97d1-4e30-a06a-6895235e585c req-53b29f92-afc5-494a-ba16-fc69fdb01b95 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958450 Oct 05 09:12:22.747147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f508b-c2d4-420e-95e6-b24887f322ae req-c7524016-4886-407b-bb22-bb684a215b3a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.754226 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c66f508b-c2d4-420e-95e6-b24887f322ae req-c7524016-4886-407b-bb22-bb684a215b3a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 945 time: 0.5023165 Oct 05 09:12:22.770501 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94657f31-b827-44e0-8a38-a24be43635f6 req-313e5973-841a-4721-b7cc-ec03d4399e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:22.771926 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-94657f31-b827-44e0-8a38-a24be43635f6 req-313e5973-841a-4721-b7cc-ec03d4399e5a service neutron] 10.222.0.45 "GET /v2.0/networks?id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636 HTTP/1.1" status: 200 len: 913 time: 0.2764604 Oct 05 09:12:22.827827 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c66f508b-c2d4-420e-95e6-b24887f322ae req-5f40a0eb-18dd-42e7-8d5a-ff8f1f794825 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725405 Oct 05 09:12:22.880310 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-94657f31-b827-44e0-8a38-a24be43635f6 req-b20f780f-942d-4223-a2d2-5aaabff9be24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d HTTP/1.1" status: 200 len: 217 time: 0.0925777 Oct 05 09:12:22.881299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-f0c421df-0faa-4504-8b74-2d0da3c7a2ea tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] For port abfad10f-49e7-45a2-9ba0-b515e7307911, host hv-neutron-8603, got binding levels [] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:22.881660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0c421df-0faa-4504-8b74-2d0da3c7a2ea tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:22.900978 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d176269e-45ee-486e-8305-d142aa3f3ce6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:22.987301 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1090330443', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:22.991033 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f63380e-a9b8-4535-951f-413d2287e04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:12:22.995403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:22.996683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba4e681-677e-46bb-9f1d-f9c1000623ef" -d '{"events": [{"server_uuid": "1f63380e-a9b8-4535-951f-413d2287e04f", "name": "network-vif-plugged", "status": "completed", "tag": "fe0c3271-6e64-441f-acdc-a1d9b8edb9ec"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:12:22.999909 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Usage tracker for resource:router and tenant:2c4866e1436b4830a6276d692ff30c34 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:23.003110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:23.008882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:23.019529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176269e-45ee-486e-8305-d142aa3f3ce6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event deleted for resources: {'Port': ['ID=b2d4b162-e7a2-4c46-bef9-a9e0f2d521f5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:23.055762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f0c421df-0faa-4504-8b74-2d0da3c7a2ea tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Calling delete_port for abfad10f-49e7-45a2-9ba0-b515e7307911 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:23.066955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9697df69-7c3a-45d0-b525-7788edeeb4af x-openstack-request-id: req-9697df69-7c3a-45d0-b525-7788edeeb4af {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:12:23.067442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f63380e-a9b8-4535-951f-413d2287e04f", "name": "network-vif-plugged", "status": "completed", "tag": "fe0c3271-6e64-441f-acdc-a1d9b8edb9ec", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:12:23.067900 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9697df69-7c3a-45d0-b525-7788edeeb4af {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:12:23.068465 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9697df69-7c3a-45d0-b525-7788edeeb4af'] response: {'server_uuid': '1f63380e-a9b8-4535-951f-413d2287e04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec', 'code': 200} Oct 05 09:12:23.081422 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:23.083169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:23.106049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:23.147334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94657f31-b827-44e0-8a38-a24be43635f6 req-2b2d2762-a3ba-4932-b791-d860a3e523fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:23.148804 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-94657f31-b827-44e0-8a38-a24be43635f6 req-2b2d2762-a3ba-4932-b791-d860a3e523fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1dcf1b6-1798-4fba-b27d-a8b43c2672bc HTTP/1.1" status: 200 len: 851 time: 0.2583637 Oct 05 09:12:23.198473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d176269e-45ee-486e-8305-d142aa3f3ce6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:23.198878 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-d176269e-45ee-486e-8305-d142aa3f3ce6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Floating IP 9775ba4e-8670-4f32-9e82-42bbb17a7c17 disassociated (deleted). External IP: 172.26.0.6, port: b3c97c80-f553-4eb7-ade1-10755f6e6943. Oct 05 09:12:23.239801 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0b44e88b-fe2a-4c3a-bf19-edb6b5bd3bef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cbc7491b0f44075982b70a691c55b31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6419878 Oct 05 09:12:23.242279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53400) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:23.262979 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0c421df-0faa-4504-8b74-2d0da3c7a2ea tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:23.365154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c421df-0faa-4504-8b74-2d0da3c7a2ea tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event deleted for resources: {'Port': ['ID=abfad10f-49e7-45a2-9ba0-b515e7307911,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:23.398213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0c421df-0faa-4504-8b74-2d0da3c7a2ea tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:23.427459 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f0c421df-0faa-4504-8b74-2d0da3c7a2ea tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "DELETE /v2.0/ports/abfad10f-49e7-45a2-9ba0-b515e7307911 HTTP/1.1" status: 204 len: 168 time: 1.0728102 Oct 05 09:12:23.428436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53408) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:23.437519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94657f31-b827-44e0-8a38-a24be43635f6 req-725d44b2-4044-4b1a-9b42-78719d8b8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:23.439035 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-94657f31-b827-44e0-8a38-a24be43635f6 req-725d44b2-4044-4b1a-9b42-78719d8b8e26 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2813609 Oct 05 09:12:23.473450 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef4493d6-ec4f-4fef-a631-29a5e1fd8491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:23.536087 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72f0c16-bc49-4556-9717-afb00bd1eee1 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:12:23.536606 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a72f0c16-bc49-4556-9717-afb00bd1eee1 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Synchronizing usage tracker for tenant:b1faee6cc3304e1aa119d874c490bd92 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:23.584317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef4493d6-ec4f-4fef-a631-29a5e1fd8491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:23.594617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a93877-8359-4d3f-b7c3-757110d75d71 req-cb22ee44-8634-4f44-93e5-7f5a75ce0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:23.596164 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-71a93877-8359-4d3f-b7c3-757110d75d71 req-cb22ee44-8634-4f44-93e5-7f5a75ce0562 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 1098 time: 0.2707829 Oct 05 09:12:23.689182 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-94657f31-b827-44e0-8a38-a24be43635f6 req-f570d31e-a626-4188-a3e7-6dfccb14f93a service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426925 Oct 05 09:12:23.692784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-71a93877-8359-4d3f-b7c3-757110d75d71 req-74342106-3a28-4c8d-970c-89dbf5eefc5a service neutron] Synchronizing usage tracker for tenant:78cfcdad43f04bf7b5f56ae90edb7c45 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:23.778908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a72f0c16-bc49-4556-9717-afb00bd1eee1 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Unset dirty status for tenant:b1faee6cc3304e1aa119d874c490bd92 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:23.778908 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a72f0c16-bc49-4556-9717-afb00bd1eee1 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "GET /v2.0/ports/abfad10f-49e7-45a2-9ba0-b515e7307911 HTTP/1.1" status: 404 len: 333 time: 0.3497729 Oct 05 09:12:23.779361 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53420) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:23.785440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53422) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:23.798837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1050877294', 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:23.802271 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-71a93877-8359-4d3f-b7c3-757110d75d71 req-74342106-3a28-4c8d-970c-89dbf5eefc5a service neutron] Unset dirty status for tenant:78cfcdad43f04bf7b5f56ae90edb7c45 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:23.803491 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-71a93877-8359-4d3f-b7c3-757110d75d71 req-74342106-3a28-4c8d-970c-89dbf5eefc5a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995785 Oct 05 09:12:23.811244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:23.815401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef4493d6-ec4f-4fef-a631-29a5e1fd8491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:23.840791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:23.852119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4493d6-ec4f-4fef-a631-29a5e1fd8491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67aad5e-477f-443d-9a3c-b8742c041a4d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:23.877246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef4493d6-ec4f-4fef-a631-29a5e1fd8491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:23.881218 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ef4493d6-ec4f-4fef-a631-29a5e1fd8491 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f67aad5e-477f-443d-9a3c-b8742c041a4d HTTP/1.1" status: 204 len: 168 time: 0.6380172 Oct 05 09:12:23.894884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:23.907280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Made reservation on behalf of b1faee6cc3304e1aa119d874c490bd92 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:23.909488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:23.927679 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-94657f31-b827-44e0-8a38-a24be43635f6 req-91a52401-ab46-428c-b24a-0d3be06fe057 service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256939 Oct 05 09:12:23.936444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] device_id is not set on port bd97d6c6-5333-4059-a1b9-052c413822c1 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:24.053085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1037189390'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:24.062072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:24.123993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Usage tracker for resource:network and tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:24.183983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:24.211651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa7dc0-f897-4e60-8400-200ffdc98fe1 req-86f22709-233e-4e1d-aafc-e7d5020da1df tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:24.213238 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-eeaa7dc0-f897-4e60-8400-200ffdc98fe1 req-86f22709-233e-4e1d-aafc-e7d5020da1df tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 946 time: 0.8450892 Oct 05 09:12:24.214555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:24.282257 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Made reservation on behalf of 74dbc8d96ece44dc85d6d5e9f3e7d70d for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:24.285622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:24.368249 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:24.373855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:24.387678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53436) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:24.394762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376867cd-7483-4095-aef3-553c77821904 req-283b37b1-f3f5-4e3b-be2d-298e8011c4f7 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:24.396254 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-376867cd-7483-4095-aef3-553c77821904 req-283b37b1-f3f5-4e3b-be2d-298e8011c4f7 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 944 time: 0.5223496 Oct 05 09:12:24.418728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:24.434723 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-eeaa7dc0-f897-4e60-8400-200ffdc98fe1 req-d5d21217-2e94-499b-b088-7dd95a365ff6 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023778 Oct 05 09:12:24.437575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:24.454603 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Usage tracker for resource:security_group_rule and tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:24.461065 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:24.472112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:24.501041 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d50eb9d4-6670-4a1b-9def-8fcbbc5230c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=32245fa672754a989db84c31cdc5a665&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1121724 Oct 05 09:12:24.505212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53440) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:24.510886 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-376867cd-7483-4095-aef3-553c77821904 req-04b325d9-e969-427e-a17a-06304ad22585 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024666 Oct 05 09:12:24.525373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d176269e-45ee-486e-8305-d142aa3f3ce6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Router 0a1e2d57-f665-4b5c-aee9-45b94d8e941d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:12:24.542630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Network 220f15b6-0458-44d6-b854-7c3e824f5188 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:24.545369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event updated for resources: {'Port': ['ID=bd97d6c6-5333-4059-a1b9-052c413822c1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:24.549507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:24.558466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:24.559379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:24.559985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:24.613854 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7366a880-18dd-4f31-a268-958ec5370387 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8248432 Oct 05 09:12:24.615541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53444) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:24.617760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:24.688076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:24.715009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c16d58b-7709-4904-88bc-ae5016cce8bd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:24.715577 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5c16d58b-7709-4904-88bc-ae5016cce8bd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Synchronizing usage tracker for tenant:b1faee6cc3304e1aa119d874c490bd92 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:24.759654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5c16d58b-7709-4904-88bc-ae5016cce8bd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Unset dirty status for tenant:b1faee6cc3304e1aa119d874c490bd92 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:24.765889 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5c16d58b-7709-4904-88bc-ae5016cce8bd tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "GET /v2.0/ports/bd97d6c6-5333-4059-a1b9-052c413822c1 HTTP/1.1" status: 200 len: 955 time: 0.1492307 Oct 05 09:12:24.766626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53448) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:24.840026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:24.869710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e179dbf-81cb-4160-a993-2174321ebbe9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:24.878283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:24.879733 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e179dbf-81cb-4160-a993-2174321ebbe9 HTTP/1.1" status: 204 len: 168 time: 0.3683140 Oct 05 09:12:24.899332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:24.901006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:24.903939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:24.905534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:24.906680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:24.908407 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:24.908991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:24.909576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:24.911694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:24.912612 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:24.913182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:24.913757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74196329-edc8-4160-a4ca-411f8cb465f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:24.929327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7aacc570-4e95-49dd-a4ab-8861b33c1a2c tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Deleting port bd97d6c6-5333-4059-a1b9-052c413822c1 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:24.931330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7aacc570-4e95-49dd-a4ab-8861b33c1a2c tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.042335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.062049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.086097 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.102683 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d176269e-45ee-486e-8305-d142aa3f3ce6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:12:25.115212 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850beabb-a2e0-4aa5-90ed-d978d68ca037 None None] Sync routers for ids ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:12:25.117805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.125589 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850beabb-a2e0-4aa5-90ed-d978d68ca037 None None] Routers {'0a1e2d57-f665-4b5c-aee9-45b94d8e941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:25.126458 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-850beabb-a2e0-4aa5-90ed-d978d68ca037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:25.131560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff6e36-9730-4961-a94e-c4d35f75858b req-741bc261-9b58-476d-ac04-3a07ab5baa19 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:25.133059 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-61ff6e36-9730-4961-a94e-c4d35f75858b req-741bc261-9b58-476d-ac04-3a07ab5baa19 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 945 time: 0.4990602 Oct 05 09:12:25.173929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 44b8d42d-f1b3-445d-883f-f293fbbf515d details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:12:25.207793 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-850beabb-a2e0-4aa5-90ed-d978d68ca037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:25.209227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:12:25.218753 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850beabb-a2e0-4aa5-90ed-d978d68ca037 None None] Routers {'0a1e2d57-f665-4b5c-aee9-45b94d8e941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:25.219577 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-850beabb-a2e0-4aa5-90ed-d978d68ca037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:25.230477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d4f710-a56e-4011-9095-3bcded93b91a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:25.238068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7aacc570-4e95-49dd-a4ab-8861b33c1a2c tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.265013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.265362 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Added segment a74ccb83-a2d7-4943-a789-8e90187e48c9 of type vlan for network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 Oct 05 09:12:25.270445 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:25.270796 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:25.271143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:25.271480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:25.271816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:25.272145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:25.272469 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:25.272818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:25.273141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:25.273462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:25.273785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:25.274136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:25.306692 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-61ff6e36-9730-4961-a94e-c4d35f75858b req-6aa29d64-4185-4ab7-b104-2df767ea489c tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286252 Oct 05 09:12:25.344246 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-850beabb-a2e0-4aa5-90ed-d978d68ca037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:25.344822 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850beabb-a2e0-4aa5-90ed-d978d68ca037 None None] The sync data for ids ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:12:25.376525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7aacc570-4e95-49dd-a4ab-8861b33c1a2c tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Calling delete_port for bd97d6c6-5333-4059-a1b9-052c413822c1 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:25.392072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.409946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 44b8d42d-f1b3-445d-883f-f293fbbf515d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:25.412548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d176269e-45ee-486e-8305-d142aa3f3ce6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.426146 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '44b8d42d-f1b3-445d-883f-f293fbbf515d', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'port_id': '44b8d42d-f1b3-445d-883f-f293fbbf515d', 'mac_address': 'fa:16:3e:58:51:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:12:25.470520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7aacc570-4e95-49dd-a4ab-8861b33c1a2c tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.524949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 44b8d42d-f1b3-445d-883f-f293fbbf515d is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:12:25.527975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.550286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacc570-4e95-49dd-a4ab-8861b33c1a2c tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd97d6c6-5333-4059-a1b9-052c413822c1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:25.566523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7aacc570-4e95-49dd-a4ab-8861b33c1a2c tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.568326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b8d42d-f1b3-445d-883f-f293fbbf515d {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:12:25.594976 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7aacc570-4e95-49dd-a4ab-8861b33c1a2c tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "DELETE /v2.0/ports/bd97d6c6-5333-4059-a1b9-052c413822c1 HTTP/1.1" status: 204 len: 168 time: 0.8270173 Oct 05 09:12:25.597651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53468) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:25.609887 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 44b8d42d-f1b3-445d-883f-f293fbbf515d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:25.620922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.652432 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d176269e-45ee-486e-8305-d142aa3f3ce6 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "DELETE /v2.0/floatingips/9775ba4e-8670-4f32-9e82-42bbb17a7c17 HTTP/1.1" status: 204 len: 168 time: 4.8191381 Oct 05 09:12:25.659321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.665625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:25.667074 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53472) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:25.667709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.684207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:25.688607 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14be5e4-ddc7-4972-9204-595790e8fbe3 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:12:25.689138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c14be5e4-ddc7-4972-9204-595790e8fbe3 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Synchronizing usage tracker for tenant:b1faee6cc3304e1aa119d874c490bd92 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:25.709029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:25.715358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Usage tracker for resource:floatingip and tenant:4ef3f23bcc7e4a81bb457396f420f2d7 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:25.719840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:25.729741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:25.735226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=44b8d42d-f1b3-445d-883f-f293fbbf515d,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:25.737158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c14be5e4-ddc7-4972-9204-595790e8fbe3 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Unset dirty status for tenant:b1faee6cc3304e1aa119d874c490bd92 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:25.745131 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c14be5e4-ddc7-4972-9204-595790e8fbe3 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "GET /v2.0/ports/bd97d6c6-5333-4059-a1b9-052c413822c1 HTTP/1.1" status: 404 len: 333 time: 0.1395998 Oct 05 09:12:25.745131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53476) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:25.749661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Request body: {'port': {'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1698269043'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:25.754487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:25.760455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Allocated IP 172.26.0.111 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/4a7bcbad-1c1a-4682-b2b6-3104b9698881) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:25.770233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:25.773022 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9782715 Oct 05 09:12:25.778882 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53482) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:25.789896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Request body: {'subnet': {'network_id': '3b0c49ae-3cc6-4b54-bb44-0d8aa5674846', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:25.809490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:25.852500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['44b8d42d-f1b3-445d-883f-f293fbbf515d'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:12:25.939582 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Made reservation on behalf of b1faee6cc3304e1aa119d874c490bd92 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:25.942346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:26.004569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f2596-bdda-4920-b72c-621a89358917 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event updated for resources: {'Network': ['ID=3b0c49ae-3cc6-4b54-bb44-0d8aa5674846,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:26.021484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:12:26.038670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] device_id is not set on port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:26.069686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96214e55-100a-4dda-9236-23ef40aa66c3 req-6447c432-2146-40a0-a434-25d9825bdb87 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:26.071184 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96214e55-100a-4dda-9236-23ef40aa66c3 req-6447c432-2146-40a0-a434-25d9825bdb87 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 945 time: 0.3024955 Oct 05 09:12:26.092924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:26.112080 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Usage tracker for resource:subnet and tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:26.131693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:26.134427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9037ce-663e-4eef-b891-cffad9be4810 req-0c60c83f-0167-470d-b321-9f4a21a833ff tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:26.136373 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4c9037ce-663e-4eef-b891-cffad9be4810 req-0c60c83f-0167-470d-b321-9f4a21a833ff tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 946 time: 0.4815962 Oct 05 09:12:26.146981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:26.175198 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96214e55-100a-4dda-9236-23ef40aa66c3 req-278969f2-f3b8-448c-8677-72a3846b0ddd tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886157 Oct 05 09:12:26.210049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:26.227850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Made reservation on behalf of 74dbc8d96ece44dc85d6d5e9f3e7d70d for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:26.231617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:26.231751 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4c9037ce-663e-4eef-b891-cffad9be4810 req-14dd6296-a665-4ab9-821c-c73557231431 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622046 Oct 05 09:12:26.272267 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:26.341403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:26.344648 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:26.354402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:26.391689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Pushing event updated for resources: {'Port': ['ID=4a7bcbad-1c1a-4682-b2b6-3104b9698881,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:26.565278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:26.667250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:26.833217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:26.835276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56294a-6c66-4f93-9c85-9eff830adec7 req-e31df8f5-1a4f-401f-90a6-5729be98d261 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:26.836519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Allocated IP 172.26.0.42 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/c9dd8156-ee60-41f7-adb4-b76f6916c550) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:26.836805 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ec56294a-6c66-4f93-9c85-9eff830adec7 req-e31df8f5-1a4f-401f-90a6-5729be98d261 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 945 time: 0.3501415 Oct 05 09:12:26.850758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469b58b-1893-4f77-a413-6b3989981bd3 req-f139281d-b78e-435f-b41d-17885753111e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:26.852250 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2469b58b-1893-4f77-a413-6b3989981bd3 req-f139281d-b78e-435f-b41d-17885753111e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 946 time: 0.3523366 Oct 05 09:12:26.878234 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53510) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:26.887306 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e3db216c-800b-4363-8b7a-ff2dbd692be2 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Request body: {'floatingip': {'port_id': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:27.037456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e3db216c-800b-4363-8b7a-ff2dbd692be2 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:27.039618 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Network 220f15b6-0458-44d6-b854-7c3e824f5188 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:27.044809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event updated for resources: {'Port': ['ID=9e638ff7-8303-49a6-b08e-2f6cb42d4edc,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:27.047222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:27.051014 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:27.093998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:27.094575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:27.095093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:27.136203 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ec56294a-6c66-4f93-9c85-9eff830adec7 req-876f520e-d3ce-4841-8cf8-db8cc61e2cac tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808616 Oct 05 09:12:27.184012 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 44b8d42d-f1b3-445d-883f-f293fbbf515d up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:12:27.212431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event updated for resources: {'Subnet': ['ID=79cef28e-f401-4717-9c91-582528e490ce,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:27.226500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53524) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:27.227286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Checking segment: {'id': 'a74ccb83-a2d7-4943-a789-8e90187e48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3b0c49ae-3cc6-4b54-bb44-0d8aa5674846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:12:27.228222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Network hostable DHCP agents. Network: 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:12:27.236595 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2e75eb82-3ab7-4f3c-8b24-6280b7cdd454 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4907520 Oct 05 09:12:27.251744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53528) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:27.260588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:27.295605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:27.348816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 44b8d42d-f1b3-445d-883f-f293fbbf515d completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:27.355874 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 44b8d42d-f1b3-445d-883f-f293fbbf515d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:27.356954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:27.357503 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 44b8d42d-f1b3-445d-883f-f293fbbf515d Oct 05 09:12:27.411038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b9b71bf9-6100-4b79-9d6d-6fa65a0010bc tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:27.452362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:12:27.462743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:27.485684 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b9b71bf9-6100-4b79-9d6d-6fa65a0010bc tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] 10.222.0.64 "PUT /v2.0/quotas/bbdab87448694e8bbdf5fabeab1490c3 HTTP/1.1" status: 200 len: 368 time: 0.2505732 Oct 05 09:12:27.488663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:27.490109 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53534) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:27.495299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:27.500817 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38243fb4-2717-4f14-8fb7-8eefbd837464 None None] Network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:12:27.521784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 44b8d42d-f1b3-445d-883f-f293fbbf515d is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:12:27.522141 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:27.524697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Request body: {'network': {'project_id': 'bbdab87448694e8bbdf5fabeab1490c3'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:27.533531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:27.534156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:27.553395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:27.567728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Usage tracker for resource:network and tenant:bbdab87448694e8bbdf5fabeab1490c3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:27.570608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:27.576981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:27.610661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b8d42d-f1b3-445d-883f-f293fbbf515d'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:12:27.612899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d447b8-c126-48ac-b8dc-181a6d80910c" -d '{"events": [{"server_uuid": "48a99434-61ee-42d9-b12a-c3fdaa028172", "name": "network-vif-plugged", "status": "completed", "tag": "44b8d42d-f1b3-445d-883f-f293fbbf515d"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:12:27.626827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 44b8d42d-f1b3-445d-883f-f293fbbf515d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:27.638499 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:27.643040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:27.674008 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1407422b-26d5-457d-b753-8b0a33e71545 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8934486 Oct 05 09:12:27.684260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53540) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:27.752912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:27.757092 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Request body: {'port': {'network_id': '3b0c49ae-3cc6-4b54-bb44-0d8aa5674846', 'name': 'tempest-AllowedAddressPairTestJSON-900940248'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:27.781675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:27.801475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Made reservation on behalf of bbdab87448694e8bbdf5fabeab1490c3 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:27.804614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:27.806806 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=44b8d42d-f1b3-445d-883f-f293fbbf515d,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:27.817705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:27.818302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:27.819262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:27.819262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:27.819262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:27.819620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:27.819898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:27.820715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:27.820715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:27.820875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:27.821112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:27.821423 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:27.821729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:27.857323 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Pushing event updated for resources: {'Port': ['ID=c9dd8156-ee60-41f7-adb4-b76f6916c550,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:27.888717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-3b0c49ae-3cc6-4b54-bb44-0d8aa5674846', 'network_id': '3b0c49ae-3cc6-4b54-bb44-0d8aa5674846', 'tenant_id': '74dbc8d96ece44dc85d6d5e9f3e7d70d', 'fixed_ips': [{'subnet_id': '79cef28e-f401-4717-9c91-582528e490ce'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:12:27.889550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:27.924951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dc1e3-9b6f-4538-9287-2c8866e1e352 req-8c23e5c9-3d23-4403-abe2-c39c99de4115 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:27.932594 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-da4dc1e3-9b6f-4538-9287-2c8866e1e352 req-8c23e5c9-3d23-4403-abe2-c39c99de4115 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 945 time: 0.5443652 Oct 05 09:12:27.959364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.000813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:28.016335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Usage tracker for resource:security_group_rule and tenant:bbdab87448694e8bbdf5fabeab1490c3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:28.020381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7f847-1d49-4b9d-a1bd-3e33e05dc7d7 req-07761f29-4784-4e33-8f01-3dd0ee9eb98c tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:28.021863 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c5e7f847-1d49-4b9d-a1bd-3e33e05dc7d7 req-07761f29-4784-4e33-8f01-3dd0ee9eb98c tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 945 time: 0.6354449 Oct 05 09:12:28.024604 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:28.040033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53544) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:28.049889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-fa1ee015-0315-4359-95d6-739c0dd5c97a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Request body: {'floatingip': {'port_id': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:28.055630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:28.087158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Allocated IP 172.20.0.2 (3b0c49ae-3cc6-4b54-bb44-0d8aa5674846/79cef28e-f401-4717-9c91-582528e490ce/801bb0b9-8da5-496a-a9d9-a1babf43b641) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:28.090844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4bfdfc-a859-4098-956f-9aab3eb5d73e x-openstack-request-id: req-0a4bfdfc-a859-4098-956f-9aab3eb5d73e {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:12:28.091139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a99434-61ee-42d9-b12a-c3fdaa028172", "name": "network-vif-plugged", "status": "completed", "tag": "44b8d42d-f1b3-445d-883f-f293fbbf515d", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:12:28.091508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a4bfdfc-a859-4098-956f-9aab3eb5d73e {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:12:28.091919 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4bfdfc-a859-4098-956f-9aab3eb5d73e'] response: {'server_uuid': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b8d42d-f1b3-445d-883f-f293fbbf515d', 'code': 200} Oct 05 09:12:28.190123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:28.194380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Usage tracker for resource:port and tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:28.203776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:28.215647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.224213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:28.250521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] device_id is not set on port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:28.337758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.344454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee015-0315-4359-95d6-739c0dd5c97a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.355962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Made reservation on behalf of 74dbc8d96ece44dc85d6d5e9f3e7d70d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:28.358090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.359736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.370671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Transition to ACTIVE for port object 801bb0b9-8da5-496a-a9d9-a1babf43b641 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:28.391860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Transition to ACTIVE for port object 801bb0b9-8da5-496a-a9d9-a1babf43b641 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:28.398739 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-da4dc1e3-9b6f-4538-9287-2c8866e1e352 req-db9d8daf-9494-4d52-b034-35b03eb486d1 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4654095 Oct 05 09:12:28.399554 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.436727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Transition to ACTIVE for port object 9e638ff7-8303-49a6-b08e-2f6cb42d4edc will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:28.448455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.467250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:28.470338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:28.478617 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:28.484978 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] device_id is not set on port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:28.526134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Pushing event updated for resources: {'Port': ['ID=801bb0b9-8da5-496a-a9d9-a1babf43b641,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:28.597397 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Attempting to bind port 801bb0b9-8da5-496a-a9d9-a1babf43b641 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:28.597766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Attempting to bind port 801bb0b9-8da5-496a-a9d9-a1babf43b641 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'a74ccb83-a2d7-4943-a789-8e90187e48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3b0c49ae-3cc6-4b54-bb44-0d8aa5674846'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:28.598153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Attempting to bind port 801bb0b9-8da5-496a-a9d9-a1babf43b641 on network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:28.604971 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:12:28.605334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Checking segment: {'id': 'a74ccb83-a2d7-4943-a789-8e90187e48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3b0c49ae-3cc6-4b54-bb44-0d8aa5674846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:12:28.605734 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.606155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Bound using segment: {'id': 'a74ccb83-a2d7-4943-a789-8e90187e48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3b0c49ae-3cc6-4b54-bb44-0d8aa5674846'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:12:28.606624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Bound port: 801bb0b9-8da5-496a-a9d9-a1babf43b641, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74ccb83-a2d7-4943-a789-8e90187e48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3b0c49ae-3cc6-4b54-bb44-0d8aa5674846'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:12:28.606993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.638660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.684550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.699839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] For port 801bb0b9-8da5-496a-a9d9-a1babf43b641, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:12:28.705070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] For port 801bb0b9-8da5-496a-a9d9-a1babf43b641, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=801bb0b9-8da5-496a-a9d9-a1babf43b641,segment=NetworkSegment(a74ccb83-a2d7-4943-a789-8e90187e48c9),segment_id=a74ccb83-a2d7-4943-a789-8e90187e48c9)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:12:28.710784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.758764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.801795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:28.802936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fba36-4749-4329-9f46-2ea6d2524f65 None None] Pushing event updated for resources: {'Port': ['ID=801bb0b9-8da5-496a-a9d9-a1babf43b641,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:29.065518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:29.065918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:29.066435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:29.076540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd51c2-0e7c-4554-928c-75858465eaab req-55a21db7-fab1-42ff-92f9-c90dce59802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:29.078133 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0ddd51c2-0e7c-4554-928c-75858465eaab req-55a21db7-fab1-42ff-92f9-c90dce59802d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 1099 time: 0.7807665 Oct 05 09:12:29.078963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:12:29.097992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:29.098334 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:29.129851 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 2 to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc Oct 05 09:12:29.139347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event updated for resources: {'Port': ['ID=9e638ff7-8303-49a6-b08e-2f6cb42d4edc,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:29.154736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243d3e6a-6a5e-4d76-94b4-d10a1d5ae725,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:29.177900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:29.178285 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Added segment a80b5852-11bf-4a6d-9b67-7817b4df41bf of type vlan for network d2715fe2-d5ab-4703-8b99-ff01830e6ab6 Oct 05 09:12:29.179534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:29.179865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:29.180201 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:29.218804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:29.219133 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:29.235481 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 3 to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc Oct 05 09:12:29.271645 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0ddd51c2-0e7c-4554-928c-75858465eaab req-65a010f3-64f0-40cf-b55b-4a2ff17311fd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538928 Oct 05 09:12:29.284868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Allocated IP 172.20.0.10 (3b0c49ae-3cc6-4b54-bb44-0d8aa5674846/79cef28e-f401-4717-9c91-582528e490ce/7e38c0a2-6fdf-4726-ab15-af1a05baed71) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:29.301094 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:29.304730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:29.305063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:29.305390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:29.321258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:29.321584 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:29.325238 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 4 to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc Oct 05 09:12:29.370907 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:29.371243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:29.371572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:29.404164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:29.404472 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:29.409026 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 5 to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc Oct 05 09:12:29.424176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:29.428297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-e3db216c-800b-4363-8b7a-ff2dbd692be2 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:12:29.430482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:29.431656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:29.432299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:29.465087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:29.607489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:29.607823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:29.608157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:29.614580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e3db216c-800b-4363-8b7a-ff2dbd692be2 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:29.615563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Router e3f4f2cc-38b7-4bd2-a72e-7801442d9739 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:12:29.630389 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e3db216c-800b-4363-8b7a-ff2dbd692be2 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:29.713365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:29.713365 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:29.725162 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 6 to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc Oct 05 09:12:29.773751 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Pushing event updated for resources: {'Network': ['ID=d2715fe2-d5ab-4703-8b99-ff01830e6ab6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:29.783901 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c8cf646a-1750-460d-9228-4b495e9de027 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2916038 Oct 05 09:12:29.784935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Pushing event updated for resources: {'Port': ['ID=c9dd8156-ee60-41f7-adb4-b76f6916c550,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:29.789808 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network d2715fe2-d5ab-4703-8b99-ff01830e6ab6 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:12:29.796400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53550) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:29.812239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Request body: {'network': {'project_id': 'bbdab87448694e8bbdf5fabeab1490c3'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:29.819100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:29.819858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:29.820692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:29.823997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:29.832872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:29.842718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Usage tracker for resource:network and tenant:bbdab87448694e8bbdf5fabeab1490c3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:29.874568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:29.875339 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:29.886828 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 7 to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc Oct 05 09:12:29.920811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:29.922158 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-72a090c7-be1a-4928-8d5c-a0f8efe3fb2e tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2539380 Oct 05 09:12:29.927585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53554) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:29.927897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:29.933623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:29.934121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:29.934461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:29.944493 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:29.954944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-fa1ee015-0315-4359-95d6-739c0dd5c97a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:12:29.965188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:29.965503 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:29.968250 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 8 to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc Oct 05 09:12:29.990628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Transition to ACTIVE for port object 7e38c0a2-6fdf-4726-ab15-af1a05baed71 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:30.013911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:30.028309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2807e48-c4bd-463a-81d5-3faf922916c6 None None] Network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:12:30.052659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:30.053023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:30.053334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:30.062268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:30.062592 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:30.063963 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 9 to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc Oct 05 09:12:30.101816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.132858 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 801bb0b9-8da5-496a-a9d9-a1babf43b641 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:12:30.151159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:30.151592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:30.151826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:30.166828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:30.187280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:30.192307 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:30.192631 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:30.197134 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempt 10 to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc Oct 05 09:12:30.202462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-49c19759-727a-415e-9c69-4dc6271cf811 None None] Provisioning for port 801bb0b9-8da5-496a-a9d9-a1babf43b641 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:30.209609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Usage tracker for resource:floatingip and tenant:b6b6decdd9544bec81c34dceef67a007 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:30.215985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:30.219379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:30.231858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:30.244663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:30.278656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Made reservation on behalf of bbdab87448694e8bbdf5fabeab1490c3 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:30.281151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.294939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee015-0315-4359-95d6-739c0dd5c97a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.298311 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-e3db216c-800b-4363-8b7a-ff2dbd692be2 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Floating IP 855817e7-c6fd-427b-8ddc-75ed499fee1e associated. External IP: 172.26.0.143, port: fcfaca51-9acb-4826-8b83-5ca0ffd3e636. Oct 05 09:12:30.301238 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:30.303508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:30.303848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:30.304222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempting to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:30.306354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event updated for resources: {'Port': ['ID=7e38c0a2-6fdf-4726-ab15-af1a05baed71,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:30.312584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 801bb0b9-8da5-496a-a9d9-a1babf43b641 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:30.321061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:12:30.321342 dv-neutron-860328-1-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Failed to bind port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on host hv-neutron-8603 for vnic_type normal using segments [{'id': '02c8a731-ac16-4704-a521-e08a267b8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '220f15b6-0458-44d6-b854-7c3e824f5188'}] Oct 05 09:12:30.321701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.324250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 801bb0b9-8da5-496a-a9d9-a1babf43b641 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:30.324807 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.325319 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 801bb0b9-8da5-496a-a9d9-a1babf43b641 Oct 05 09:12:30.336549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:30.337147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.344767 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.363556 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa34921-101f-463d-ba24-62fda74ba63b req-bb2beb87-9b23-4088-83a6-1eb9cac3c32c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:30.366110 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-faa34921-101f-463d-ba24-62fda74ba63b req-bb2beb87-9b23-4088-83a6-1eb9cac3c32c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.8079104 Oct 05 09:12:30.438157 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b4ee8b55-4862-4eef-aced-0acc1a9f0961 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6905537 Oct 05 09:12:30.438331 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee015-0315-4359-95d6-739c0dd5c97a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.483504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53560) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:30.498311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Request body: {'port': {'network_id': '3b0c49ae-3cc6-4b54-bb44-0d8aa5674846', 'name': 'tempest-AllowedAddressPairTestJSON-1573524236', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9c:23:3c'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:30.524260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 801bb0b9-8da5-496a-a9d9-a1babf43b641 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:12:30.524983 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.564593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 801bb0b9-8da5-496a-a9d9-a1babf43b641, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=801bb0b9-8da5-496a-a9d9-a1babf43b641,segment=NetworkSegment(a74ccb83-a2d7-4943-a789-8e90187e48c9),segment_id=a74ccb83-a2d7-4943-a789-8e90187e48c9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:30.570221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.616868 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:12:30.628030 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.628373 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Added segment 8cb1fc2a-42f6-4973-9b4e-9a8c911061c1 of type vlan for network 1bd77e48-564f-408d-8837-cc7c2791c67d Oct 05 09:12:30.681002 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=801bb0b9-8da5-496a-a9d9-a1babf43b641,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:30.688081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] For port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:12:30.688510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attempted to set empty binding levels {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 05 09:12:30.703861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.704204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] In _notify_port_updated(), no bound segment for port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc on network 220f15b6-0458-44d6-b854-7c3e824f5188 {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:12:30.704411 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:12:30.705035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:30.705627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.707001 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "PUT /v2.0/ports/9e638ff7-8303-49a6-b08e-2f6cb42d4edc HTTP/1.1" status: 200 len: 977 time: 3.4543085 Oct 05 09:12:30.723051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b36edf-bc2d-48ba-9541-1bde48a9e475 None None] Sync routers for ids ['e3f4f2cc-38b7-4bd2-a72e-7801442d9739'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:12:30.734822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b36edf-bc2d-48ba-9541-1bde48a9e475 None None] Routers {'e3f4f2cc-38b7-4bd2-a72e-7801442d9739'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:30.735772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-11b36edf-bc2d-48ba-9541-1bde48a9e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e3f4f2cc-38b7-4bd2-a72e-7801442d9739'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:30.782996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53564) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:30.813625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-11b36edf-bc2d-48ba-9541-1bde48a9e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:30.821116 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-faa34921-101f-463d-ba24-62fda74ba63b req-1c1f00c6-70a9-4335-aaab-f868ab304b14 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3915484 Oct 05 09:12:30.824592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b36edf-bc2d-48ba-9541-1bde48a9e475 None None] Routers {'e3f4f2cc-38b7-4bd2-a72e-7801442d9739'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:30.825247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-11b36edf-bc2d-48ba-9541-1bde48a9e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e3f4f2cc-38b7-4bd2-a72e-7801442d9739'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:30.918820 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-fa1ee015-0315-4359-95d6-739c0dd5c97a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Floating IP 03d2c51c-2b2a-4fbe-95fe-364dc0894735 associated. External IP: 172.26.0.29, port: fe0c3271-6e64-441f-acdc-a1d9b8edb9ec. Oct 05 09:12:30.975751 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-11b36edf-bc2d-48ba-9541-1bde48a9e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:30.975751 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b36edf-bc2d-48ba-9541-1bde48a9e475 None None] The sync data for ids ['e3f4f2cc-38b7-4bd2-a72e-7801442d9739'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:12:30.983755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:30.992145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6196f74-8758-45f1-9b7e-3cb2462a1027 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event updated for resources: {'Port': ['ID=9e638ff7-8303-49a6-b08e-2f6cb42d4edc,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:30.999367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:31.002837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Provisioning complete for port 801bb0b9-8da5-496a-a9d9-a1babf43b641 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:31.004372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:31.004715 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Attempt 1 to provision port 801bb0b9-8da5-496a-a9d9-a1babf43b641 Oct 05 09:12:31.007974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Usage tracker for resource:port and tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:31.016995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:31.026022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:31.032547 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:31.037014 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b658239b-e506-45f6-a284-e033dbf8d9fb tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.5099196 Oct 05 09:12:31.042678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53568) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:31.082474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f60360f0-f5c7-4465-982e-eff9da05dae0 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Deleting port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:31.083183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f60360f0-f5c7-4465-982e-eff9da05dae0 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:31.125886 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Made reservation on behalf of 74dbc8d96ece44dc85d6d5e9f3e7d70d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:31.154463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:31.177889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Current status of the port 801bb0b9-8da5-496a-a9d9-a1babf43b641 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:12:31.192260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Provisioning for port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:31.199467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Provisioning complete for port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:31.199902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:31.201790 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Attempt 1 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:31.263378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:31.272706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:31.273653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:31.274237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:31.458475 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-468fccf2-6061-45fd-8686-8b4bb3222230 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/routers/e3f4f2cc-38b7-4bd2-a72e-7801442d9739 HTTP/1.1" status: 200 len: 921 time: 0.4121842 Oct 05 09:12:31.459694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53572) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:31.504964 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:31.519415 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7206194 Oct 05 09:12:31.528389 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53576) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:31.539101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7774c1-9908-4e6a-b5ee-e40102b72d97 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Pushing event updated for resources: {'Network': ['ID=1bd77e48-564f-408d-8837-cc7c2791c67d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:31.545767 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7cfdd896-b2af-464b-a33f-6658b05257b1 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3f4f2cc-38b7-4bd2-a72e-7801442d9739 HTTP/1.1" status: 200 len: 205 time: 0.0811789 Oct 05 09:12:31.548564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53580) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:31.555322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 1bd77e48-564f-408d-8837-cc7c2791c67d details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:12:31.557241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Allocated IP 172.26.0.173 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/e2d39fed-8653-4c37-a6e4-c52fe142beb2) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:31.570476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9af3cf10-5393-4efa-b89c-c83d26cdf8eb tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Request body: {'network': {'project_id': 'bbdab87448694e8bbdf5fabeab1490c3'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:31.618595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] device_id is not set on port b65f8eb8-06ba-44ca-80c1-5ec92fc9dac0 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:31.638146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9af3cf10-5393-4efa-b89c-c83d26cdf8eb tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:31.764538 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Attempt 2 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:31.819829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:31.830592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9af3cf10-5393-4efa-b89c-c83d26cdf8eb tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Usage tracker for resource:network and tenant:bbdab87448694e8bbdf5fabeab1490c3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:31.842597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9af3cf10-5393-4efa-b89c-c83d26cdf8eb tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:31.865601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9af3cf10-5393-4efa-b89c-c83d26cdf8eb tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:31.888247 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af3cf10-5393-4efa-b89c-c83d26cdf8eb tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 05 09:12:31.888830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af3cf10-5393-4efa-b89c-c83d26cdf8eb tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:12:31.889986 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9af3cf10-5393-4efa-b89c-c83d26cdf8eb tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3522310 Oct 05 09:12:31.906742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53586) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:31.913322 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3db216c-800b-4363-8b7a-ff2dbd692be2 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Router 743c9cb3-ff0d-474b-ac80-db0117506140 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:12:31.965089 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-f60360f0-f5c7-4465-982e-eff9da05dae0 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] For port 9e638ff7-8303-49a6-b08e-2f6cb42d4edc, host hv-neutron-8603, got binding levels [] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:31.965460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f60360f0-f5c7-4465-982e-eff9da05dae0 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.026453 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 801bb0b9-8da5-496a-a9d9-a1babf43b641 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:12:32.031920 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.088502 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Allocated IP 172.20.0.8 (3b0c49ae-3cc6-4b54-bb44-0d8aa5674846/79cef28e-f401-4717-9c91-582528e490ce/b65f8eb8-06ba-44ca-80c1-5ec92fc9dac0) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:32.103308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 801bb0b9-8da5-496a-a9d9-a1babf43b641 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:32.104497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.105001 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 801bb0b9-8da5-496a-a9d9-a1babf43b641 Oct 05 09:12:32.145873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.160894 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-081cf931-b661-4a9f-ae9b-4962eff0b676 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbdab87448694e8bbdf5fabeab1490c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504265 Oct 05 09:12:32.162016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53590) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:32.178085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f60360f0-f5c7-4465-982e-eff9da05dae0 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Calling delete_port for 9e638ff7-8303-49a6-b08e-2f6cb42d4edc owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:32.318340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 801bb0b9-8da5-496a-a9d9-a1babf43b641 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:12:32.320676 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Attempt 3 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:32.362681 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1ee015-0315-4359-95d6-739c0dd5c97a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:12:32.437323 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:32.541528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.551277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.584562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-affb7c38-c927-4947-88db-61f4f7b3b38a tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.596608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f60360f0-f5c7-4465-982e-eff9da05dae0 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.618413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Deleting port 4a7bcbad-1c1a-4682-b2b6-3104b9698881 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:32.618646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.682964 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3db216c-800b-4363-8b7a-ff2dbd692be2 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:12:32.685349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:32.691696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712f1f3-5651-41b9-aaf7-4b7978f4dcab req-ed6d1697-b2c0-4663-bbfe-337718f19951 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:32.693088 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e712f1f3-5651-41b9-aaf7-4b7978f4dcab req-ed6d1697-b2c0-4663-bbfe-337718f19951 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.7180231 Oct 05 09:12:32.695396 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215f9e3-4f66-4463-9a6b-4aae866fad80 None None] Sync routers for ids ['743c9cb3-ff0d-474b-ac80-db0117506140'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:12:32.701331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:32.703883 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60360f0-f5c7-4465-982e-eff9da05dae0 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e638ff7-8303-49a6-b08e-2f6cb42d4edc,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:32.711885 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215f9e3-4f66-4463-9a6b-4aae866fad80 None None] Routers {'743c9cb3-ff0d-474b-ac80-db0117506140'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:32.713784 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6215f9e3-4f66-4463-9a6b-4aae866fad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['743c9cb3-ff0d-474b-ac80-db0117506140'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:32.718982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:32.733147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a3d9689f-3f9a-42c2-b9be-4d3f7d50af62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.751272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Pushing event updated for resources: {'Port': ['ID=e2d39fed-8653-4c37-a6e4-c52fe142beb2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:32.772481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-affb7c38-c927-4947-88db-61f4f7b3b38a tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.799144 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f60360f0-f5c7-4465-982e-eff9da05dae0 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.803487 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f60360f0-f5c7-4465-982e-eff9da05dae0 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "DELETE /v2.0/ports/9e638ff7-8303-49a6-b08e-2f6cb42d4edc HTTP/1.1" status: 204 len: 168 time: 1.9995115 Oct 05 09:12:32.804649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e3db216c-800b-4363-8b7a-ff2dbd692be2 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.833285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53594) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:32.860288 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.906554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Transition to ACTIVE for port object b65f8eb8-06ba-44ca-80c1-5ec92fc9dac0 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:32.938919 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Attempt 4 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:32.965996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.969366 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1ee015-0315-4359-95d6-739c0dd5c97a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:12:32.971239 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b3a1b7-eb1d-4e00-aa19-bb9e4710bc09 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] GET failed (client error): The resource could not be found. Oct 05 09:12:32.971759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-21b3a1b7-eb1d-4e00-aa19-bb9e4710bc09 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Synchronizing usage tracker for tenant:b1faee6cc3304e1aa119d874c490bd92 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:32.982509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee015-0315-4359-95d6-739c0dd5c97a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.985780 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:32.992159 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234626e-c05f-4b40-93f4-3b8c608b5c0a None None] Sync routers for ids ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:12:33.010441 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:33.014768 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6215f9e3-4f66-4463-9a6b-4aae866fad80 None None] Set router 743c9cb3-ff0d-474b-ac80-db0117506140 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:12:33.015783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234626e-c05f-4b40-93f4-3b8c608b5c0a None None] Routers {'0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:33.017332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c234626e-c05f-4b40-93f4-3b8c608b5c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:33.021178 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e712f1f3-5651-41b9-aaf7-4b7978f4dcab req-90c85c55-c668-40af-a4bb-1931ec2147c1 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644308 Oct 05 09:12:33.034228 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e3db216c-800b-4363-8b7a-ff2dbd692be2 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "PUT /v2.0/floatingips/855817e7-c6fd-427b-8ddc-75ed499fee1e HTTP/1.1" status: 200 len: 992 time: 6.1525934 Oct 05 09:12:33.036604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f85ba4-5ac2-400a-aca6-4d4a343e31d4', 'tag': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:12:33.039033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7905676-5679-4bd8-b696-ccb3333d9c54" -d '{"events": [{"name": "network-changed", "server_uuid": "51f85ba4-5ac2-400a-aca6-4d4a343e31d4", "tag": "fcfaca51-9acb-4826-8b83-5ca0ffd3e636"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:12:33.075474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-21b3a1b7-eb1d-4e00-aa19-bb9e4710bc09 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] Unset dirty status for tenant:b1faee6cc3304e1aa119d874c490bd92 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:33.076800 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-21b3a1b7-eb1d-4e00-aa19-bb9e4710bc09 tempest-PortsAdminExtendedAttrsTestJSON-1377032892 tempest-PortsAdminExtendedAttrsTestJSON-1377032892-project-admin] 10.222.0.64 "GET /v2.0/ports/9e638ff7-8303-49a6-b08e-2f6cb42d4edc HTTP/1.1" status: 404 len: 333 time: 0.2326982 Oct 05 09:12:33.094993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53604) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:33.105034 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fa1ee015-0315-4359-95d6-739c0dd5c97a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "PUT /v2.0/floatingips/03d2c51c-2b2a-4fbe-95fe-364dc0894735 HTTP/1.1" status: 200 len: 990 time: 5.0635998 Oct 05 09:12:33.156701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d367d6-e7e9-450b-9226-0613a6f06f03 x-openstack-request-id: req-f5d367d6-e7e9-450b-9226-0613a6f06f03 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:12:33.157029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f85ba4-5ac2-400a-aca6-4d4a343e31d4", "tag": "fcfaca51-9acb-4826-8b83-5ca0ffd3e636", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:12:33.157231 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5d367d6-e7e9-450b-9226-0613a6f06f03 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:12:33.157631 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d367d6-e7e9-450b-9226-0613a6f06f03'] response: {'name': 'network-changed', 'server_uuid': '51f85ba4-5ac2-400a-aca6-4d4a343e31d4', 'tag': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636', 'status': 'completed', 'code': 200} Oct 05 09:12:33.158417 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-affb7c38-c927-4947-88db-61f4f7b3b38a tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:33.209552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Calling delete_port for 4a7bcbad-1c1a-4682-b2b6-3104b9698881 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:33.299652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:33.306781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb7c38-c927-4947-88db-61f4f7b3b38a tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243d3e6a-6a5e-4d76-94b4-d10a1d5ae725,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:33.363431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-c234626e-c05f-4b40-93f4-3b8c608b5c0a None None] Set router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:12:33.412851 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:33.438992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-affb7c38-c927-4947-88db-61f4f7b3b38a tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:33.440349 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-affb7c38-c927-4947-88db-61f4f7b3b38a tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/243d3e6a-6a5e-4d76-94b4-d10a1d5ae725 HTTP/1.1" status: 204 len: 168 time: 1.2343392 Oct 05 09:12:33.454123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53612) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:33.476637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:33.496929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:33.503462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:33.557674 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Attempt 5 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:33.600230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event updated for resources: {'Port': ['ID=b65f8eb8-06ba-44ca-80c1-5ec92fc9dac0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:33.601319 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6215f9e3-4f66-4463-9a6b-4aae866fad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port': {'id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:30Z', 'updated_at': '2022-10-05T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '855817e7-c6fd-427b-8ddc-75ed499fee1e', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'floating_ip_address': '172.26.0.143', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'port_id': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'mac_address': 'fa:16:3e:49:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f85ba4-5ac2-400a-aca6-4d4a343e31d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:11:51Z', 'updated_at': '2022-10-05T09:12:29Z', 'revision_number': 1, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b22ef6f-a718-4766-9f29-9cb22908a26a', 'name': '', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'mac_address': 'fa:16:3e:78:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:40Z', 'updated_at': '2022-10-05T09:11:55Z', 'revision_number': 5, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'subnets': [{'id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:33.615336 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215f9e3-4f66-4463-9a6b-4aae866fad80 None None] Checking router: 743c9cb3-ff0d-474b-ac80-db0117506140 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:12:33.628280 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215f9e3-4f66-4463-9a6b-4aae866fad80 None None] Routers {'743c9cb3-ff0d-474b-ac80-db0117506140'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:33.629615 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6215f9e3-4f66-4463-9a6b-4aae866fad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['743c9cb3-ff0d-474b-ac80-db0117506140'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:33.651299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f925afa9-9854-4998-a95c-92f3fd73758d tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:33.673813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:33.805862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7905676-5679-4bd8-b696-ccb3333d9c54 req-38fd092c-778f-41f1-a910-81b1e8e83cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:33.808229 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d7905676-5679-4bd8-b696-ccb3333d9c54 req-38fd092c-778f-41f1-a910-81b1e8e83cc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55cca285808e4ee2a7042e9a9d2def4c&device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 1099 time: 0.6361558 Oct 05 09:12:33.819599 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e815fd6-0e59-4101-b1f6-838ad1d67e78 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:33.824110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:33.825213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:33.893576 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef5417-bea0-4061-8df4-298a9fdb045d req-4225d1fb-b8d8-4e60-a113-4e8b3a0ef048 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:33.895152 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0aef5417-bea0-4061-8df4-298a9fdb045d req-4225d1fb-b8d8-4e60-a113-4e8b3a0ef048 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 946 time: 0.5974576 Oct 05 09:12:33.958384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cf20d-0474-4c40-852b-11cc0164d670 req-28b64cb7-ea3c-4520-beec-f0315ec6a192 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:33.971494 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ae0cf20d-0474-4c40-852b-11cc0164d670 req-28b64cb7-ea3c-4520-beec-f0315ec6a192 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.6747346 Oct 05 09:12:33.972177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53616) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:33.977811 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6215f9e3-4f66-4463-9a6b-4aae866fad80 None None] Set router 743c9cb3-ff0d-474b-ac80-db0117506140 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:12:34.041830 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-874098b3-5083-4158-b25a-3efabbc1efc5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.5533462 Oct 05 09:12:34.052099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53620) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:34.116034 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c234626e-c05f-4b40-93f4-3b8c608b5c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:34Z', 'revision_number': 4, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '03d2c51c-2b2a-4fbe-95fe-364dc0894735', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'floating_ip_address': '172.26.0.29', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'port_id': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'mac_address': 'fa:16:3e:8c:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63380e-a9b8-4535-951f-413d2287e04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:11:48Z', 'updated_at': '2022-10-05T09:12:29Z', 'revision_number': 1, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad09cc58-4715-490c-bf0b-7df45bbd380b', 'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'mac_address': 'fa:16:3e:7e:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:33Z', 'updated_at': '2022-10-05T09:11:50Z', 'revision_number': 5, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'subnets': [{'id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:34.118644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-abec39a0-6524-4f94-b04d-41565f59cb0a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Request body: {'floatingip': {'port_id': '44b8d42d-f1b3-445d-883f-f293fbbf515d'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:34.122200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234626e-c05f-4b40-93f4-3b8c608b5c0a None None] Checking router: 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:12:34.132419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234626e-c05f-4b40-93f4-3b8c608b5c0a None None] Routers {'0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:34.133044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c234626e-c05f-4b40-93f4-3b8c608b5c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:34.187220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7905676-5679-4bd8-b696-ccb3333d9c54 req-9193afd1-cc10-4718-8e2e-8711b7c4e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:34.188745 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d7905676-5679-4bd8-b696-ccb3333d9c54 req-9193afd1-cc10-4718-8e2e-8711b7c4e360 service neutron] 10.222.0.45 "GET /v2.0/networks?id=84ab77fc-9e30-40dc-b48d-f5ad7cb2984d HTTP/1.1" status: 200 len: 907 time: 0.3570271 Oct 05 09:12:34.270319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f925afa9-9854-4998-a95c-92f3fd73758d tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.272117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.340670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abec39a0-6524-4f94-b04d-41565f59cb0a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.388922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-c234626e-c05f-4b40-93f4-3b8c608b5c0a None None] Set router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:12:34.440583 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Attempt 6 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:34.448565 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.460650 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6215f9e3-4f66-4463-9a6b-4aae866fad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port': {'id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:30Z', 'updated_at': '2022-10-05T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '855817e7-c6fd-427b-8ddc-75ed499fee1e', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'floating_ip_address': '172.26.0.143', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'port_id': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'mac_address': 'fa:16:3e:49:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f85ba4-5ac2-400a-aca6-4d4a343e31d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:11:51Z', 'updated_at': '2022-10-05T09:12:29Z', 'revision_number': 1, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b22ef6f-a718-4766-9f29-9cb22908a26a', 'name': '', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'mac_address': 'fa:16:3e:78:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:40Z', 'updated_at': '2022-10-05T09:11:55Z', 'revision_number': 5, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'subnets': [{'id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:34.467622 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215f9e3-4f66-4463-9a6b-4aae866fad80 None None] The sync data for ids ['743c9cb3-ff0d-474b-ac80-db0117506140'] in dv-neutron-860328-1-hyperv is: [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port': {'id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:30Z', 'updated_at': '2022-10-05T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '855817e7-c6fd-427b-8ddc-75ed499fee1e', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'floating_ip_address': '172.26.0.143', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'port_id': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'mac_address': 'fa:16:3e:49:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f85ba4-5ac2-400a-aca6-4d4a343e31d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:11:51Z', 'updated_at': '2022-10-05T09:12:29Z', 'revision_number': 1, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b22ef6f-a718-4766-9f29-9cb22908a26a', 'name': '', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'mac_address': 'fa:16:3e:78:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:40Z', 'updated_at': '2022-10-05T09:11:55Z', 'revision_number': 5, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'subnets': [{'id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:12:34.511041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-f925afa9-9854-4998-a95c-92f3fd73758d tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220f15b6-0458-44d6-b854-7c3e824f5188']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:34.530074 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0aef5417-bea0-4061-8df4-298a9fdb045d req-02253d68-edf0-44b5-a76c-2decaec8acb7 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5796859 Oct 05 09:12:34.534812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e815fd6-0e59-4101-b1f6-838ad1d67e78 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.557988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-f925afa9-9854-4998-a95c-92f3fd73758d tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c8a731-ac16-4704-a521-e08a267b8c8e') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:34.557988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-f925afa9-9854-4998-a95c-92f3fd73758d tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c8a731-ac16-4704-a521-e08a267b8c8e') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:34.558413 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:34.558508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Pushing event deleted for resources: {'Port': ['ID=4a7bcbad-1c1a-4682-b2b6-3104b9698881,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:34.590181 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f925afa9-9854-4998-a95c-92f3fd73758d tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.629928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.636159 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-4e815fd6-0e59-4101-b1f6-838ad1d67e78 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd77e48-564f-408d-8837-cc7c2791c67d']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:34.659108 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.667660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-4e815fd6-0e59-4101-b1f6-838ad1d67e78 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb1fc2a-42f6-4973-9b4e-9a8c911061c1') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:34.668290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-4e815fd6-0e59-4101-b1f6-838ad1d67e78 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb1fc2a-42f6-4973-9b4e-9a8c911061c1') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:34.677328 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f925afa9-9854-4998-a95c-92f3fd73758d tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.691224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f925afa9-9854-4998-a95c-92f3fd73758d tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:12:34.691546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f925afa9-9854-4998-a95c-92f3fd73758d tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.715094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e815fd6-0e59-4101-b1f6-838ad1d67e78 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.758411 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 02c8a731-ac16-4704-a521-e08a267b8c8e resource provider aggregate not found Oct 05 09:12:34.815395 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d7905676-5679-4bd8-b696-ccb3333d9c54 req-920a849b-612f-4c9a-8164-73e1ac079a44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcfaca51-9acb-4826-8b83-5ca0ffd3e636 HTTP/1.1" status: 200 len: 1000 time: 0.6196387 Oct 05 09:12:34.848373 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da113d60-038c-4f9a-a391-9087dfb6f0b6 None None] New status for floating IP 855817e7-c6fd-427b-8ddc-75ed499fee1e: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:12:34.888262 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Pushing event updated for resources: {'Port': ['ID=e2d39fed-8653-4c37-a6e4-c52fe142beb2,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:34.896632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.909903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eed0af-827a-47fa-88d2-234627c22b74 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:34.914037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e815fd6-0e59-4101-b1f6-838ad1d67e78 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.916514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eed0af-827a-47fa-88d2-234627c22b74 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:34.917606 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 02c8a731-ac16-4704-a521-e08a267b8c8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02c8a731-ac16-4704-a521-e08a267b8c8e found for delete ", "request_id": "req-1dad2d5a-cafc-4252-9a81-9186c88d7621"}]} Oct 05 09:12:34.922983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eed0af-827a-47fa-88d2-234627c22b74 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:34.923861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-41eed0af-827a-47fa-88d2-234627c22b74 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Synchronizing usage tracker for tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:34.955525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:34.956545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e70926-b39f-4478-a350-aa3027d357c2 req-de75fad2-acca-4bff-aeb7-62fb23949243 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:34.964092 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-26e70926-b39f-4478-a350-aa3027d357c2 req-de75fad2-acca-4bff-aeb7-62fb23949243 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 945 time: 0.7558246 Oct 05 09:12:34.969565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e815fd6-0e59-4101-b1f6-838ad1d67e78 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:12:34.969878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e815fd6-0e59-4101-b1f6-838ad1d67e78 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:35.002226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c234626e-c05f-4b40-93f4-3b8c608b5c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:34Z', 'revision_number': 4, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '03d2c51c-2b2a-4fbe-95fe-364dc0894735', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'floating_ip_address': '172.26.0.29', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'port_id': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'mac_address': 'fa:16:3e:8c:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63380e-a9b8-4535-951f-413d2287e04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:11:48Z', 'updated_at': '2022-10-05T09:12:29Z', 'revision_number': 1, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad09cc58-4715-490c-bf0b-7df45bbd380b', 'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'mac_address': 'fa:16:3e:7e:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:33Z', 'updated_at': '2022-10-05T09:11:50Z', 'revision_number': 5, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'subnets': [{'id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:35.009585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234626e-c05f-4b40-93f4-3b8c608b5c0a None None] The sync data for ids ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'] in dv-neutron-860328-1-hyperv is: [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:34Z', 'revision_number': 4, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '03d2c51c-2b2a-4fbe-95fe-364dc0894735', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'floating_ip_address': '172.26.0.29', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'port_id': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'mac_address': 'fa:16:3e:8c:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63380e-a9b8-4535-951f-413d2287e04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:11:48Z', 'updated_at': '2022-10-05T09:12:29Z', 'revision_number': 1, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad09cc58-4715-490c-bf0b-7df45bbd380b', 'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'mac_address': 'fa:16:3e:7e:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:33Z', 'updated_at': '2022-10-05T09:11:50Z', 'revision_number': 5, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'subnets': [{'id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:12:35.051810 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Attempt 7 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:35.066424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f925afa9-9854-4998-a95c-92f3fd73758d tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:35.115626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:35.120715 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bbdfbbf1-59b8-4247-8079-73149129bb9a tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1912837 Oct 05 09:12:35.121861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53632) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:35.125822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f925afa9-9854-4998-a95c-92f3fd73758d tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:35.161997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925afa9-9854-4998-a95c-92f3fd73758d tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] Pushing event deleted for resources: {'Network': ['ID=220f15b6-0458-44d6-b854-7c3e824f5188,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:35.162576 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:35.167898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f63380e-a9b8-4535-951f-413d2287e04f', 'tag': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:12:35.170476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8852570-b267-455a-924d-53b312240c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f63380e-a9b8-4535-951f-413d2287e04f", "tag": "fe0c3271-6e64-441f-acdc-a1d9b8edb9ec"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:12:35.200552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7905676-5679-4bd8-b696-ccb3333d9c54 req-6210ca25-e561-4254-a724-bd60bfa081e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:35.202418 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d7905676-5679-4bd8-b696-ccb3333d9c54 req-6210ca25-e561-4254-a724-bd60bfa081e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e394023a-1e34-408d-9f04-b686f5e87878 HTTP/1.1" status: 200 len: 845 time: 0.3680172 Oct 05 09:12:35.246103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc05c235-9b0a-4c8f-bb8a-6b6820d2c843 x-openstack-request-id: req-cc05c235-9b0a-4c8f-bb8a-6b6820d2c843 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:12:35.247276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f63380e-a9b8-4535-951f-413d2287e04f", "tag": "fe0c3271-6e64-441f-acdc-a1d9b8edb9ec", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:12:35.247520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc05c235-9b0a-4c8f-bb8a-6b6820d2c843 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:12:35.247910 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc05c235-9b0a-4c8f-bb8a-6b6820d2c843'] response: {'name': 'network-changed', 'server_uuid': '1f63380e-a9b8-4535-951f-413d2287e04f', 'tag': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec', 'status': 'completed', 'code': 200} Oct 05 09:12:35.251229 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f925afa9-9854-4998-a95c-92f3fd73758d tempest-PortsAdminExtendedAttrsTestJSON-374773524 tempest-PortsAdminExtendedAttrsTestJSON-374773524-project] 10.222.0.64 "DELETE /v2.0/networks/220f15b6-0458-44d6-b854-7c3e824f5188 HTTP/1.1" status: 204 len: 168 time: 2.1449413 Oct 05 09:12:35.276838 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-26e70926-b39f-4478-a350-aa3027d357c2 req-aaaa2962-db72-4dd4-96c5-0cbf60f1f0ea tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110633 Oct 05 09:12:35.277543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e815fd6-0e59-4101-b1f6-838ad1d67e78 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:35.278495 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-41eed0af-827a-47fa-88d2-234627c22b74 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Unset dirty status for tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:35.282988 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-41eed0af-827a-47fa-88d2-234627c22b74 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 1.2241645 Oct 05 09:12:35.287762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53640) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:35.297744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e815fd6-0e59-4101-b1f6-838ad1d67e78 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:35.341844 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e815fd6-0e59-4101-b1f6-838ad1d67e78 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bd77e48-564f-408d-8837-cc7c2791c67d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:35.354315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:35.411703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5124b-5c7d-4909-8ee9-5f4ad646b72e None None] New status for floating IP 03d2c51c-2b2a-4fbe-95fe-364dc0894735: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:12:35.435626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:35.463804 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-bd305b04-2320-4d16-acc1-defbe87e8ead tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Deleting port b65f8eb8-06ba-44ca-80c1-5ec92fc9dac0 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:35.466354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bd305b04-2320-4d16-acc1-defbe87e8ead tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:35.493003 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:35.493509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Fanout notify agent at l3_agent the message router_deleted on router e3f4f2cc-38b7-4bd2-a72e-7801442d9739 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:12:35.515492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5e4ebb3c-33ac-4463-9c30-ced6cf665b93 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Synchronizing usage tracker for tenant:4ef3f23bcc7e4a81bb457396f420f2d7 on resource:floatingip {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:35.554246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:35.555363 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c79fb161-1c32-4503-812d-5e4781b900af tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "DELETE /v2.0/routers/e3f4f2cc-38b7-4bd2-a72e-7801442d9739 HTTP/1.1" status: 204 len: 168 time: 4.0000107 Oct 05 09:12:35.566572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53648) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:35.576430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Request body: {'router': {'name': 'tempest-snat-router-146739022', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'enable_snat': False}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:35.596923 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7905676-5679-4bd8-b696-ccb3333d9c54 req-631ccde7-d34b-4612-ad2b-651f03595086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:35.598479 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d7905676-5679-4bd8-b696-ccb3333d9c54 req-631ccde7-d34b-4612-ad2b-651f03595086 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84ab77fc-9e30-40dc-b48d-f5ad7cb2984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3212101 Oct 05 09:12:35.599778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:35.614555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8852570-b267-455a-924d-53b312240c2a req-01a7944a-d088-4496-a489-c706c7caab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:35.617290 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8852570-b267-455a-924d-53b312240c2a req-01a7944a-d088-4496-a489-c706c7caab39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c2806662ba345c1970efc4b5f30b2a0&device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 1098 time: 0.2661476 Oct 05 09:12:35.618699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5e4ebb3c-33ac-4463-9c30-ced6cf665b93 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Unset dirty status for tenant:4ef3f23bcc7e4a81bb457396f420f2d7 on resource:floatingip {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:35.622467 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5e4ebb3c-33ac-4463-9c30-ced6cf665b93 tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3696 time: 0.4916251 Oct 05 09:12:35.624019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Usage tracker for resource:router and tenant:a06eb7c63fb04886b8e3db8d2cd44135 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:35.666873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53654) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:35.667951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:35.725787 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4e815fd6-0e59-4101-b1f6-838ad1d67e78 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] 10.222.0.64 "DELETE /v2.0/networks/1bd77e48-564f-408d-8837-cc7c2791c67d HTTP/1.1" status: 204 len: 168 time: 2.2703786 Oct 05 09:12:35.735197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53658) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:35.735632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53660) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:35.768110 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Attempt 8 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:35.827968 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b51f4112-12fa-4f44-a11b-e3b3002832f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:35.859684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:35.864035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:35.928939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2c54f6a8-3f73-428d-aac6-943ef7e01ebb tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Synchronizing usage tracker for tenant:7c8b2389e09247c0b5ee8c64daf14218 on resource:floatingip {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:35.997574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:35.998667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:36.137765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bd305b04-2320-4d16-acc1-defbe87e8ead tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:36.140051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2c54f6a8-3f73-428d-aac6-943ef7e01ebb tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Unset dirty status for tenant:7c8b2389e09247c0b5ee8c64daf14218 on resource:floatingip {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:36.141237 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2c54f6a8-3f73-428d-aac6-943ef7e01ebb tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4676299 Oct 05 09:12:36.145646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d46b027-5a4a-4d7f-8138-4e5fa8796834 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:36.147616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53670) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:36.164478 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d7905676-5679-4bd8-b696-ccb3333d9c54 req-d0b6a764-6877-4f9d-9a0b-a032b612072b service neutron] 10.222.0.45 "GET /v2.0/networks/84ab77fc-9e30-40dc-b48d-f5ad7cb2984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368354 Oct 05 09:12:36.168207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:36.178703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8852570-b267-455a-924d-53b312240c2a req-d689e99e-a253-41f5-b76a-cf70fec02a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:36.180111 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8852570-b267-455a-924d-53b312240c2a req-d689e99e-a253-41f5-b76a-cf70fec02a2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=c341bd40-6381-4696-99bd-4b7261a8625e HTTP/1.1" status: 200 len: 913 time: 0.5335717 Oct 05 09:12:36.356150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-bd305b04-2320-4d16-acc1-defbe87e8ead tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Calling delete_port for b65f8eb8-06ba-44ca-80c1-5ec92fc9dac0 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:36.361331 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Attempt 9 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:36.387526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abec39a0-6524-4f94-b04d-41565f59cb0a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:36.425714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:36.474557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abec39a0-6524-4f94-b04d-41565f59cb0a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:36.552189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-521b2362-6537-4f4c-89ab-f696c33b2044 tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Deleting port e2d39fed-8653-4c37-a6e4-c52fe142beb2 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:36.552528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-521b2362-6537-4f4c-89ab-f696c33b2044 tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:36.585431 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-08c30350-b9b0-48b9-852b-e4638c92fd5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0601e0b32bf4b049889d4eefbc785ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7489977 Oct 05 09:12:36.595161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53674) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:36.689555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:36.751858 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8852570-b267-455a-924d-53b312240c2a req-32a90131-b37f-45da-b568-666e8d3f946b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec HTTP/1.1" status: 200 len: 1000 time: 0.5472946 Oct 05 09:12:36.769451 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:36.910681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d46b027-5a4a-4d7f-8138-4e5fa8796834 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:36.929629 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-abec39a0-6524-4f94-b04d-41565f59cb0a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Floating IP 7ebf78ea-dfd7-4218-afd5-3b115463303d associated. External IP: 172.26.0.142, port: 44b8d42d-f1b3-445d-883f-f293fbbf515d. Oct 05 09:12:36.935821 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Attempt 10 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:37.000384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5675fc6b-d475-45cf-bb41-6827fe7a52be None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:37.004923 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d7905676-5679-4bd8-b696-ccb3333d9c54 req-32001df4-8387-4151-b6cd-889998e68b1f service neutron] 10.222.0.45 "GET /v2.0/networks/84ab77fc-9e30-40dc-b48d-f5ad7cb2984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8275542 Oct 05 09:12:37.023795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.034728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6d46b027-5a4a-4d7f-8138-4e5fa8796834 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2715fe2-d5ab-4703-8b99-ff01830e6ab6']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:37.054085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8852570-b267-455a-924d-53b312240c2a req-7db7057a-a213-42e8-8096-e4168e592825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:37.055612 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8852570-b267-455a-924d-53b312240c2a req-7db7057a-a213-42e8-8096-e4168e592825 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=badddbb6-d671-45e6-8973-c7e1f2ea1009 HTTP/1.1" status: 200 len: 851 time: 0.2838213 Oct 05 09:12:37.058687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6d46b027-5a4a-4d7f-8138-4e5fa8796834 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80b5852-11bf-4a6d-9b67-7817b4df41bf') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:37.058993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6d46b027-5a4a-4d7f-8138-4e5fa8796834 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80b5852-11bf-4a6d-9b67-7817b4df41bf') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:37.110684 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 8cb1fc2a-42f6-4973-9b4e-9a8c911061c1 resource provider aggregate not found Oct 05 09:12:37.125550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Provisioning complete for port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:37.126091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.126467 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Attempt 1 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:37.131244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d46b027-5a4a-4d7f-8138-4e5fa8796834 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.132945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bd305b04-2320-4d16-acc1-defbe87e8ead tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.139418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c50628c7-a0f7-4c35-ac90-b8f013ccfdf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.195426 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 8cb1fc2a-42f6-4973-9b4e-9a8c911061c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cb1fc2a-42f6-4973-9b4e-9a8c911061c1 found for delete ", "request_id": "req-b444278a-3fba-4a1c-9cad-b96ab541e67c"}]} Oct 05 09:12:37.198352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:37.207194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d46b027-5a4a-4d7f-8138-4e5fa8796834 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.222127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd305b04-2320-4d16-acc1-defbe87e8ead tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event deleted for resources: {'Port': ['ID=b65f8eb8-06ba-44ca-80c1-5ec92fc9dac0,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:37.225529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d46b027-5a4a-4d7f-8138-4e5fa8796834 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:12:37.225944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d46b027-5a4a-4d7f-8138-4e5fa8796834 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.236706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-521b2362-6537-4f4c-89ab-f696c33b2044 tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.237018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-521b2362-6537-4f4c-89ab-f696c33b2044 tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.302987 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a80b5852-11bf-4a6d-9b67-7817b4df41bf resource provider aggregate not found Oct 05 09:12:37.343136 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a80b5852-11bf-4a6d-9b67-7817b4df41bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a80b5852-11bf-4a6d-9b67-7817b4df41bf found for delete ", "request_id": "req-147de549-dc49-4fde-beb7-3e61fe9acddf"}]} Oct 05 09:12:37.352588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c50628c7-a0f7-4c35-ac90-b8f013ccfdf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.365470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d46b027-5a4a-4d7f-8138-4e5fa8796834 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.389746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d46b027-5a4a-4d7f-8138-4e5fa8796834 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.401793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46b027-5a4a-4d7f-8138-4e5fa8796834 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] Pushing event deleted for resources: {'Network': ['ID=d2715fe2-d5ab-4703-8b99-ff01830e6ab6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:37.404875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8852570-b267-455a-924d-53b312240c2a req-e9622afb-75c2-4f35-a309-60921cb33d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:37.406409 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8852570-b267-455a-924d-53b312240c2a req-e9622afb-75c2-4f35-a309-60921cb33d5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c341bd40-6381-4696-99bd-4b7261a8625e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3401937 Oct 05 09:12:37.415015 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6d46b027-5a4a-4d7f-8138-4e5fa8796834 tempest-QuotasNegativeTest-669176409 tempest-QuotasNegativeTest-669176409-project-admin] 10.222.0.64 "DELETE /v2.0/networks/d2715fe2-d5ab-4703-8b99-ff01830e6ab6 HTTP/1.1" status: 204 len: 168 time: 1.5747206 Oct 05 09:12:37.499365 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-521b2362-6537-4f4c-89ab-f696c33b2044 tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Calling delete_port for e2d39fed-8653-4c37-a6e4-c52fe142beb2 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:37.699554 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Attempt 2 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:37.710539 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8852570-b267-455a-924d-53b312240c2a req-4fb5b3f4-1a3e-4bf7-9c21-7f2b7005f5eb service neutron] 10.222.0.45 "GET /v2.0/networks/c341bd40-6381-4696-99bd-4b7261a8625e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922554 Oct 05 09:12:37.764884 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:37.904705 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c50628c7-a0f7-4c35-ac90-b8f013ccfdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.910149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bd305b04-2320-4d16-acc1-defbe87e8ead tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:37.952264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50628c7-a0f7-4c35-ac90-b8f013ccfdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e1e15b-50d6-4e1f-8706-d67d7ef1427f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:38.005133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:38.028110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53692) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:38.056972 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:38.062468 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8852570-b267-455a-924d-53b312240c2a req-29309f76-2397-47a7-b277-19e662fe50c7 service neutron] 10.222.0.45 "GET /v2.0/networks/c341bd40-6381-4696-99bd-4b7261a8625e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428750 Oct 05 09:12:38.097705 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bd305b04-2320-4d16-acc1-defbe87e8ead tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "DELETE /v2.0/ports/b65f8eb8-06ba-44ca-80c1-5ec92fc9dac0 HTTP/1.1" status: 204 len: 168 time: 2.7962132 Oct 05 09:12:38.100947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53698) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:38.104408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c50628c7-a0f7-4c35-ac90-b8f013ccfdf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:38.108379 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c50628c7-a0f7-4c35-ac90-b8f013ccfdf4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4e1e15b-50d6-4e1f-8706-d67d7ef1427f HTTP/1.1" status: 204 len: 168 time: 1.5099037 Oct 05 09:12:38.147696 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c24c747-691a-48e4-9223-37a9d43ca6ce tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] GET failed (client error): The resource could not be found. Oct 05 09:12:38.152542 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0c24c747-691a-48e4-9223-37a9d43ca6ce tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "GET /v2.0/ports/b65f8eb8-06ba-44ca-80c1-5ec92fc9dac0 HTTP/1.1" status: 404 len: 333 time: 0.0474668 Oct 05 09:12:38.153676 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abec39a0-6524-4f94-b04d-41565f59cb0a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Router 31bf2670-516c-4675-b599-0b83f1e2a39b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:12:38.154790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53704) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:38.157436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-521b2362-6537-4f4c-89ab-f696c33b2044 tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:38.253456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Request body: {'port': {'network_id': '3b0c49ae-3cc6-4b54-bb44-0d8aa5674846', 'name': 'tempest-AllowedAddressPairTestJSON-435651820'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:38.263924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6476fce4-fb56-4e86-8c8e-f43c3aa6c8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:38.266879 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Attempt 3 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:38.284253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6476fce4-fb56-4e86-8c8e-f43c3aa6c8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:38.291610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6476fce4-fb56-4e86-8c8e-f43c3aa6c8fc admin admin] Usage tracker for resource:security_group_rule and tenant:91c8b5f65fae40b482e8b653f53e40fc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:38.297332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6476fce4-fb56-4e86-8c8e-f43c3aa6c8fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:38.311622 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6476fce4-fb56-4e86-8c8e-f43c3aa6c8fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:38.313852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Allocated IP 172.26.0.201 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/68d3aba4-9c9e-434a-8c23-557d08bc429c) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:38.344091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:38.400114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b2362-6537-4f4c-89ab-f696c33b2044 tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Pushing event deleted for resources: {'Port': ['ID=e2d39fed-8653-4c37-a6e4-c52fe142beb2,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:38.472846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53710) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:38.542387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-521b2362-6537-4f4c-89ab-f696c33b2044 tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:38.563404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:38.570385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6476fce4-fb56-4e86-8c8e-f43c3aa6c8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:38.582376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6476fce4-fb56-4e86-8c8e-f43c3aa6c8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:38.623183 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-37f7fe98-6702-46ef-920a-44975a58681f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b1faee6cc3304e1aa119d874c490bd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493118 Oct 05 09:12:38.638128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53714) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:38.660819 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6476fce4-fb56-4e86-8c8e-f43c3aa6c8fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91c8b5f65fae40b482e8b653f53e40fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6292710 Oct 05 09:12:38.661608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476fce4-fb56-4e86-8c8e-f43c3aa6c8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02f685a-908a-4867-8e55-7f3baa12c857,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:38.663951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53718) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:38.735765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-521b2362-6537-4f4c-89ab-f696c33b2044 tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:38.736816 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-521b2362-6537-4f4c-89ab-f696c33b2044 tempest-FloatingIPAdminTestJSON-1934330486 tempest-FloatingIPAdminTestJSON-1934330486-project] 10.222.0.64 "DELETE /v2.0/floatingips/ca7bbc80-fe49-4bd5-b1d3-75caae41f8d9 HTTP/1.1" status: 204 len: 168 time: 2.5848026 Oct 05 09:12:38.741193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:38.746548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53722) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:38.773416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:38.780707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Usage tracker for resource:port and tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:38.783816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abec39a0-6524-4f94-b04d-41565f59cb0a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:12:38.785521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:38.790398 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abec39a0-6524-4f94-b04d-41565f59cb0a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:38.796824 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9b013-0629-46a3-94b3-1edea9750930 None None] Sync routers for ids ['31bf2670-516c-4675-b599-0b83f1e2a39b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:12:38.807598 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9b013-0629-46a3-94b3-1edea9750930 None None] Routers {'31bf2670-516c-4675-b599-0b83f1e2a39b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:38.808446 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8cd9b013-0629-46a3-94b3-1edea9750930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['31bf2670-516c-4675-b599-0b83f1e2a39b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:38.845568 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Attempt 4 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:38.846971 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-abec39a0-6524-4f94-b04d-41565f59cb0a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "PUT /v2.0/floatingips/7ebf78ea-dfd7-4218-afd5-3b115463303d HTTP/1.1" status: 200 len: 992 time: 4.8510838 Oct 05 09:12:38.850538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'tag': '44b8d42d-f1b3-445d-883f-f293fbbf515d'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:12:38.852837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1c535e-24cb-4fd2-a051-6dc0dfea9e47" -d '{"events": [{"name": "network-changed", "server_uuid": "48a99434-61ee-42d9-b12a-c3fdaa028172", "tag": "44b8d42d-f1b3-445d-883f-f293fbbf515d"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:12:38.856433 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:38.868541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Made reservation on behalf of 74dbc8d96ece44dc85d6d5e9f3e7d70d for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:38.872876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:38.898889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] device_id is not set on port dd0022ef-13ed-4cdc-a8e1-711df9e08f8a yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:38.961040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229bca94-e1f3-4153-bcec-44a1d018cc69 x-openstack-request-id: req-229bca94-e1f3-4153-bcec-44a1d018cc69 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:12:38.961670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a99434-61ee-42d9-b12a-c3fdaa028172", "tag": "44b8d42d-f1b3-445d-883f-f293fbbf515d", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:12:38.961670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-229bca94-e1f3-4153-bcec-44a1d018cc69 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:12:38.962211 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229bca94-e1f3-4153-bcec-44a1d018cc69'] response: {'name': 'network-changed', 'server_uuid': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'tag': '44b8d42d-f1b3-445d-883f-f293fbbf515d', 'status': 'completed', 'code': 200} Oct 05 09:12:39.034170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6ab9-d3aa-4c36-9458-793bde4eab47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:39.035349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5add946e-4aeb-40ba-8088-734373148291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:39.046960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:39.076885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Allocated IP 172.20.0.7 (3b0c49ae-3cc6-4b54-bb44-0d8aa5674846/79cef28e-f401-4717-9c91-582528e490ce/dd0022ef-13ed-4cdc-a8e1-711df9e08f8a) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:39.102322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:39.103320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:39.133667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:39.151657 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8cd9b013-0629-46a3-94b3-1edea9750930 None None] Set router 31bf2670-516c-4675-b599-0b83f1e2a39b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:12:39.152521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:39.183654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5add946e-4aeb-40ba-8088-734373148291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:39.191576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event updated for resources: {'Port': ['ID=68d3aba4-9c9e-434a-8c23-557d08bc429c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:39.194244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-791cf9b0-d72d-4a97-8182-a1274845667d tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Deleting port c9dd8156-ee60-41f7-adb4-b76f6916c550 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:39.194588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-791cf9b0-d72d-4a97-8182-a1274845667d tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:39.272700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6ab9-d3aa-4c36-9458-793bde4eab47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:39.310532 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:39.329135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Transition to ACTIVE for port object dd0022ef-13ed-4cdc-a8e1-711df9e08f8a will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:39.359225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:39.431706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:39.435881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:39.440485 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:39.503555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event updated for resources: {'Port': ['ID=dd0022ef-13ed-4cdc-a8e1-711df9e08f8a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:39.530425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:39.539103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:39.549161 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Attempt 5 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:39.568673 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8cd9b013-0629-46a3-94b3-1edea9750930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:11:44Z', 'revision_number': 4, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '7ebf78ea-dfd7-4218-afd5-3b115463303d', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'floating_ip_address': '172.26.0.142', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'port_id': '44b8d42d-f1b3-445d-883f-f293fbbf515d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'mac_address': 'fa:16:3e:58:51:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:11:58Z', 'updated_at': '2022-10-05T09:12:35Z', 'revision_number': 1, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9eb4a75-8d2d-4a1d-8ee5-236fabf727f6', 'name': '', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'mac_address': 'fa:16:3e:8b:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:38Z', 'updated_at': '2022-10-05T09:11:57Z', 'revision_number': 5, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'subnets': [{'id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:39.576097 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9b013-0629-46a3-94b3-1edea9750930 None None] Checking router: 31bf2670-516c-4675-b599-0b83f1e2a39b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:12:39.578998 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5b46cf33-7d50-47d4-86f4-92d8728cd788 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4228163 Oct 05 09:12:39.581853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53730) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:39.589414 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5f2f098b-a245-4184-93c7-1b4a00a7b11f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9c:23:3c'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:39.595132 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9b013-0629-46a3-94b3-1edea9750930 None None] Routers {'31bf2670-516c-4675-b599-0b83f1e2a39b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:39.595989 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8cd9b013-0629-46a3-94b3-1edea9750930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['31bf2670-516c-4675-b599-0b83f1e2a39b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:39.632685 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:39.760740 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9072dc81-1707-4e3d-abac-c840bfb98dc7 req-685a6054-e7e6-433c-ac09-0c802e606b69 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8962858 Oct 05 09:12:39.831513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5add946e-4aeb-40ba-8088-734373148291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:39.835022 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8cd9b013-0629-46a3-94b3-1edea9750930 None None] Set router 31bf2670-516c-4675-b599-0b83f1e2a39b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:12:39.848018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c535e-24cb-4fd2-a051-6dc0dfea9e47 req-34cea739-b305-4ced-9200-4d6bdd06a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:39.849811 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c1c535e-24cb-4fd2-a051-6dc0dfea9e47 req-34cea739-b305-4ced-9200-4d6bdd06a1fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=af3973850af34ff0b1ae6694f898d389&device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 1099 time: 0.8308797 Oct 05 09:12:39.865247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6ab9-d3aa-4c36-9458-793bde4eab47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:39.897992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add946e-4aeb-40ba-8088-734373148291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3da84f-5fb4-4e28-bbe2-53f914c91d9b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:39.937128 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5f2f098b-a245-4184-93c7-1b4a00a7b11f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:39.969824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-791cf9b0-d72d-4a97-8182-a1274845667d tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:39.970188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-791cf9b0-d72d-4a97-8182-a1274845667d tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:40.036972 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b6ab9-d3aa-4c36-9458-793bde4eab47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02f685a-908a-4867-8e55-7f3baa12c857,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:40.133693 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Attempt 6 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:40.180173 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-791cf9b0-d72d-4a97-8182-a1274845667d tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Calling delete_port for c9dd8156-ee60-41f7-adb4-b76f6916c550 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:40.218232 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:40.229416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5f2f098b-a245-4184-93c7-1b4a00a7b11f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:40.235246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5f2f098b-a245-4184-93c7-1b4a00a7b11f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:40.273744 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8cd9b013-0629-46a3-94b3-1edea9750930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:11:44Z', 'revision_number': 4, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '7ebf78ea-dfd7-4218-afd5-3b115463303d', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'floating_ip_address': '172.26.0.142', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'port_id': '44b8d42d-f1b3-445d-883f-f293fbbf515d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'mac_address': 'fa:16:3e:58:51:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:11:58Z', 'updated_at': '2022-10-05T09:12:35Z', 'revision_number': 1, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9eb4a75-8d2d-4a1d-8ee5-236fabf727f6', 'name': '', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'mac_address': 'fa:16:3e:8b:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:38Z', 'updated_at': '2022-10-05T09:11:57Z', 'revision_number': 5, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'subnets': [{'id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:40.279647 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9b013-0629-46a3-94b3-1edea9750930 None None] The sync data for ids ['31bf2670-516c-4675-b599-0b83f1e2a39b'] in dv-neutron-860328-1-hyperv is: [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:11:44Z', 'revision_number': 4, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '7ebf78ea-dfd7-4218-afd5-3b115463303d', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'floating_ip_address': '172.26.0.142', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'port_id': '44b8d42d-f1b3-445d-883f-f293fbbf515d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'mac_address': 'fa:16:3e:58:51:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:11:58Z', 'updated_at': '2022-10-05T09:12:35Z', 'revision_number': 1, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9eb4a75-8d2d-4a1d-8ee5-236fabf727f6', 'name': '', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'mac_address': 'fa:16:3e:8b:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:38Z', 'updated_at': '2022-10-05T09:11:57Z', 'revision_number': 5, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'subnets': [{'id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:12:40.300663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5add946e-4aeb-40ba-8088-734373148291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:40.301940 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5add946e-4aeb-40ba-8088-734373148291 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d3da84f-5fb4-4e28-bbe2-53f914c91d9b HTTP/1.1" status: 204 len: 168 time: 1.6628571 Oct 05 09:12:40.302997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6ab9-d3aa-4c36-9458-793bde4eab47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:40.307097 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3b6b6ab9-d3aa-4c36-9458-793bde4eab47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e02f685a-908a-4867-8e55-7f3baa12c857 HTTP/1.1" status: 204 len: 168 time: 1.6347179 Oct 05 09:12:40.363791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f098b-a245-4184-93c7-1b4a00a7b11f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] In _notify_port_updated(), no bound segment for port dd0022ef-13ed-4cdc-a8e1-711df9e08f8a on network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:12:40.370808 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f098b-a245-4184-93c7-1b4a00a7b11f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:40.371478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5f2f098b-a245-4184-93c7-1b4a00a7b11f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:40.373242 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5f2f098b-a245-4184-93c7-1b4a00a7b11f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "PUT /v2.0/ports/dd0022ef-13ed-4cdc-a8e1-711df9e08f8a HTTP/1.1" status: 200 len: 993 time: 0.7896852 Oct 05 09:12:40.374285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f098b-a245-4184-93c7-1b4a00a7b11f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event updated for resources: {'Port': ['ID=dd0022ef-13ed-4cdc-a8e1-711df9e08f8a,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:40.376626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53738) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:40.465945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-03cc3fcb-4af7-4102-a06b-018183e08513 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Deleting port dd0022ef-13ed-4cdc-a8e1-711df9e08f8a {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:40.466576 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-03cc3fcb-4af7-4102-a06b-018183e08513 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:40.508571 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c535e-24cb-4fd2-a051-6dc0dfea9e47 req-8d4db83f-5dac-47ab-8474-bffb8994ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:40.516921 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c1c535e-24cb-4fd2-a051-6dc0dfea9e47 req-8d4db83f-5dac-47ab-8474-bffb8994ae37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636 HTTP/1.1" status: 200 len: 913 time: 0.6528862 Oct 05 09:12:40.524579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:40.588728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072dc81-1707-4e3d-abac-c840bfb98dc7 req-33ed519e-d519-486e-891a-6b6a09899173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:40.590430 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9072dc81-1707-4e3d-abac-c840bfb98dc7 req-33ed519e-d519-486e-891a-6b6a09899173 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c2806662ba345c1970efc4b5f30b2a0&device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 1098 time: 0.6763644 Oct 05 09:12:40.647197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801289b-838f-488c-b5c2-a156d2444855 None None] New status for floating IP 7ebf78ea-dfd7-4218-afd5-3b115463303d: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:12:40.773437 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Attempt 7 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:40.814135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-03cc3fcb-4af7-4102-a06b-018183e08513 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:40.921451 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:41.020359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072dc81-1707-4e3d-abac-c840bfb98dc7 req-c19113c2-f7e0-4750-90e5-abe82fd74e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:41.021923 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9072dc81-1707-4e3d-abac-c840bfb98dc7 req-c19113c2-f7e0-4750-90e5-abe82fd74e97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c341bd40-6381-4696-99bd-4b7261a8625e HTTP/1.1" status: 200 len: 913 time: 0.3298931 Oct 05 09:12:41.024931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53752) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:41.049767 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c1c535e-24cb-4fd2-a051-6dc0dfea9e47 req-84c5f643-5410-4eec-abe6-d015dacd81bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d HTTP/1.1" status: 200 len: 1000 time: 0.4580526 Oct 05 09:12:41.168587 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-03cc3fcb-4af7-4102-a06b-018183e08513 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Calling delete_port for dd0022ef-13ed-4cdc-a8e1-711df9e08f8a owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:41.251342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-791cf9b0-d72d-4a97-8182-a1274845667d tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:41.331777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-03cc3fcb-4af7-4102-a06b-018183e08513 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:41.386268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc3fcb-4af7-4102-a06b-018183e08513 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event deleted for resources: {'Port': ['ID=dd0022ef-13ed-4cdc-a8e1-711df9e08f8a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:41.410246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7424785f-df78-4c1a-88e3-3e3b4a909e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:41.422928 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Attempt 8 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:41.442918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cf9b0-d72d-4a97-8182-a1274845667d tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9dd8156-ee60-41f7-adb4-b76f6916c550,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:41.503526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:41.529677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7424785f-df78-4c1a-88e3-3e3b4a909e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:41.600927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7424785f-df78-4c1a-88e3-3e3b4a909e14 admin admin] Usage tracker for resource:security_group_rule and tenant:0da66c28e694427cada407ab1108e408 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:41.607636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7424785f-df78-4c1a-88e3-3e3b4a909e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:41.622773 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9072dc81-1707-4e3d-abac-c840bfb98dc7 req-2a9288be-e4d5-4be3-a2fc-922175129c79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec HTTP/1.1" status: 200 len: 1000 time: 0.5905375 Oct 05 09:12:41.633733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7424785f-df78-4c1a-88e3-3e3b4a909e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:41.639504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53770) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:41.640979 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c535e-24cb-4fd2-a051-6dc0dfea9e47 req-ac36f6d3-becb-48af-9ea1-9139f36a6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:41.642416 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c1c535e-24cb-4fd2-a051-6dc0dfea9e47 req-ac36f6d3-becb-48af-9ea1-9139f36a6ee4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1dcf1b6-1798-4fba-b27d-a8b43c2672bc HTTP/1.1" status: 200 len: 851 time: 0.3811321 Oct 05 09:12:41.684686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-03cc3fcb-4af7-4102-a06b-018183e08513 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:41.694488 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-03cc3fcb-4af7-4102-a06b-018183e08513 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "DELETE /v2.0/ports/dd0022ef-13ed-4cdc-a8e1-711df9e08f8a HTTP/1.1" status: 204 len: 168 time: 1.3169129 Oct 05 09:12:41.697546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53776) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:41.740608 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-374f9ad6-8147-492e-b9cd-442bf85587cf tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] GET failed (client error): The resource could not be found. Oct 05 09:12:41.741169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-374f9ad6-8147-492e-b9cd-442bf85587cf tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Synchronizing usage tracker for tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:41.754610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-791cf9b0-d72d-4a97-8182-a1274845667d tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:41.761838 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-374f9ad6-8147-492e-b9cd-442bf85587cf tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Unset dirty status for tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:41.764093 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-374f9ad6-8147-492e-b9cd-442bf85587cf tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "GET /v2.0/ports/dd0022ef-13ed-4cdc-a8e1-711df9e08f8a HTTP/1.1" status: 404 len: 333 time: 0.0652466 Oct 05 09:12:41.767497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53780) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:41.775761 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Request body: {'port': {'network_id': '3b0c49ae-3cc6-4b54-bb44-0d8aa5674846', 'name': 'tempest-AllowedAddressPairTestJSON-1450941174'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:41.901535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-253437627'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:41.925539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:41.925773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072dc81-1707-4e3d-abac-c840bfb98dc7 req-3542a547-f77a-4e1f-8a65-35174160c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:41.927090 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9072dc81-1707-4e3d-abac-c840bfb98dc7 req-3542a547-f77a-4e1f-8a65-35174160c1aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=badddbb6-d671-45e6-8973-c7e1f2ea1009 HTTP/1.1" status: 200 len: 851 time: 0.2902715 Oct 05 09:12:41.935288 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:41.936012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:41.946175 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Made reservation on behalf of 74dbc8d96ece44dc85d6d5e9f3e7d70d for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:41.950375 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:41.973242 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] device_id is not set on port 4538e52d-c52c-43c4-8bac-7efe545590c9 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:41.997184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Usage tracker for resource:network and tenant:92c86e89d1684a348106c3ffe59049e7 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:42.005035 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Attempt 9 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:42.018974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:42.031737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:42.061676 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:42.063222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.070691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-791cf9b0-d72d-4a97-8182-a1274845667d tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.072561 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-791cf9b0-d72d-4a97-8182-a1274845667d tempest-FloatingIPAdminTestJSON-1146283330 tempest-FloatingIPAdminTestJSON-1146283330-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/d0696ca7-6578-4a9b-a8eb-dd09230345d9 HTTP/1.1" status: 204 len: 168 time: 3.2966213 Oct 05 09:12:42.084508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53786) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:42.085344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Made reservation on behalf of 92c86e89d1684a348106c3ffe59049e7 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:42.088815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.127321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Allocated IP 172.20.0.14 (3b0c49ae-3cc6-4b54-bb44-0d8aa5674846/79cef28e-f401-4717-9c91-582528e490ce/4538e52d-c52c-43c4-8bac-7efe545590c9) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:42.214745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c535e-24cb-4fd2-a051-6dc0dfea9e47 req-8c3a3f55-2ea2-4c47-aa91-7db7e850ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:42.216276 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c1c535e-24cb-4fd2-a051-6dc0dfea9e47 req-8c3a3f55-2ea2-4c47-aa91-7db7e850ff2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5359886 Oct 05 09:12:42.229975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.337617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.353637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Transition to ACTIVE for port object 4538e52d-c52c-43c4-8bac-7efe545590c9 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:42.360912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7424785f-df78-4c1a-88e3-3e3b4a909e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.362181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:42.379432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.430926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Usage tracker for resource:security_group_rule and tenant:92c86e89d1684a348106c3ffe59049e7 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:42.447713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:42.448132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7424785f-df78-4c1a-88e3-3e3b4a909e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.450468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:42.458545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:42.460418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:42.486391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-55932a77-af1a-4e79-9226-6c4fbd387abc tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Deleting port b3c97c80-f553-4eb7-ade1-10755f6e6943 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:42.486734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55932a77-af1a-4e79-9226-6c4fbd387abc tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.507912 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event updated for resources: {'Port': ['ID=4538e52d-c52c-43c4-8bac-7efe545590c9,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:42.522980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:42.529778 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:42.530451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.560362 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7cfe03fe-d5fe-489b-9ac9-f2230d28ad9f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7917733 Oct 05 09:12:42.561101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53790) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:42.563943 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Attempt 10 to provision port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 Oct 05 09:12:42.567392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c602378a-b175-4c30-88da-a39e9cba27b2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9c:23:3c'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:42.580248 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072dc81-1707-4e3d-abac-c840bfb98dc7 req-341d74da-4f84-4200-a434-66895523f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:42.581752 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9072dc81-1707-4e3d-abac-c840bfb98dc7 req-341d74da-4f84-4200-a434-66895523f706 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c341bd40-6381-4696-99bd-4b7261a8625e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6424866 Oct 05 09:12:42.611996 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7424785f-df78-4c1a-88e3-3e3b4a909e14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0da66c28e694427cada407ab1108e408&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5814071 Oct 05 09:12:42.644516 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:42.647963 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1a1a09b3-f32b-44a3-b20b-f3e34a738df2 None None] Could not find standard attr ID for object b65f8eb8-06ba-44ca-80c1-5ec92fc9dac0. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:12:42.656587 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53794) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:42.692555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424785f-df78-4c1a-88e3-3e3b4a909e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd921d76-84a5-4d12-a0d7-532afece527e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:42.703278 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c602378a-b175-4c30-88da-a39e9cba27b2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.761955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b7659069-214d-45d5-a425-f6684eb25743 None None] Could not find standard attr ID for object dd0022ef-13ed-4cdc-a8e1-711df9e08f8a. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:12:42.780063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b7659069-214d-45d5-a425-f6684eb25743 None None] Provisioning for port 4538e52d-c52c-43c4-8bac-7efe545590c9 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:42.786361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b7659069-214d-45d5-a425-f6684eb25743 None None] Provisioning complete for port 4538e52d-c52c-43c4-8bac-7efe545590c9 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:42.787443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b7659069-214d-45d5-a425-f6684eb25743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.787787 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b7659069-214d-45d5-a425-f6684eb25743 None None] Attempt 1 to provision port 4538e52d-c52c-43c4-8bac-7efe545590c9 Oct 05 09:12:42.854918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b7659069-214d-45d5-a425-f6684eb25743 None None] Port 4538e52d-c52c-43c4-8bac-7efe545590c9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:42.985951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c602378a-b175-4c30-88da-a39e9cba27b2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.991076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c602378a-b175-4c30-88da-a39e9cba27b2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:42.991256 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c1c535e-24cb-4fd2-a051-6dc0dfea9e47 req-ac1bdd31-a4c5-41bf-b1f9-4035e4b20b4d service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440846 Oct 05 09:12:43.199435 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c602378a-b175-4c30-88da-a39e9cba27b2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] In _notify_port_updated(), no bound segment for port 4538e52d-c52c-43c4-8bac-7efe545590c9 on network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:12:43.204734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c602378a-b175-4c30-88da-a39e9cba27b2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:43.211829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c602378a-b175-4c30-88da-a39e9cba27b2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:43.211829 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c602378a-b175-4c30-88da-a39e9cba27b2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "PUT /v2.0/ports/4538e52d-c52c-43c4-8bac-7efe545590c9 HTTP/1.1" status: 200 len: 997 time: 0.6442811 Oct 05 09:12:43.211829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602378a-b175-4c30-88da-a39e9cba27b2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event updated for resources: {'Port': ['ID=4538e52d-c52c-43c4-8bac-7efe545590c9,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:43.212167 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53798) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:43.260340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Router 7e36df79-64d6-4d7e-a4f6-506297391332 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:12:43.286219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d15819ab-50d8-4191-9070-28aa84407872 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Deleting port 4538e52d-c52c-43c4-8bac-7efe545590c9 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:43.286657 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d15819ab-50d8-4191-9070-28aa84407872 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:43.287610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85516ae3-7b83-4ebb-995f-0f8a6d5bd4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:43.323273 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9072dc81-1707-4e3d-abac-c840bfb98dc7 req-6db3744e-dd97-42ec-b2dd-01891f82614b service neutron] 10.222.0.45 "GET /v2.0/networks/c341bd40-6381-4696-99bd-4b7261a8625e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7199681 Oct 05 09:12:43.359349 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b7659069-214d-45d5-a425-f6684eb25743 None None] Attempt 2 to provision port 4538e52d-c52c-43c4-8bac-7efe545590c9 Oct 05 09:12:43.419616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b7659069-214d-45d5-a425-f6684eb25743 None None] Port 4538e52d-c52c-43c4-8bac-7efe545590c9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:43.543593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85516ae3-7b83-4ebb-995f-0f8a6d5bd4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:43.545242 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d15819ab-50d8-4191-9070-28aa84407872 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:43.553054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:43.564046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55932a77-af1a-4e79-9226-6c4fbd387abc tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:43.585329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:43.609154 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c1c535e-24cb-4fd2-a051-6dc0dfea9e47 req-b9c428bb-ed51-4f82-8399-5f7b65bfaf24 service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983386 Oct 05 09:12:43.677822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d15819ab-50d8-4191-9070-28aa84407872 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Calling delete_port for 4538e52d-c52c-43c4-8bac-7efe545590c9 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:43.760748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-55932a77-af1a-4e79-9226-6c4fbd387abc tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Calling delete_port for b3c97c80-f553-4eb7-ade1-10755f6e6943 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:43.832473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d15819ab-50d8-4191-9070-28aa84407872 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:43.877228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:12:43.887238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15819ab-50d8-4191-9070-28aa84407872 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event deleted for resources: {'Port': ['ID=4538e52d-c52c-43c4-8bac-7efe545590c9,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:43.921677 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b7659069-214d-45d5-a425-f6684eb25743 None None] Attempt 3 to provision port 4538e52d-c52c-43c4-8bac-7efe545590c9 Oct 05 09:12:43.924025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9418559-1184-435b-9be6-ec729d7e4c32,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:43.969699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:12:43.984685 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Sync routers for ids ['7e36df79-64d6-4d7e-a4f6-506297391332'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:12:43.986183 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9072dc81-1707-4e3d-abac-c840bfb98dc7 req-5ebf5a7d-e109-4b79-ba68-984bc4d4cb14 service neutron] 10.222.0.45 "GET /v2.0/networks/c341bd40-6381-4696-99bd-4b7261a8625e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244223 Oct 05 09:12:43.987603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b7659069-214d-45d5-a425-f6684eb25743 None None] Port 4538e52d-c52c-43c4-8bac-7efe545590c9 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:12:43.992653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:43.992991 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Added segment 67ca21ba-3af0-43ab-ace5-7c0c95b976e0 of type vlan for network f9d485ae-f538-4280-83af-fbb667c27c85 Oct 05 09:12:44.006520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85516ae3-7b83-4ebb-995f-0f8a6d5bd4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:44.009542 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Routers {'7e36df79-64d6-4d7e-a4f6-506297391332'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:44.010907 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e36df79-64d6-4d7e-a4f6-506297391332'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:44.068843 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d15819ab-50d8-4191-9070-28aa84407872 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:44.077479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85516ae3-7b83-4ebb-995f-0f8a6d5bd4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd921d76-84a5-4d12-a0d7-532afece527e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:44.088565 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d15819ab-50d8-4191-9070-28aa84407872 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "DELETE /v2.0/ports/4538e52d-c52c-43c4-8bac-7efe545590c9 HTTP/1.1" status: 204 len: 168 time: 0.8735433 Oct 05 09:12:44.092433 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53802) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:44.112654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:44.139684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85516ae3-7b83-4ebb-995f-0f8a6d5bd4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:44.143624 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-85516ae3-7b83-4ebb-995f-0f8a6d5bd4d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd921d76-84a5-4d12-a0d7-532afece527e HTTP/1.1" status: 204 len: 168 time: 1.4860473 Oct 05 09:12:44.153781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:44.158031 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-12c6151c-037f-47e3-bc57-f9614a4bfd73 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.5904753 Oct 05 09:12:44.159027 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53808) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:44.186708 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b63d7a-c49d-4302-b752-2f7fd1ec2c5f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] GET failed (client error): The resource could not be found. Oct 05 09:12:44.187532 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-87b63d7a-c49d-4302-b752-2f7fd1ec2c5f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Synchronizing usage tracker for tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:44.211559 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-87b63d7a-c49d-4302-b752-2f7fd1ec2c5f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Unset dirty status for tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:44.217796 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-87b63d7a-c49d-4302-b752-2f7fd1ec2c5f tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "GET /v2.0/ports/4538e52d-c52c-43c4-8bac-7efe545590c9 HTTP/1.1" status: 404 len: 333 time: 0.1225195 Oct 05 09:12:44.218457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53812) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:44.225865 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Request body: {'port': {'network_id': '3b0c49ae-3cc6-4b54-bb44-0d8aa5674846', 'name': 'tempest-AllowedAddressPairTestJSON-444253666'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:44.245620 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Set router 7e36df79-64d6-4d7e-a4f6-506297391332 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:12:44.260927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:12:44.299732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55932a77-af1a-4e79-9226-6c4fbd387abc tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:44.396032 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:12:44.396475 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:44.408964 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:44.411197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:44.417605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:44.418246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:44.421955 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Made reservation on behalf of 74dbc8d96ece44dc85d6d5e9f3e7d70d for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:44.426070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:44.440958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55932a77-af1a-4e79-9226-6c4fbd387abc tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event deleted for resources: {'Port': ['ID=b3c97c80-f553-4eb7-ade1-10755f6e6943,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:44.470818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] device_id is not set on port 3ae17eb3-0333-4c34-84a6-eee077895482 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:44.681473 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e36df79-64d6-4d7e-a4f6-506297391332', 'name': 'tempest-snat-router-146739022', 'tenant_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.201'}], 'enable_snat': False}, 'gw_port_id': '68d3aba4-9c9e-434a-8c23-557d08bc429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:12:36Z', 'updated_at': '2022-10-05T09:12:39Z', 'revision_number': 3, 'project_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'gw_port': {'id': '68d3aba4-9c9e-434a-8c23-557d08bc429c', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e36df79-64d6-4d7e-a4f6-506297391332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:12:38Z', 'updated_at': '2022-10-05T09:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:44.685879 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Checking router: 7e36df79-64d6-4d7e-a4f6-506297391332 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:12:44.686275 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Updating router 7e36df79-64d6-4d7e-a4f6-506297391332 port 68d3aba4-9c9e-434a-8c23-557d08bc429c binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:12:44.718346 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Allocated IP 172.20.0.14 (3b0c49ae-3cc6-4b54-bb44-0d8aa5674846/79cef28e-f401-4717-9c91-582528e490ce/3ae17eb3-0333-4c34-84a6-eee077895482) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:44.755885 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:44.935522 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53828) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:44.937732 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.2942691 Oct 05 09:12:44.951951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Request body: {'subnet': {'network_id': 'f9d485ae-f538-4280-83af-fbb667c27c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:44.976048 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3ff91916-9cde-4bd2-a1a6-c3eb4ad23a23 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/routers/7e36df79-64d6-4d7e-a4f6-506297391332 HTTP/1.1" status: 200 len: 908 time: 0.8123462 Oct 05 09:12:44.980074 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c95e2-ab2c-4474-92d1-ce6c5afdecc4 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event updated for resources: {'Network': ['ID=f9d485ae-f538-4280-83af-fbb667c27c85,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:44.983365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53834) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:44.991871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network f9d485ae-f538-4280-83af-fbb667c27c85 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:12:44.997627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Request body: {'router': {'name': 'tempest-snat-router-146739022', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'enable_snat': True}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:45.002176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:45.006548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Usage tracker for resource:router and tenant:a06eb7c63fb04886b8e3db8d2cd44135 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:45.010217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:45.018715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:45.040153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.042558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.049772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55932a77-af1a-4e79-9226-6c4fbd387abc tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.055234 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-55932a77-af1a-4e79-9226-6c4fbd387abc tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "DELETE /v2.0/ports/b3c97c80-f553-4eb7-ade1-10755f6e6943 HTTP/1.1" status: 204 len: 168 time: 2.9569509 Oct 05 09:12:45.056231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53840) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:45.104151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:45.133092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Usage tracker for resource:subnet and tenant:92c86e89d1684a348106c3ffe59049e7 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:45.143469 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.146283 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:45.173324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:45.184551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.189139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1290266-fda1-47a6-8599-36ce9b74b7d3 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:45.189977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b1290266-fda1-47a6-8599-36ce9b74b7d3 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Synchronizing usage tracker for tenant:7c8b2389e09247c0b5ee8c64daf14218 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:45.200511 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Made reservation on behalf of 92c86e89d1684a348106c3ffe59049e7 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:45.204793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.289274 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Transition to ACTIVE for port object 3ae17eb3-0333-4c34-84a6-eee077895482 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:45.315401 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.337015 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Transition to ACTIVE for port object 68d3aba4-9c9e-434a-8c23-557d08bc429c will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:45.347219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b1290266-fda1-47a6-8599-36ce9b74b7d3 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Unset dirty status for tenant:7c8b2389e09247c0b5ee8c64daf14218 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:45.349849 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b1290266-fda1-47a6-8599-36ce9b74b7d3 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a1e2d57-f665-4b5c-aee9-45b94d8e941d HTTP/1.1" status: 200 len: 913 time: 0.2914708 Oct 05 09:12:45.351355 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.352234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53848) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:45.367519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.408885 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Attempting to bind port 68d3aba4-9c9e-434a-8c23-557d08bc429c on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:45.409610 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Attempting to bind port 68d3aba4-9c9e-434a-8c23-557d08bc429c by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:45.410238 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Attempting to bind port 68d3aba4-9c9e-434a-8c23-557d08bc429c on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:45.423488 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:12:45.424195 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:12:45.424814 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.425378 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:12:45.426075 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Bound port: 68d3aba4-9c9e-434a-8c23-557d08bc429c, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:12:45.426820 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.518168 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] For port 68d3aba4-9c9e-434a-8c23-557d08bc429c, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:12:45.522001 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] For port 68d3aba4-9c9e-434a-8c23-557d08bc429c, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=68d3aba4-9c9e-434a-8c23-557d08bc429c,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:12:45.533649 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.552211 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Routers {'7e36df79-64d6-4d7e-a4f6-506297391332'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:45.554488 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e36df79-64d6-4d7e-a4f6-506297391332'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:45.572054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.607486 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.694984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:45.702352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:45.708424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event updated for resources: {'Port': ['ID=3ae17eb3-0333-4c34-84a6-eee077895482,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:45.715009 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:45.791546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:45.792352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:45.835276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event updated for resources: {'Subnet': ['ID=096deba1-7bf6-4f1d-9e09-e4f52f30580c,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:45.851168 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] Set router 7e36df79-64d6-4d7e-a4f6-506297391332 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:12:45.866762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Checking segment: {'id': '67ca21ba-3af0-43ab-ace5-7c0c95b976e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f9d485ae-f538-4280-83af-fbb667c27c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:12:45.867102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Network hostable DHCP agents. Network: f9d485ae-f538-4280-83af-fbb667c27c85, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:12:45.880232 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ae79ea31-3ade-4091-afeb-16457d5c1fac tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6605742 Oct 05 09:12:45.882958 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53862) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:45.891215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Request body: {'port': {'network_id': '3b0c49ae-3cc6-4b54-bb44-0d8aa5674846', 'name': 'tempest-AllowedAddressPairTestJSON-1134675474'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:46.025601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Network f9d485ae-f538-4280-83af-fbb667c27c85 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:12:46.065099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, f9d485ae-f538-4280-83af-fbb667c27c85) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:46.073642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:46.074240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:46.078808 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896bec08-0ace-4d72-86c7-7b67f102befc None None] Network f9d485ae-f538-4280-83af-fbb667c27c85 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:12:46.091496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:46.097145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Usage tracker for resource:port and tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:46.100511 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:46.110702 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b9518bff-598a-43d6-9035-4cadb6549f7d tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1713533 Oct 05 09:12:46.110702 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:46.110992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53868) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:46.119268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Request body: {'port': {'network_id': 'f9d485ae-f538-4280-83af-fbb667c27c85', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2043671828'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:46.188928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Made reservation on behalf of 74dbc8d96ece44dc85d6d5e9f3e7d70d for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:46.191667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:46.201213 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53872) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:46.247273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] device_id is not set on port c6ec2ad1-c378-4dce-8ee8-04a6d3bdd01f yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:46.250881 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Pushing event updated for resources: {'Port': ['ID=68d3aba4-9c9e-434a-8c23-557d08bc429c,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:46.271336 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:46.271778 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:46.272839 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:46.273245 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:46.273664 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:46.274100 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:46.274512 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:46.275550 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:46.275968 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:46.276346 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:46.276740 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:46.277126 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:12:46.368407 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ba4d8-92e1-4cda-9614-840e9b4a4cc7 None None] Pushing event updated for resources: {'Port': ['ID=68d3aba4-9c9e-434a-8c23-557d08bc429c,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:46.378570 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e36df79-64d6-4d7e-a4f6-506297391332', 'name': 'tempest-snat-router-146739022', 'tenant_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.201'}], 'enable_snat': False}, 'gw_port_id': '68d3aba4-9c9e-434a-8c23-557d08bc429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:12:36Z', 'updated_at': '2022-10-05T09:12:39Z', 'revision_number': 3, 'project_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'gw_port': {'id': '68d3aba4-9c9e-434a-8c23-557d08bc429c', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e36df79-64d6-4d7e-a4f6-506297391332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:12:38Z', 'updated_at': '2022-10-05T09:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:46.383543 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078a04a-1966-4335-a26a-186b3b7752ba None None] The sync data for ids ['7e36df79-64d6-4d7e-a4f6-506297391332'] in dv-neutron-860328-1-hyperv is: [{'id': '7e36df79-64d6-4d7e-a4f6-506297391332', 'name': 'tempest-snat-router-146739022', 'tenant_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.201'}], 'enable_snat': False}, 'gw_port_id': '68d3aba4-9c9e-434a-8c23-557d08bc429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:12:36Z', 'updated_at': '2022-10-05T09:12:39Z', 'revision_number': 3, 'project_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'gw_port': {'id': '68d3aba4-9c9e-434a-8c23-557d08bc429c', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e36df79-64d6-4d7e-a4f6-506297391332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:12:38Z', 'updated_at': '2022-10-05T09:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:12:46.432875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-36195016-3d87-452d-bfb1-4f80bc895bbb tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1873805245'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:46.449762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Provisioning for port 3ae17eb3-0333-4c34-84a6-eee077895482 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:46.458087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-f9d485ae-f538-4280-83af-fbb667c27c85', 'network_id': 'f9d485ae-f538-4280-83af-fbb667c27c85', 'tenant_id': '92c86e89d1684a348106c3ffe59049e7', 'fixed_ips': [{'subnet_id': '096deba1-7bf6-4f1d-9e09-e4f52f30580c'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:12:46.459193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:46.475911 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Provisioning complete for port 3ae17eb3-0333-4c34-84a6-eee077895482 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:46.476923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:46.476923 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Attempt 1 to provision port 3ae17eb3-0333-4c34-84a6-eee077895482 Oct 05 09:12:46.477095 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-36195016-3d87-452d-bfb1-4f80bc895bbb tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:46.480254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:46.528258 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Usage tracker for resource:port and tenant:92c86e89d1684a348106c3ffe59049e7 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:46.533706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-36195016-3d87-452d-bfb1-4f80bc895bbb tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Usage tracker for resource:router and tenant:b96e69528b864f7ab2e3b81537678a31 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:46.541175 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-36195016-3d87-452d-bfb1-4f80bc895bbb tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:46.549592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-36195016-3d87-452d-bfb1-4f80bc895bbb tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:46.555454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:46.565506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Allocated IP 172.20.0.4 (3b0c49ae-3cc6-4b54-bb44-0d8aa5674846/79cef28e-f401-4717-9c91-582528e490ce/c6ec2ad1-c378-4dce-8ee8-04a6d3bdd01f) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:46.568667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:46.579018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36195016-3d87-452d-bfb1-4f80bc895bbb tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:46.580015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36195016-3d87-452d-bfb1-4f80bc895bbb tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:46.615230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Made reservation on behalf of 92c86e89d1684a348106c3ffe59049e7 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:46.619653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:46.619907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Port 3ae17eb3-0333-4c34-84a6-eee077895482 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:46.638541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36195016-3d87-452d-bfb1-4f80bc895bbb tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:46.696322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Allocated IP 2001:db8::2 (f9d485ae-f538-4280-83af-fbb667c27c85/096deba1-7bf6-4f1d-9e09-e4f52f30580c/401d2756-3818-4f3c-826a-0225c3f46123) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:46.696530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] device_id is not set on port 8763992b-2ea0-42dc-aaa8-849bb1b548aa yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:46.800135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:46.867121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:46.871137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36195016-3d87-452d-bfb1-4f80bc895bbb tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:46.914478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36195016-3d87-452d-bfb1-4f80bc895bbb tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:46.918030 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-36195016-3d87-452d-bfb1-4f80bc895bbb tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7039075 Oct 05 09:12:46.928593 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53880) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:46.991292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d3bfdd-4fdb-47ad-974a-380cc483b0c4 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.107130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.127636 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Attempt 2 to provision port 3ae17eb3-0333-4c34-84a6-eee077895482 Oct 05 09:12:47.139349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9ac078a-a74c-4a55-a6dd-d05f4310fa0f tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.205748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Transition to ACTIVE for port object 401d2756-3818-4f3c-826a-0225c3f46123 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:47.216901 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Allocated IP 172.26.0.16 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/9c804436-be26-4767-a94c-0cbcd967d637) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:47.239623 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Transition to ACTIVE for port object 401d2756-3818-4f3c-826a-0225c3f46123 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:47.246392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Port 3ae17eb3-0333-4c34-84a6-eee077895482 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:47.250424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.317304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.332782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Pushing event updated for resources: {'Port': ['ID=401d2756-3818-4f3c-826a-0225c3f46123,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:47.346526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Network f9d485ae-f538-4280-83af-fbb667c27c85 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:47.347710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:47.351091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:47.493437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Attempting to bind port 401d2756-3818-4f3c-826a-0225c3f46123 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:47.494644 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Attempting to bind port 401d2756-3818-4f3c-826a-0225c3f46123 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '67ca21ba-3af0-43ab-ace5-7c0c95b976e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f9d485ae-f538-4280-83af-fbb667c27c85'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:47.495106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Attempting to bind port 401d2756-3818-4f3c-826a-0225c3f46123 on network f9d485ae-f538-4280-83af-fbb667c27c85 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:47.501661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:12:47.502520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Checking segment: {'id': '67ca21ba-3af0-43ab-ace5-7c0c95b976e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f9d485ae-f538-4280-83af-fbb667c27c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:12:47.503035 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.503611 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Bound using segment: {'id': '67ca21ba-3af0-43ab-ace5-7c0c95b976e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f9d485ae-f538-4280-83af-fbb667c27c85'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:12:47.504198 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Bound port: 401d2756-3818-4f3c-826a-0225c3f46123, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ca21ba-3af0-43ab-ace5-7c0c95b976e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f9d485ae-f538-4280-83af-fbb667c27c85'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:12:47.504831 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.561876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.609544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-19d3bfdd-4fdb-47ad-974a-380cc483b0c4 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Deleting port 023ad1a7-f77d-41c4-afbc-01370ab9cf2b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:47.609936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d3bfdd-4fdb-47ad-974a-380cc483b0c4 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.612682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Transition to ACTIVE for port object c6ec2ad1-c378-4dce-8ee8-04a6d3bdd01f will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:47.639778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] For port 401d2756-3818-4f3c-826a-0225c3f46123, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:12:47.640145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9ac078a-a74c-4a55-a6dd-d05f4310fa0f tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.643898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] For port 401d2756-3818-4f3c-826a-0225c3f46123, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=401d2756-3818-4f3c-826a-0225c3f46123,segment=NetworkSegment(67ca21ba-3af0-43ab-ace5-7c0c95b976e0),segment_id=67ca21ba-3af0-43ab-ace5-7c0c95b976e0)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:12:47.646225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9ac078a-a74c-4a55-a6dd-d05f4310fa0f tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.652045 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.659848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Allocated IP 2001:db8::8d (f9d485ae-f538-4280-83af-fbb667c27c85/096deba1-7bf6-4f1d-9e09-e4f52f30580c/8763992b-2ea0-42dc-aaa8-849bb1b548aa) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:47.709168 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9ac078a-a74c-4a55-a6dd-d05f4310fa0f tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.709168 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ac078a-a74c-4a55-a6dd-d05f4310fa0f tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dec83405-cb67-4d58-b026-a99aa84d2462 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:12:47.735400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9ac078a-a74c-4a55-a6dd-d05f4310fa0f tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.739822 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c9ac078a-a74c-4a55-a6dd-d05f4310fa0f tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] 10.222.0.64 "DELETE /v2.0/routers/dec83405-cb67-4d58-b026-a99aa84d2462 HTTP/1.1" status: 204 len: 168 time: 0.8022566 Oct 05 09:12:47.744469 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53888) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:47.748393 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Attempt 3 to provision port 3ae17eb3-0333-4c34-84a6-eee077895482 Oct 05 09:12:47.755466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c5de6e08-baa1-4e59-8a8d-a52043fe714a tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Request body: {'router': {'name': 'tempest-router-1422556706', 'distributed': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:47.761851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c5de6e08-baa1-4e59-8a8d-a52043fe714a tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:47.764701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.794923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9a620-4339-42aa-9cb7-884f4ff4b50c None None] Pushing event updated for resources: {'Port': ['ID=401d2756-3818-4f3c-826a-0225c3f46123,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:47.813400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c5de6e08-baa1-4e59-8a8d-a52043fe714a tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Usage tracker for resource:router and tenant:b96e69528b864f7ab2e3b81537678a31 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:47.825492 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Port 3ae17eb3-0333-4c34-84a6-eee077895482 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:47.828004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c5de6e08-baa1-4e59-8a8d-a52043fe714a tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:47.831648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:47.867281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c5de6e08-baa1-4e59-8a8d-a52043fe714a tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:47.919845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:47.932990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:47.935569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:47.950878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:47.962098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:47.965656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:47.986742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d3bfdd-4fdb-47ad-974a-380cc483b0c4 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:48.032334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c5de6e08-baa1-4e59-8a8d-a52043fe714a tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:48.033391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c5de6e08-baa1-4e59-8a8d-a52043fe714a tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:48.044428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event updated for resources: {'Port': ['ID=9c804436-be26-4767-a94c-0cbcd967d637,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:48.065991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event updated for resources: {'Port': ['ID=c6ec2ad1-c378-4dce-8ee8-04a6d3bdd01f,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:48.135642 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 68d3aba4-9c9e-434a-8c23-557d08bc429c up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:12:48.137534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:48.138225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:48.151943 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c5de6e08-baa1-4e59-8a8d-a52043fe714a tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:48.222353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-19d3bfdd-4fdb-47ad-974a-380cc483b0c4 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Calling delete_port for 023ad1a7-f77d-41c4-afbc-01370ab9cf2b owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:48.230384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:48.240489 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2935b8a7-9d9d-4fab-bd6c-49a6e1d592d2 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3564961 Oct 05 09:12:48.250806 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53892) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:48.264310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5dd86228-efc6-48e9-8f3b-69ceb9353ada tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9c:23:3c'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:4f:96:89'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:48.266853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 68d3aba4-9c9e-434a-8c23-557d08bc429c completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:48.291163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 68d3aba4-9c9e-434a-8c23-557d08bc429c triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:48.291904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:48.292259 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 68d3aba4-9c9e-434a-8c23-557d08bc429c Oct 05 09:12:48.326855 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Attempt 4 to provision port 3ae17eb3-0333-4c34-84a6-eee077895482 Oct 05 09:12:48.330200 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c5de6e08-baa1-4e59-8a8d-a52043fe714a tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:48.348584 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Transition to ACTIVE for port object 8763992b-2ea0-42dc-aaa8-849bb1b548aa will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:48.364398 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c5de6e08-baa1-4e59-8a8d-a52043fe714a tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:48.365612 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c5de6e08-baa1-4e59-8a8d-a52043fe714a tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6200612 Oct 05 09:12:48.377472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53896) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:48.419975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Port 3ae17eb3-0333-4c34-84a6-eee077895482 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:48.506474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 68d3aba4-9c9e-434a-8c23-557d08bc429c is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:12:48.506863 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:48.526065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 68d3aba4-9c9e-434a-8c23-557d08bc429c, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=68d3aba4-9c9e-434a-8c23-557d08bc429c,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:48.535772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:48.614746 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=68d3aba4-9c9e-434a-8c23-557d08bc429c,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:48.615310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-933d2418-ef6e-43c4-8b5d-074cda6b9ac5 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:48.817788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:48.921920 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Attempt 5 to provision port 3ae17eb3-0333-4c34-84a6-eee077895482 Oct 05 09:12:48.931744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.014871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Port 3ae17eb3-0333-4c34-84a6-eee077895482 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:49.032386 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d3bfdd-4fdb-47ad-974a-380cc483b0c4 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.067413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-933d2418-ef6e-43c4-8b5d-074cda6b9ac5 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.141529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3bfdd-4fdb-47ad-974a-380cc483b0c4 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event deleted for resources: {'Port': ['ID=023ad1a7-f77d-41c4-afbc-01370ab9cf2b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:49.194871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-933d2418-ef6e-43c4-8b5d-074cda6b9ac5 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.205732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Network f9d485ae-f538-4280-83af-fbb667c27c85 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:49.216150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:49.218120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event updated for resources: {'Port': ['ID=8763992b-2ea0-42dc-aaa8-849bb1b548aa,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:49.236315 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:49.242866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:49.244066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.278018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5dd86228-efc6-48e9-8f3b-69ceb9353ada tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.302619 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-933d2418-ef6e-43c4-8b5d-074cda6b9ac5 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.303124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933d2418-ef6e-43c4-8b5d-074cda6b9ac5 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2bca34-3a8a-4f3b-932d-aaf54595a5d1 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:12:49.309578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-933d2418-ef6e-43c4-8b5d-074cda6b9ac5 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.315233 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-933d2418-ef6e-43c4-8b5d-074cda6b9ac5 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] 10.222.0.64 "DELETE /v2.0/routers/0a2bca34-3a8a-4f3b-932d-aaf54595a5d1 HTTP/1.1" status: 204 len: 168 time: 0.9324298 Oct 05 09:12:49.334043 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53900) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:49.347899 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ecbb98cc-5063-41b0-a2d6-f94ccee1c4f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2330456 Oct 05 09:12:49.349624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53904) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:49.364233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Request body: {'port': {'network_id': 'f9d485ae-f538-4280-83af-fbb667c27c85', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1155961586', 'allowed_address_pairs': [{'ip_address': '2001:db8::8d', 'mac_address': 'fa:16:3e:cd:b1:83'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:49.364485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-163d5f12-0894-4929-8fb7-4054dbb8dc08 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Request body: {'router': {'name': 'tempest-router-154274699', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cfb9346ddfd14fcbacd8d61f3c89bd3b'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:49.374962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-163d5f12-0894-4929-8fb7-4054dbb8dc08 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:49.386961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-163d5f12-0894-4929-8fb7-4054dbb8dc08 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Usage tracker for resource:router and tenant:cfb9346ddfd14fcbacd8d61f3c89bd3b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:49.397211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6114aff6-ca3a-4a72-bc72-0cb0c3639194 None None] Network f9d485ae-f538-4280-83af-fbb667c27c85 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:12:49.438034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-163d5f12-0894-4929-8fb7-4054dbb8dc08 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:49.463642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-163d5f12-0894-4929-8fb7-4054dbb8dc08 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:49.516234 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Attempt 6 to provision port 3ae17eb3-0333-4c34-84a6-eee077895482 Oct 05 09:12:49.558115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-163d5f12-0894-4929-8fb7-4054dbb8dc08 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.559192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-163d5f12-0894-4929-8fb7-4054dbb8dc08 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.634369 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:49.635765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Port 3ae17eb3-0333-4c34-84a6-eee077895482 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:49.644739 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Usage tracker for resource:port and tenant:92c86e89d1684a348106c3ffe59049e7 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:49.650333 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:49.670053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-163d5f12-0894-4929-8fb7-4054dbb8dc08 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.673508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:49.680509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.699121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Made reservation on behalf of 92c86e89d1684a348106c3ffe59049e7 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:49.700545 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d3bfdd-4fdb-47ad-974a-380cc483b0c4 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.838538 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-163d5f12-0894-4929-8fb7-4054dbb8dc08 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.845172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5dd86228-efc6-48e9-8f3b-69ceb9353ada tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:49.860027 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5dd86228-efc6-48e9-8f3b-69ceb9353ada tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:50.012207 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:50.022752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-5dd86228-efc6-48e9-8f3b-69ceb9353ada tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] In _notify_port_updated(), no bound segment for port c6ec2ad1-c378-4dce-8ee8-04a6d3bdd01f on network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:12:50.029925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd86228-efc6-48e9-8f3b-69ceb9353ada tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:50.030599 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5dd86228-efc6-48e9-8f3b-69ceb9353ada tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:50.034525 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5dd86228-efc6-48e9-8f3b-69ceb9353ada tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "PUT /v2.0/ports/c6ec2ad1-c378-4dce-8ee8-04a6d3bdd01f HTTP/1.1" status: 200 len: 1057 time: 1.7736177 Oct 05 09:12:50.034525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd86228-efc6-48e9-8f3b-69ceb9353ada tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event updated for resources: {'Port': ['ID=c6ec2ad1-c378-4dce-8ee8-04a6d3bdd01f,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:50.038557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53908) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:50.101694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] device_id is not set on port c6ecbc97-f6e7-469f-a7a3-e05188973ab7 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:50.136993 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Attempt 7 to provision port 3ae17eb3-0333-4c34-84a6-eee077895482 Oct 05 09:12:50.176045 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-a06d2de6-39cb-4bc2-b048-e00ad2621c94 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Deleting port c6ec2ad1-c378-4dce-8ee8-04a6d3bdd01f {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:50.176692 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a06d2de6-39cb-4bc2-b048-e00ad2621c94 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:50.204652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-163d5f12-0894-4929-8fb7-4054dbb8dc08 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:50.205839 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-163d5f12-0894-4929-8fb7-4054dbb8dc08 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8709512 Oct 05 09:12:50.206676 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 401d2756-3818-4f3c-826a-0225c3f46123 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:12:50.209665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53912) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:50.236216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-04071292-e2aa-4653-8014-60f0c3803c8b tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:50.311131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 401d2756-3818-4f3c-826a-0225c3f46123 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:50.318728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 68d3aba4-9c9e-434a-8c23-557d08bc429c up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:12:50.345580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Router 570cbdb7-038b-47ce-8813-2e0ad14a87b8 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:12:50.386439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Port 3ae17eb3-0333-4c34-84a6-eee077895482 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:50.398647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 68d3aba4-9c9e-434a-8c23-557d08bc429c triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:50.400333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:50.400850 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 68d3aba4-9c9e-434a-8c23-557d08bc429c Oct 05 09:12:50.527111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 68d3aba4-9c9e-434a-8c23-557d08bc429c is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:12:50.579044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d3bfdd-4fdb-47ad-974a-380cc483b0c4 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Router 0a1e2d57-f665-4b5c-aee9-45b94d8e941d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:12:50.681660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:12:50.691169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Sync routers for ids ['570cbdb7-038b-47ce-8813-2e0ad14a87b8'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:12:50.701268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Routers {'570cbdb7-038b-47ce-8813-2e0ad14a87b8'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:50.702143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['570cbdb7-038b-47ce-8813-2e0ad14a87b8'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:50.769108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:50.770174 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5a86fa38-320d-4059-a90b-17f9a5bf4e2d tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.7814748 Oct 05 09:12:50.778950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53916) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:50.881818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Allocated IP 2001:db8::253 (f9d485ae-f538-4280-83af-fbb667c27c85/096deba1-7bf6-4f1d-9e09-e4f52f30580c/c6ecbc97-f6e7-469f-a7a3-e05188973ab7) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:50.893212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d3bfdd-4fdb-47ad-974a-380cc483b0c4 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:12:50.903658 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-19d3bfdd-4fdb-47ad-974a-380cc483b0c4 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "PUT /v2.0/routers/0a1e2d57-f665-4b5c-aee9-45b94d8e941d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5426483 Oct 05 09:12:50.903983 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Attempt 8 to provision port 3ae17eb3-0333-4c34-84a6-eee077895482 Oct 05 09:12:50.906337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53920) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:50.908590 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727fd35-fade-4f54-a657-b6dffb2a42c4 None None] Sync routers for ids ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:12:50.924619 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727fd35-fade-4f54-a657-b6dffb2a42c4 None None] Routers {'0a1e2d57-f665-4b5c-aee9-45b94d8e941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:50.925374 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3727fd35-fade-4f54-a657-b6dffb2a42c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:50.995621 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-649658fa-aa14-4620-a639-f61697a8fd03 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/routers/570cbdb7-038b-47ce-8813-2e0ad14a87b8 HTTP/1.1" status: 200 len: 906 time: 0.2154872 Oct 05 09:12:50.998547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53924) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:51.004706 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3727fd35-fade-4f54-a657-b6dffb2a42c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:51.015108 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727fd35-fade-4f54-a657-b6dffb2a42c4 None None] Routers {'0a1e2d57-f665-4b5c-aee9-45b94d8e941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:51.015710 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3727fd35-fade-4f54-a657-b6dffb2a42c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:51.037599 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Set router 570cbdb7-038b-47ce-8813-2e0ad14a87b8 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:12:51.058500 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-04071292-e2aa-4653-8014-60f0c3803c8b tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.058923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-04071292-e2aa-4653-8014-60f0c3803c8b tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.093233 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3727fd35-fade-4f54-a657-b6dffb2a42c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:51.093641 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727fd35-fade-4f54-a657-b6dffb2a42c4 None None] The sync data for ids ['0a1e2d57-f665-4b5c-aee9-45b94d8e941d'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:12:51.196212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.243231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Port 3ae17eb3-0333-4c34-84a6-eee077895482 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:51.354145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-04071292-e2aa-4653-8014-60f0c3803c8b tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89054) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Oct 05 09:12:51.354746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-04071292-e2aa-4653-8014-60f0c3803c8b tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Router c3d743bb-0413-4ecb-be41-024dfc231d28 migrating from provider to provider. {{(pid=89054) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Oct 05 09:12:51.354873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-04071292-e2aa-4653-8014-60f0c3803c8b tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.389879 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570cbdb7-038b-47ce-8813-2e0ad14a87b8', 'name': 'tempest-snat-router-146739022', 'tenant_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '9c804436-be26-4767-a94c-0cbcd967d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:12:45Z', 'updated_at': '2022-10-05T09:12:48Z', 'revision_number': 3, 'project_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'gw_port': {'id': '9c804436-be26-4767-a94c-0cbcd967d637', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570cbdb7-038b-47ce-8813-2e0ad14a87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:12:46Z', 'updated_at': '2022-10-05T09:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:51.391604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a06d2de6-39cb-4bc2-b048-e00ad2621c94 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.395299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Checking router: 570cbdb7-038b-47ce-8813-2e0ad14a87b8 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:12:51.395739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Updating router 570cbdb7-038b-47ce-8813-2e0ad14a87b8 port 9c804436-be26-4767-a94c-0cbcd967d637 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:12:51.401872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-04071292-e2aa-4653-8014-60f0c3803c8b tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.453257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.474895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-04071292-e2aa-4653-8014-60f0c3803c8b tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.526584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.536677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Deleting port 9c804436-be26-4767-a94c-0cbcd967d637 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:51.537122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.621856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-a06d2de6-39cb-4bc2-b048-e00ad2621c94 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Calling delete_port for c6ec2ad1-c378-4dce-8ee8-04a6d3bdd01f owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:51.728578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.739863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.762521 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Attempt 9 to provision port 3ae17eb3-0333-4c34-84a6-eee077895482 Oct 05 09:12:51.843783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.846329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Port 3ae17eb3-0333-4c34-84a6-eee077895482 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:51.857616 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Calling delete_port for 9c804436-be26-4767-a94c-0cbcd967d637 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:51.859768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Transition to ACTIVE for port object 9c804436-be26-4767-a94c-0cbcd967d637 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:51.870330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.936226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Attempting to bind port 9c804436-be26-4767-a94c-0cbcd967d637 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:12:51.937148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Attempting to bind port 9c804436-be26-4767-a94c-0cbcd967d637 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:12:51.937709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Attempting to bind port 9c804436-be26-4767-a94c-0cbcd967d637 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:12:51.949651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:12:51.950230 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:12:51.950725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.951215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:12:51.951777 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Bound port: 9c804436-be26-4767-a94c-0cbcd967d637, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:12:51.952152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:51.963565 dv-neutron-860328-1-hyperv neutron-server[89054]: WARNING neutron.scheduler.l3_agent_scheduler [None req-04071292-e2aa-4653-8014-60f0c3803c8b tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] No L3 agents can host the router c3d743bb-0413-4ecb-be41-024dfc231d28 Oct 05 09:12:51.999516 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68fe6e-1a65-4914-90ef-5c3a27dd1e57 None None] Pushing event updated for resources: {'Port': ['ID=9c804436-be26-4767-a94c-0cbcd967d637,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:52.007102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:12:52.007754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:12:52.041164 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] For port 9c804436-be26-4767-a94c-0cbcd967d637, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:12:52.044252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] For port 9c804436-be26-4767-a94c-0cbcd967d637, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9c804436-be26-4767-a94c-0cbcd967d637,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:12:52.047826 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:52.053096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:52.101469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Routers {'570cbdb7-038b-47ce-8813-2e0ad14a87b8'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:12:52.102115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['570cbdb7-038b-47ce-8813-2e0ad14a87b8'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:52.244905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68fe6e-1a65-4914-90ef-5c3a27dd1e57 None None] Pushing event updated for resources: {'Port': ['ID=9c804436-be26-4767-a94c-0cbcd967d637,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:52.273497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] Set router 570cbdb7-038b-47ce-8813-2e0ad14a87b8 gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:12:52.281678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Transition to ACTIVE for port object c6ecbc97-f6e7-469f-a7a3-e05188973ab7 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:52.375263 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Attempt 10 to provision port 3ae17eb3-0333-4c34-84a6-eee077895482 Oct 05 09:12:52.376534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:52.438110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Deleting port 293cf3e8-a27e-497f-b50a-60dd77aa9582 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:52.438452 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:52.461059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570cbdb7-038b-47ce-8813-2e0ad14a87b8', 'name': 'tempest-snat-router-146739022', 'tenant_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:12:45Z', 'updated_at': '2022-10-05T09:12:51Z', 'revision_number': 4, 'project_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:52.469365 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414daf26-e61b-4b1d-90fd-06f26b4c510b None None] The sync data for ids ['570cbdb7-038b-47ce-8813-2e0ad14a87b8'] in dv-neutron-860328-1-hyperv is: [{'id': '570cbdb7-038b-47ce-8813-2e0ad14a87b8', 'name': 'tempest-snat-router-146739022', 'tenant_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:12:45Z', 'updated_at': '2022-10-05T09:12:51Z', 'revision_number': 4, 'project_id': 'a06eb7c63fb04886b8e3db8d2cd44135', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:12:52.483071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a06d2de6-39cb-4bc2-b048-e00ad2621c94 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:52.487380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04071292-e2aa-4653-8014-60f0c3803c8b tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Hosts for router c3d743bb-0413-4ecb-be41-024dfc231d28: [] {{(pid=89054) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Oct 05 09:12:52.495906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e281df29-6a57-4f0c-aaeb-c4f6b3b9865c None None] Port 3ae17eb3-0333-4c34-84a6-eee077895482 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:52.510195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Deleting port 9c804436-be26-4767-a94c-0cbcd967d637 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:52.510348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:52.590547 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d2de6-39cb-4bc2-b048-e00ad2621c94 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event deleted for resources: {'Port': ['ID=c6ec2ad1-c378-4dce-8ee8-04a6d3bdd01f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:52.623392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Provisioning for port 401d2756-3818-4f3c-826a-0225c3f46123 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:52.629349 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Provisioning complete for port 401d2756-3818-4f3c-826a-0225c3f46123 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:52.629785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:52.630266 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Attempt 1 to provision port 401d2756-3818-4f3c-826a-0225c3f46123 Oct 05 09:12:52.663472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:52.703088 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04071292-e2aa-4653-8014-60f0c3803c8b tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Hosts for other DVR routers connected to router c3d743bb-0413-4ecb-be41-024dfc231d28: set() {{(pid=89054) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Oct 05 09:12:52.721726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] For port 9c804436-be26-4767-a94c-0cbcd967d637, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9c804436-be26-4767-a94c-0cbcd967d637,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:52.722766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:52.799520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-04071292-e2aa-4653-8014-60f0c3803c8b tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:52.805093 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-04071292-e2aa-4653-8014-60f0c3803c8b tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] 10.222.0.64 "PUT /v2.0/routers/c3d743bb-0413-4ecb-be41-024dfc231d28 HTTP/1.1" status: 200 len: 716 time: 2.5815544 Oct 05 09:12:52.812388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53928) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:52.864419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Current status of the port 401d2756-3818-4f3c-826a-0225c3f46123 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:12:52.865047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:52.890568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Calling delete_port for 9c804436-be26-4767-a94c-0cbcd967d637 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:52.895725 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Network f9d485ae-f538-4280-83af-fbb667c27c85 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:52.913477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:52.933809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] For port 401d2756-3818-4f3c-826a-0225c3f46123, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=401d2756-3818-4f3c-826a-0225c3f46123,segment=NetworkSegment(67ca21ba-3af0-43ab-ace5-7c0c95b976e0),segment_id=67ca21ba-3af0-43ab-ace5-7c0c95b976e0)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:52.950559 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:52.965229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:52.970923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:52.971636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:53.042643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Provisioning for port 8763992b-2ea0-42dc-aaa8-849bb1b548aa completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:53.054860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Provisioning complete for port 8763992b-2ea0-42dc-aaa8-849bb1b548aa triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:53.055413 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:53.056543 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Attempt 1 to provision port 8763992b-2ea0-42dc-aaa8-849bb1b548aa Oct 05 09:12:53.085639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event updated for resources: {'Port': ['ID=c6ecbc97-f6e7-469f-a7a3-e05188973ab7,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:53.107889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Pushing event updated for resources: {'Port': ['ID=401d2756-3818-4f3c-826a-0225c3f46123,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:53.133550 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fa368717-4fd9-41eb-a1cc-f85de0670587 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] 10.222.0.64 "GET /v2.0/routers/c3d743bb-0413-4ecb-be41-024dfc231d28 HTTP/1.1" status: 200 len: 716 time: 0.3120923 Oct 05 09:12:53.134265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53934) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:53.134949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:53.151356 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Port 8763992b-2ea0-42dc-aaa8-849bb1b548aa cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:53.170830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:53.213365 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-882193d2-28ca-49b8-9e51-151287784719 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.8531277 Oct 05 09:12:53.219228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53940) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:53.275857 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c804436-be26-4767-a94c-0cbcd967d637,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:53.317439 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Calling delete_port for 293cf3e8-a27e-497f-b50a-60dd77aa9582 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:53.510906 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-016d2c8b-b291-4f71-b8b0-b39aceaa8a31 tempest-RoutersTestDVR-669851131 tempest-RoutersTestDVR-669851131-project] 10.222.0.64 "GET /v2.0/routers/c3d743bb-0413-4ecb-be41-024dfc231d28 HTTP/1.1" status: 200 len: 682 time: 0.3775747 Oct 05 09:12:53.515395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53944) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:53.519436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:53.652522 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Attempt 2 to provision port 8763992b-2ea0-42dc-aaa8-849bb1b548aa Oct 05 09:12:53.710631 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Port 8763992b-2ea0-42dc-aaa8-849bb1b548aa cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:53.776043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a06d2de6-39cb-4bc2-b048-e00ad2621c94 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:53.777879 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a06d2de6-39cb-4bc2-b048-e00ad2621c94 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "DELETE /v2.0/ports/c6ec2ad1-c378-4dce-8ee8-04a6d3bdd01f HTTP/1.1" status: 204 len: 168 time: 3.7383730 Oct 05 09:12:53.780835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53948) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:53.838552 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fe032d-6d68-4988-b5a1-9e919657641c tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] GET failed (client error): The resource could not be found. Oct 05 09:12:53.839085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d9fe032d-6d68-4988-b5a1-9e919657641c tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Synchronizing usage tracker for tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:53.886429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d9fe032d-6d68-4988-b5a1-9e919657641c tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Unset dirty status for tenant:74dbc8d96ece44dc85d6d5e9f3e7d70d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:53.890465 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d9fe032d-6d68-4988-b5a1-9e919657641c tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "GET /v2.0/ports/c6ec2ad1-c378-4dce-8ee8-04a6d3bdd01f HTTP/1.1" status: 404 len: 333 time: 0.1060960 Oct 05 09:12:53.892111 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53952) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:53.931955 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a3a48cb-251d-4439-91a6-f1e363209275 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:53.978928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3afff5ad-3cd0-4fd7-ad80-e695615a4bfa tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Deleting port 3ae17eb3-0333-4c34-84a6-eee077895482 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:53.979394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3afff5ad-3cd0-4fd7-ad80-e695615a4bfa tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.001215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.006642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.012883 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.040745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 401d2756-3818-4f3c-826a-0225c3f46123 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:12:54.064220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c27e7-7e68-4753-a6aa-d64119dc24a1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:54.069952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c27e7-7e68-4753-a6aa-d64119dc24a1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:54.077248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event deleted for resources: {'Port': ['ID=293cf3e8-a27e-497f-b50a-60dd77aa9582,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:54.077483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c27e7-7e68-4753-a6aa-d64119dc24a1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:54.080890 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3c1c27e7-7e68-4753-a6aa-d64119dc24a1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.8605492 Oct 05 09:12:54.089995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53956) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:54.128858 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 401d2756-3818-4f3c-826a-0225c3f46123 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:54.129450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.129900 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 401d2756-3818-4f3c-826a-0225c3f46123 Oct 05 09:12:54.237844 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Attempt 3 to provision port 8763992b-2ea0-42dc-aaa8-849bb1b548aa Oct 05 09:12:54.268961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.317692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 401d2756-3818-4f3c-826a-0225c3f46123 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:12:54.323642 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Port 8763992b-2ea0-42dc-aaa8-849bb1b548aa cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:54.328350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.328880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 570cbdb7-038b-47ce-8813-2e0ad14a87b8 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:12:54.349533 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e3b88d17-0e43-4624-a221-a8d136c663b7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Deleting port c6ecbc97-f6e7-469f-a7a3-e05188973ab7 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:54.349881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3b88d17-0e43-4624-a221-a8d136c663b7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.383044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a3a48cb-251d-4439-91a6-f1e363209275 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.393868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a3a48cb-251d-4439-91a6-f1e363209275 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.422508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.426283 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2fa8e7ec-31b5-471a-84fb-00e18f5a17d8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "DELETE /v2.0/routers/570cbdb7-038b-47ce-8813-2e0ad14a87b8 HTTP/1.1" status: 204 len: 168 time: 3.4235766 Oct 05 09:12:54.429512 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53960) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:54.464361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a3a48cb-251d-4439-91a6-f1e363209275 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.467242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3a48cb-251d-4439-91a6-f1e363209275 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3d743bb-0413-4ecb-be41-024dfc231d28 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:12:54.488112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a3a48cb-251d-4439-91a6-f1e363209275 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.489138 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9a3a48cb-251d-4439-91a6-f1e363209275 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] 10.222.0.64 "DELETE /v2.0/routers/c3d743bb-0413-4ecb-be41-024dfc231d28 HTTP/1.1" status: 204 len: 168 time: 0.9720445 Oct 05 09:12:54.495492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53964) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:54.506324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e7c6a193-f4c7-4ebc-ac93-9c6ddb71b06e tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Request body: {'router': {'name': 'tempest-router-444785878', 'distributed': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:54.534734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e7c6a193-f4c7-4ebc-ac93-9c6ddb71b06e tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:54.573763 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.579999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.584933 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e7c6a193-f4c7-4ebc-ac93-9c6ddb71b06e tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Usage tracker for resource:router and tenant:b96e69528b864f7ab2e3b81537678a31 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:54.592651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e7c6a193-f4c7-4ebc-ac93-9c6ddb71b06e tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:54.607757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e7c6a193-f4c7-4ebc-ac93-9c6ddb71b06e tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:54.625222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a193-f4c7-4ebc-ac93-9c6ddb71b06e tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.626247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a193-f4c7-4ebc-ac93-9c6ddb71b06e tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.674165 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a193-f4c7-4ebc-ac93-9c6ddb71b06e tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.676225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3b88d17-0e43-4624-a221-a8d136c663b7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.692605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.693024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1e2d57-f665-4b5c-aee9-45b94d8e941d {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:12:54.724758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3afff5ad-3cd0-4fd7-ad80-e695615a4bfa tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.811710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e3b88d17-0e43-4624-a221-a8d136c663b7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Calling delete_port for c6ecbc97-f6e7-469f-a7a3-e05188973ab7 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:54.824871 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Attempt 4 to provision port 8763992b-2ea0-42dc-aaa8-849bb1b548aa Oct 05 09:12:54.842113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.843561 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-afaf48d9-af90-4b72-b5bb-069d787281a9 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "DELETE /v2.0/routers/0a1e2d57-f665-4b5c-aee9-45b94d8e941d HTTP/1.1" status: 204 len: 168 time: 3.8660474 Oct 05 09:12:54.892250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Port 8763992b-2ea0-42dc-aaa8-849bb1b548aa cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:54.894506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53970) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:54.927775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3afff5ad-3cd0-4fd7-ad80-e695615a4bfa tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Calling delete_port for 3ae17eb3-0333-4c34-84a6-eee077895482 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:54.952897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a193-f4c7-4ebc-ac93-9c6ddb71b06e tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:54.979723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:55.144784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f32c009-ab61-4a3f-9613-63ac4fbd6be1 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Deleting subnet f1277059-3b8c-47ed-a629-903caeffadae {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:12:55.150954 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a193-f4c7-4ebc-ac93-9c6ddb71b06e tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:55.158973 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e7c6a193-f4c7-4ebc-ac93-9c6ddb71b06e tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6562512 Oct 05 09:12:55.158973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f32c009-ab61-4a3f-9613-63ac4fbd6be1 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:55.188288 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53976) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:55.273387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3b88d17-0e43-4624-a221-a8d136c663b7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:55.391994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b88d17-0e43-4624-a221-a8d136c663b7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event deleted for resources: {'Port': ['ID=c6ecbc97-f6e7-469f-a7a3-e05188973ab7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:55.394875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:55.395125 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Attempt 5 to provision port 8763992b-2ea0-42dc-aaa8-849bb1b548aa Oct 05 09:12:55.397154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f32c009-ab61-4a3f-9613-63ac4fbd6be1 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:55.412446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Deleting port 68d3aba4-9c9e-434a-8c23-557d08bc429c {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:55.412876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:55.439606 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80258111-8f63-43c8-b47e-4ebbb0f96984 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:55.459561 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3afff5ad-3cd0-4fd7-ad80-e695615a4bfa tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:55.470318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Port 8763992b-2ea0-42dc-aaa8-849bb1b548aa cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:55.541159 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afff5ad-3cd0-4fd7-ad80-e695615a4bfa tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event deleted for resources: {'Port': ['ID=3ae17eb3-0333-4c34-84a6-eee077895482,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:55.817423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3afff5ad-3cd0-4fd7-ad80-e695615a4bfa tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:55.849741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] For port 68d3aba4-9c9e-434a-8c23-557d08bc429c, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=68d3aba4-9c9e-434a-8c23-557d08bc429c,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:55.850624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:55.970292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80258111-8f63-43c8-b47e-4ebbb0f96984 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:55.972063 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Attempt 6 to provision port 8763992b-2ea0-42dc-aaa8-849bb1b548aa Oct 05 09:12:55.974688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80258111-8f63-43c8-b47e-4ebbb0f96984 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.002008 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3afff5ad-3cd0-4fd7-ad80-e695615a4bfa tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "DELETE /v2.0/ports/3ae17eb3-0333-4c34-84a6-eee077895482 HTTP/1.1" status: 204 len: 168 time: 2.1087224 Oct 05 09:12:56.007107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3b88d17-0e43-4624-a221-a8d136c663b7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.012782 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e3b88d17-0e43-4624-a221-a8d136c663b7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "DELETE /v2.0/ports/c6ecbc97-f6e7-469f-a7a3-e05188973ab7 HTTP/1.1" status: 204 len: 168 time: 1.9182153 Oct 05 09:12:56.012782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53980) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:56.013030 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Calling delete_port for 68d3aba4-9c9e-434a-8c23-557d08bc429c owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:56.022707 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53982) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:56.061731 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Port 8763992b-2ea0-42dc-aaa8-849bb1b548aa cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:56.120644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f32c009-ab61-4a3f-9613-63ac4fbd6be1 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.153784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80258111-8f63-43c8-b47e-4ebbb0f96984 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.154304 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80258111-8f63-43c8-b47e-4ebbb0f96984 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f2e39ac-8b7d-4dce-bd88-e110a4576af4 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:12:56.161262 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2f2467-927a-4fa7-b294-f29a91cec635 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] GET failed (client error): The resource could not be found. Oct 05 09:12:56.161794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf2f2467-927a-4fa7-b294-f29a91cec635 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Synchronizing usage tracker for tenant:92c86e89d1684a348106c3ffe59049e7 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:12:56.165833 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60e6817-6b16-4957-a1af-31e4c0ad3fa5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] GET failed (client error): The resource could not be found. Oct 05 09:12:56.167540 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b60e6817-6b16-4957-a1af-31e4c0ad3fa5 tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "GET /v2.0/ports/3ae17eb3-0333-4c34-84a6-eee077895482 HTTP/1.1" status: 404 len: 333 time: 0.1476042 Oct 05 09:12:56.179945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53988) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:56.243736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80258111-8f63-43c8-b47e-4ebbb0f96984 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.244462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.245397 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80258111-8f63-43c8-b47e-4ebbb0f96984 tempest-RoutersTestDVR-1869060465 tempest-RoutersTestDVR-1869060465-project-admin] 10.222.0.64 "DELETE /v2.0/routers/2f2e39ac-8b7d-4dce-bd88-e110a4576af4 HTTP/1.1" status: 204 len: 168 time: 1.0559857 Oct 05 09:12:56.285402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf2f2467-927a-4fa7-b294-f29a91cec635 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Unset dirty status for tenant:92c86e89d1684a348106c3ffe59049e7 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:12:56.291623 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cf2f2467-927a-4fa7-b294-f29a91cec635 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "GET /v2.0/ports/c6ecbc97-f6e7-469f-a7a3-e05188973ab7 HTTP/1.1" status: 404 len: 333 time: 0.2602110 Oct 05 09:12:56.294927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 53994) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:56.310782 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Request body: {'port': {'network_id': 'f9d485ae-f538-4280-83af-fbb667c27c85', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-752451764'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:56.317761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f50b775f-1883-49f6-b68d-196e3376a33b tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Deleting port 7e38c0a2-6fdf-4726-ab15-af1a05baed71 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:56.318151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f50b775f-1883-49f6-b68d-196e3376a33b tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.375420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event deleted for resources: {'Port': ['ID=68d3aba4-9c9e-434a-8c23-557d08bc429c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:56.382069 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f32c009-ab61-4a3f-9613-63ac4fbd6be1 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.438289 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32c009-ab61-4a3f-9613-63ac4fbd6be1 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event deleted for resources: {'Subnet': ['ID=f1277059-3b8c-47ed-a629-903caeffadae,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:56.479621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f32c009-ab61-4a3f-9613-63ac4fbd6be1 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.495263 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285659b-a382-4541-a86e-c8fabd6d1f84 None None] Network 731eb8de-60e8-4498-9d6f-d477a2f99a5f requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:12:56.502535 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8f32c009-ab61-4a3f-9613-63ac4fbd6be1 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "DELETE /v2.0/subnets/f1277059-3b8c-47ed-a629-903caeffadae HTTP/1.1" status: 204 len: 168 time: 1.6065969 Oct 05 09:12:56.507899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 53998) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:56.592919 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Attempt 7 to provision port 8763992b-2ea0-42dc-aaa8-849bb1b548aa Oct 05 09:12:56.609788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.685378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Port 8763992b-2ea0-42dc-aaa8-849bb1b548aa cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:56.711434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54004) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:56.821446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.823489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:56.826413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.840888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:56.864964 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Made reservation on behalf of 92c86e89d1684a348106c3ffe59049e7 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:12:56.868835 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ff87c8-fff2-4b5c-91b0-e7a0642b3755 None None] DHCP port deletion for 731eb8de-60e8-4498-9d6f-d477a2f99a5f request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:12:56.870405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.874611 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-66ff87c8-fff2-4b5c-91b0-e7a0642b3755 None None] Deleting port 6639b118-2771-498a-9fa5-57221f4cbc2e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:56.874991 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66ff87c8-fff2-4b5c-91b0-e7a0642b3755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.882419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.883167 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e36df79-64d6-4d7e-a4f6-506297391332 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:12:56.904026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] device_id is not set on port b5231737-b347-498d-aba1-4e93562b3b55 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:12:56.920770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:56.992628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Deleting port 6639b118-2771-498a-9fa5-57221f4cbc2e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:57.002483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:57.051633 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f50b775f-1883-49f6-b68d-196e3376a33b tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:57.115151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:57.116317 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d986f219-8af7-4654-9241-af993566bbb3 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "DELETE /v2.0/routers/7e36df79-64d6-4d7e-a4f6-506297391332 HTTP/1.1" status: 204 len: 168 time: 2.6780128 Oct 05 09:12:57.124453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54010) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:57.136058 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-34170796', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:57.153656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:57.162484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Usage tracker for resource:router and tenant:2c4866e1436b4830a6276d692ff30c34 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:57.169583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:57.180237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:57.187531 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Attempt 8 to provision port 8763992b-2ea0-42dc-aaa8-849bb1b548aa Oct 05 09:12:57.235224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:57.236308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:57.251322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-66ff87c8-fff2-4b5c-91b0-e7a0642b3755 None None] For port 6639b118-2771-498a-9fa5-57221f4cbc2e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6639b118-2771-498a-9fa5-57221f4cbc2e,segment=NetworkSegment(f07f2599-6618-43c1-97d8-56316544da2c),segment_id=f07f2599-6618-43c1-97d8-56316544da2c)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:57.252078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66ff87c8-fff2-4b5c-91b0-e7a0642b3755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:57.267717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f50b775f-1883-49f6-b68d-196e3376a33b tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Calling delete_port for 7e38c0a2-6fdf-4726-ab15-af1a05baed71 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:57.267963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:57.287625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Allocated IP 2001:db8::23b (f9d485ae-f538-4280-83af-fbb667c27c85/096deba1-7bf6-4f1d-9e09-e4f52f30580c/b5231737-b347-498d-aba1-4e93562b3b55) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:57.315030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e305f5da-2d76-4cc9-83d1-bf9fac5fd6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:57.329758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Port 8763992b-2ea0-42dc-aaa8-849bb1b548aa cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:57.391276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-66ff87c8-fff2-4b5c-91b0-e7a0642b3755 None None] Calling delete_port for 6639b118-2771-498a-9fa5-57221f4cbc2e owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:57.402404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e305f5da-2d76-4cc9-83d1-bf9fac5fd6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:57.430339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e305f5da-2d76-4cc9-83d1-bf9fac5fd6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb9346ddfd14fcbacd8d61f3c89bd3b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:57.440383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e305f5da-2d76-4cc9-83d1-bf9fac5fd6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:57.461791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e305f5da-2d76-4cc9-83d1-bf9fac5fd6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:57.538775 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66ff87c8-fff2-4b5c-91b0-e7a0642b3755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:57.589668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff87c8-fff2-4b5c-91b0-e7a0642b3755 None None] Pushing event deleted for resources: {'Port': ['ID=6639b118-2771-498a-9fa5-57221f4cbc2e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:57.594863 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ff87c8-fff2-4b5c-91b0-e7a0642b3755 None None] No DVR routers for this DVR port 6639b118-2771-498a-9fa5-57221f4cbc2e on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:12:57.684718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:57.755678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] For port 6639b118-2771-498a-9fa5-57221f4cbc2e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6639b118-2771-498a-9fa5-57221f4cbc2e,segment=NetworkSegment(f07f2599-6618-43c1-97d8-56316544da2c),segment_id=f07f2599-6618-43c1-97d8-56316544da2c)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:12:57.756084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:57.780764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f50b775f-1883-49f6-b68d-196e3376a33b tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:57.830814 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Attempt 9 to provision port 8763992b-2ea0-42dc-aaa8-849bb1b548aa Oct 05 09:12:57.850060 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:57.872717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Transition to ACTIVE for port object b5231737-b347-498d-aba1-4e93562b3b55 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:12:57.940247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Port 8763992b-2ea0-42dc-aaa8-849bb1b548aa cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:57.986151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.014467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Calling delete_port for 6639b118-2771-498a-9fa5-57221f4cbc2e owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:12:58.036376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6639b118-2771-498a-9fa5-57221f4cbc2e no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:12:58.064400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b775f-1883-49f6-b68d-196e3376a33b tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event deleted for resources: {'Port': ['ID=7e38c0a2-6fdf-4726-ab15-af1a05baed71,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:58.075712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 6639b118-2771-498a-9fa5-57221f4cbc2e {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:12:58.076183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6639b118-2771-498a-9fa5-57221f4cbc2e not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:12:58.076705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 68d3aba4-9c9e-434a-8c23-557d08bc429c no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:12:58.122985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 68d3aba4-9c9e-434a-8c23-557d08bc429c {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:12:58.123524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 68d3aba4-9c9e-434a-8c23-557d08bc429c not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:12:58.132138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Network f9d485ae-f538-4280-83af-fbb667c27c85 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:58.166631 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:58.179825 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.214899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:58.220748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:58.221546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.238991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e305f5da-2d76-4cc9-83d1-bf9fac5fd6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.239860 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event updated for resources: {'Port': ['ID=b5231737-b347-498d-aba1-4e93562b3b55,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:58.254689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.256723 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e305f5da-2d76-4cc9-83d1-bf9fac5fd6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.358097 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ac22a29b-9013-401a-a636-46c78a57f34e tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0603614 Oct 05 09:12:58.361620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54014) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:58.362370 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e305f5da-2d76-4cc9-83d1-bf9fac5fd6e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cfb9346ddfd14fcbacd8d61f3c89bd3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5865846 Oct 05 09:12:58.369020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f50b775f-1883-49f6-b68d-196e3376a33b tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.371413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-fc58c9e4-0f90-4542-bf37-e8d872de7241 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8d', 'mac_address': 'fa:16:3e:cd:b1:83'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:12:58.371549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:12:58.371941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:12:58.372430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54018) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:58.380022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305f5da-2d76-4cc9-83d1-bf9fac5fd6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42208e40-d7dd-47d8-bb4c-2bc4c0d3cfb4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:58.433422 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f50b775f-1883-49f6-b68d-196e3376a33b tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "DELETE /v2.0/ports/7e38c0a2-6fdf-4726-ab15-af1a05baed71 HTTP/1.1" status: 204 len: 168 time: 2.2463882 Oct 05 09:12:58.434819 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54022) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:58.442079 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Attempt 10 to provision port 8763992b-2ea0-42dc-aaa8-849bb1b548aa Oct 05 09:12:58.477574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26fd0072-e198-4171-909b-3b87fbdef98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.506884 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26fd0072-e198-4171-909b-3b87fbdef98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.512804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Port 8763992b-2ea0-42dc-aaa8-849bb1b548aa cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:58.515842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b8b229a3-2250-4fed-b6db-b883497767fa None None] Could not find standard attr ID for object c6ec2ad1-c378-4dce-8ee8-04a6d3bdd01f. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:12:58.570549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26fd0072-e198-4171-909b-3b87fbdef98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.586354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd0072-e198-4171-909b-3b87fbdef98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42208e40-d7dd-47d8-bb4c-2bc4c0d3cfb4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:58.594940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26fd0072-e198-4171-909b-3b87fbdef98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.598984 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-26fd0072-e198-4171-909b-3b87fbdef98f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42208e40-d7dd-47d8-bb4c-2bc4c0d3cfb4 HTTP/1.1" status: 204 len: 168 time: 0.2209206 Oct 05 09:12:58.636362 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Could not find standard attr ID for object c6ecbc97-f6e7-469f-a7a3-e05188973ab7. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:12:58.652533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Provisioning for port b5231737-b347-498d-aba1-4e93562b3b55 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:12:58.658428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Provisioning complete for port b5231737-b347-498d-aba1-4e93562b3b55 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:12:58.658809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.659139 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Attempt 1 to provision port b5231737-b347-498d-aba1-4e93562b3b55 Oct 05 09:12:58.717259 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Port b5231737-b347-498d-aba1-4e93562b3b55 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:58.764099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb399e0-8ec0-4498-af51-825a3234f3fc tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Deleting subnet 79cef28e-f401-4717-9c91-582528e490ce {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:12:58.768419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Allocated IP 172.26.0.157 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/e9320403-0ef5-4c04-83ab-793cad25a2c3) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:12:58.774390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3eb399e0-8ec0-4498-af51-825a3234f3fc tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.873019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Deleting port 6639b118-2771-498a-9fa5-57221f4cbc2e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:58.873380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.931713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3eb399e0-8ec0-4498-af51-825a3234f3fc tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:58.944835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54030) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:58.953370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] The port '6639b118-2771-498a-9fa5-57221f4cbc2e' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:12:58.997540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e42f0a1-6a82-4c8f-aba3-f33d60b892ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.138683 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc58c9e4-0f90-4542-bf37-e8d872de7241 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.189265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1e42f0a1-6a82-4c8f-aba3-f33d60b892ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:12:59.202534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e42f0a1-6a82-4c8f-aba3-f33d60b892ea admin admin] Usage tracker for resource:security_group_rule and tenant:b96e69528b864f7ab2e3b81537678a31 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:12:59.215520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e42f0a1-6a82-4c8f-aba3-f33d60b892ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:12:59.219944 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Attempt 2 to provision port b5231737-b347-498d-aba1-4e93562b3b55 Oct 05 09:12:59.227496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1e42f0a1-6a82-4c8f-aba3-f33d60b892ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:12:59.231843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.242908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.252931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3eb399e0-8ec0-4498-af51-825a3234f3fc tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.274197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731eb8de-60e8-4498-9d6f-d477a2f99a5f']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:59.290947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07f2599-6618-43c1-97d8-56316544da2c') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:59.291368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07f2599-6618-43c1-97d8-56316544da2c') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:12:59.311992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.316875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Port b5231737-b347-498d-aba1-4e93562b3b55 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:59.338607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.351086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:12:59.351503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.427262 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f07f2599-6618-43c1-97d8-56316544da2c resource provider aggregate not found Oct 05 09:12:59.454750 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.470701 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f07f2599-6618-43c1-97d8-56316544da2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f07f2599-6618-43c1-97d8-56316544da2c found for delete ", "request_id": "req-168a66e8-1c4b-4ad0-9799-469a75c1e059"}]} Oct 05 09:12:59.499848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.501490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3eb399e0-8ec0-4498-af51-825a3234f3fc tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.521166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e42f0a1-6a82-4c8f-aba3-f33d60b892ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.522780 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.533613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e42f0a1-6a82-4c8f-aba3-f33d60b892ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.550784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event deleted for resources: {'Network': ['ID=731eb8de-60e8-4498-9d6f-d477a2f99a5f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:59.567895 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f5a70cda-6ac2-473b-bd2f-be36fffac0e8 tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "DELETE /v2.0/networks/731eb8de-60e8-4498-9d6f-d477a2f99a5f HTTP/1.1" status: 204 len: 168 time: 3.0589225 Oct 05 09:12:59.586337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54038) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:59.587803 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb399e0-8ec0-4498-af51-825a3234f3fc tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event deleted for resources: {'Subnet': ['ID=79cef28e-f401-4717-9c91-582528e490ce,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:59.601386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a25a58-2c40-452c-bc3c-67b8d2901c5c None None] Network 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:12:59.601914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3eb399e0-8ec0-4498-af51-825a3234f3fc tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.602194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42f0a1-6a82-4c8f-aba3-f33d60b892ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b40d36-112f-49ea-8985-21c3ff6fdf37,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:59.607253 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1e42f0a1-6a82-4c8f-aba3-f33d60b892ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b96e69528b864f7ab2e3b81537678a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6609914 Oct 05 09:12:59.609733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54042) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:59.674357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f061ceb2-4ad1-491a-b801-9b489a3c93ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.688329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:12:59.701043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:12:59.703065 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f061ceb2-4ad1-491a-b801-9b489a3c93ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.714709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Pushing event updated for resources: {'Port': ['ID=e9320403-0ef5-4c04-83ab-793cad25a2c3,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:59.717325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:12:59.750702 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3eb399e0-8ec0-4498-af51-825a3234f3fc tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "DELETE /v2.0/subnets/79cef28e-f401-4717-9c91-582528e490ce HTTP/1.1" status: 204 len: 168 time: 1.3148990 Oct 05 09:12:59.754052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54046) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:12:59.819004 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Attempt 3 to provision port b5231737-b347-498d-aba1-4e93562b3b55 Oct 05 09:12:59.873385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-25e5694b-2218-4a7c-87cd-cf47cae136cf tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Deleting port 79d8084f-494f-444b-a2b7-293b68844c2a {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:59.874157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-25e5694b-2218-4a7c-87cd-cf47cae136cf tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.889026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Port b5231737-b347-498d-aba1-4e93562b3b55 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:12:59.908577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc58c9e4-0f90-4542-bf37-e8d872de7241 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.933194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.934966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f061ceb2-4ad1-491a-b801-9b489a3c93ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.952758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061ceb2-4ad1-491a-b801-9b489a3c93ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b40d36-112f-49ea-8985-21c3ff6fdf37,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:12:59.955654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222fa698-45f1-4052-8341-b8de4fbd2220 None None] DHCP port deletion for 3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:12:59.961063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-222fa698-45f1-4052-8341-b8de4fbd2220 None None] Deleting port 801bb0b9-8da5-496a-a9d9-a1babf43b641 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:59.961550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-222fa698-45f1-4052-8341-b8de4fbd2220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.967499 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Deleting port 801bb0b9-8da5-496a-a9d9-a1babf43b641 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:12:59.967846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.978048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc58c9e4-0f90-4542-bf37-e8d872de7241 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.978805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-fc58c9e4-0f90-4542-bf37-e8d872de7241 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] In _notify_port_updated(), no bound segment for port b5231737-b347-498d-aba1-4e93562b3b55 on network f9d485ae-f538-4280-83af-fbb667c27c85 {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:12:59.984544 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc58c9e4-0f90-4542-bf37-e8d872de7241 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:12:59.985204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc58c9e4-0f90-4542-bf37-e8d872de7241 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:12:59.986573 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fc58c9e4-0f90-4542-bf37-e8d872de7241 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "PUT /v2.0/ports/b5231737-b347-498d-aba1-4e93562b3b55 HTTP/1.1" status: 200 len: 1001 time: 1.6239955 Oct 05 09:13:00.026778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54050) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:00.081327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 801bb0b9-8da5-496a-a9d9-a1babf43b641 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:00.112072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f061ceb2-4ad1-491a-b801-9b489a3c93ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:00.113199 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f061ceb2-4ad1-491a-b801-9b489a3c93ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63b40d36-112f-49ea-8985-21c3ff6fdf37 HTTP/1.1" status: 204 len: 168 time: 0.5025356 Oct 05 09:13:00.246005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8c338f2f-b868-48fe-9162-6e3b7f97a970 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Deleting port b5231737-b347-498d-aba1-4e93562b3b55 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:00.246914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c338f2f-b868-48fe-9162-6e3b7f97a970 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:00.283874 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-222fa698-45f1-4052-8341-b8de4fbd2220 None None] For port 801bb0b9-8da5-496a-a9d9-a1babf43b641, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=801bb0b9-8da5-496a-a9d9-a1babf43b641,segment=NetworkSegment(a74ccb83-a2d7-4943-a789-8e90187e48c9),segment_id=a74ccb83-a2d7-4943-a789-8e90187e48c9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:00.284309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-222fa698-45f1-4052-8341-b8de4fbd2220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:00.377366 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58c9e4-0f90-4542-bf37-e8d872de7241 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event updated for resources: {'Port': ['ID=b5231737-b347-498d-aba1-4e93562b3b55,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:00.411928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] For port 801bb0b9-8da5-496a-a9d9-a1babf43b641, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=801bb0b9-8da5-496a-a9d9-a1babf43b641,segment=NetworkSegment(a74ccb83-a2d7-4943-a789-8e90187e48c9),segment_id=a74ccb83-a2d7-4943-a789-8e90187e48c9)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:00.412518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:00.433275 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Attempt 4 to provision port b5231737-b347-498d-aba1-4e93562b3b55 Oct 05 09:13:00.464872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-222fa698-45f1-4052-8341-b8de4fbd2220 None None] Calling delete_port for 801bb0b9-8da5-496a-a9d9-a1babf43b641 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:00.547940 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-25e5694b-2218-4a7c-87cd-cf47cae136cf tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:00.548381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-25e5694b-2218-4a7c-87cd-cf47cae136cf tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:00.559823 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Port b5231737-b347-498d-aba1-4e93562b3b55 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:00.581476 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Calling delete_port for 801bb0b9-8da5-496a-a9d9-a1babf43b641 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:00.623305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-222fa698-45f1-4052-8341-b8de4fbd2220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:00.706708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fa698-45f1-4052-8341-b8de4fbd2220 None None] Pushing event deleted for resources: {'Port': ['ID=801bb0b9-8da5-496a-a9d9-a1babf43b641,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:00.707261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-25e5694b-2218-4a7c-87cd-cf47cae136cf tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Calling delete_port for 79d8084f-494f-444b-a2b7-293b68844c2a owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:00.713315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222fa698-45f1-4052-8341-b8de4fbd2220 None None] No DVR routers for this DVR port 801bb0b9-8da5-496a-a9d9-a1babf43b641 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:13:00.719307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 801bb0b9-8da5-496a-a9d9-a1babf43b641 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:00.720346 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:00.809266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:13:00.809593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:13:00.811512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c338f2f-b868-48fe-9162-6e3b7f97a970 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:00.870734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:00.982475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8c338f2f-b868-48fe-9162-6e3b7f97a970 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Calling delete_port for b5231737-b347-498d-aba1-4e93562b3b55 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:01.060806 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Attempt 5 to provision port b5231737-b347-498d-aba1-4e93562b3b55 Oct 05 09:13:01.153839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-25e5694b-2218-4a7c-87cd-cf47cae136cf tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.178197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Port b5231737-b347-498d-aba1-4e93562b3b55 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:01.185893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c338f2f-b868-48fe-9162-6e3b7f97a970 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.215122 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54080) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:01.222898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5694b-2218-4a7c-87cd-cf47cae136cf tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Pushing event deleted for resources: {'Port': ['ID=79d8084f-494f-444b-a2b7-293b68844c2a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:01.337376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Deleting port 801bb0b9-8da5-496a-a9d9-a1babf43b641 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:01.337894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.378698 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'network': {'name': 'tempest-RoutersTest-1501928033'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:01.378932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c338f2f-b868-48fe-9162-6e3b7f97a970 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event deleted for resources: {'Port': ['ID=b5231737-b347-498d-aba1-4e93562b3b55,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:01.394864 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:01.401809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:network and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:01.407478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:01.424711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:01.440237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-25e5694b-2218-4a7c-87cd-cf47cae136cf tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.450171 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.453722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] The port '801bb0b9-8da5-496a-a9d9-a1babf43b641' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:13:01.514372 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:01.517769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.548214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.571836 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-25e5694b-2218-4a7c-87cd-cf47cae136cf tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.575338 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-25e5694b-2218-4a7c-87cd-cf47cae136cf tempest-FloatingIPAdminTestJSON-452316500 tempest-FloatingIPAdminTestJSON-452316500-project] 10.222.0.64 "DELETE /v2.0/floatingips/88ef7510-4acf-4f7a-b379-79affd9f9cfc HTTP/1.1" status: 204 len: 168 time: 1.9815061 Oct 05 09:13:01.585686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:01.643095 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:security_group_rule and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:01.652931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:01.661556 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:01.681494 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Attempt 6 to provision port b5231737-b347-498d-aba1-4e93562b3b55 Oct 05 09:13:01.689165 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.718507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1452a233-d234-4ff0-8c9f-f58d91af28cd None None] Port b5231737-b347-498d-aba1-4e93562b3b55 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:13:01.719225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0c49ae-3cc6-4b54-bb44-0d8aa5674846']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:01.741064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74ccb83-a2d7-4943-a789-8e90187e48c9') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:01.741488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74ccb83-a2d7-4943-a789-8e90187e48c9') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:01.752057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c338f2f-b868-48fe-9162-6e3b7f97a970 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.761009 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Router 5b2907f0-0d79-4fff-b269-3e94a952fa78 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:13:01.766465 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8c338f2f-b868-48fe-9162-6e3b7f97a970 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "DELETE /v2.0/ports/b5231737-b347-498d-aba1-4e93562b3b55 HTTP/1.1" status: 204 len: 168 time: 1.6944745 Oct 05 09:13:01.769842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54088) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:01.776694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.855097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.865636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:13:01.867023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.949348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54094) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:01.964066 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-4614b310-063d-4a41-bb29-d03d8b355853 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] GET failed (client error): The resource could not be found. Oct 05 09:13:01.964615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4614b310-063d-4a41-bb29-d03d8b355853 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Synchronizing usage tracker for tenant:92c86e89d1684a348106c3ffe59049e7 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:01.982738 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.994951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:01.997153 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a74ccb83-a2d7-4943-a789-8e90187e48c9 resource provider aggregate not found Oct 05 09:13:02.002898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4614b310-063d-4a41-bb29-d03d8b355853 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Unset dirty status for tenant:92c86e89d1684a348106c3ffe59049e7 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:02.008491 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4614b310-063d-4a41-bb29-d03d8b355853 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "GET /v2.0/ports/b5231737-b347-498d-aba1-4e93562b3b55 HTTP/1.1" status: 404 len: 333 time: 0.2331393 Oct 05 09:13:02.008491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54104) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:02.013287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.018495 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.027029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Request body: {'port': {'network_id': 'f9d485ae-f538-4280-83af-fbb667c27c85', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1974722074'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:02.066892 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a74ccb83-a2d7-4943-a789-8e90187e48c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a74ccb83-a2d7-4943-a789-8e90187e48c9 found for delete ", "request_id": "req-125e33b8-9175-4ca7-ae4d-9098d4a68633"}]} Oct 05 09:13:02.096415 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:13:02.121514 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] 10.222.0.64 "DELETE /v2.0/networks/3b0c49ae-3cc6-4b54-bb44-0d8aa5674846 HTTP/1.1" status: 204 len: 168 time: 2.3659470 Oct 05 09:13:02.122451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b6c9b-27f2-4586-8580-2fb2c80d798d tempest-AllowedAddressPairTestJSON-1478532818 tempest-AllowedAddressPairTestJSON-1478532818-project] Pushing event deleted for resources: {'Network': ['ID=3b0c49ae-3cc6-4b54-bb44-0d8aa5674846,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:02.140348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03497c8-6ffe-444e-99cb-509212a25bc1,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:02.144970 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.145314 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Added segment 803bcc64-b3dc-4295-940e-db2e94d344f5 of type vlan for network d27076f7-c0c6-41a5-97ce-20c1bf6995eb Oct 05 09:13:02.207816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:13:02.213263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:02.224256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:02.227101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66587d15-be6e-4480-a3ef-414a4a140e57 None None] Sync routers for ids ['5b2907f0-0d79-4fff-b269-3e94a952fa78'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:13:02.236940 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.238792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Made reservation on behalf of 92c86e89d1684a348106c3ffe59049e7 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:02.239116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66587d15-be6e-4480-a3ef-414a4a140e57 None None] Routers {'5b2907f0-0d79-4fff-b269-3e94a952fa78'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:02.239893 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-66587d15-be6e-4480-a3ef-414a4a140e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5b2907f0-0d79-4fff-b269-3e94a952fa78'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:02.242680 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-eada95ff-1a26-4dd8-9793-4f6f9aaa5ffa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c8b2389e09247c0b5ee8c64daf14218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922258 Oct 05 09:13:02.244364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.246947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54110) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:02.268315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] device_id is not set on port 7bd51549-aac1-4a06-a1d3-549b67712fc3 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:02.297721 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.298935 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-115fe95e-5369-4e94-a189-a1aaf5444825 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1735539 Oct 05 09:13:02.302476 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54114) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:02.309923 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-28fc3943-957e-46cc-90db-aa7a154570ee tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'enable_snat': False}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:02.322739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-66587d15-be6e-4480-a3ef-414a4a140e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:02.333445 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.334176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66587d15-be6e-4480-a3ef-414a4a140e57 None None] Routers {'5b2907f0-0d79-4fff-b269-3e94a952fa78'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:02.334894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-66587d15-be6e-4480-a3ef-414a4a140e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:12:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5b2907f0-0d79-4fff-b269-3e94a952fa78'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:02.338981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:02.339576 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.372644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8871b752-1cfc-446f-9300-a4de6469a289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.410428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-66587d15-be6e-4480-a3ef-414a4a140e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:02.410859 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66587d15-be6e-4480-a3ef-414a4a140e57 None None] The sync data for ids ['5b2907f0-0d79-4fff-b269-3e94a952fa78'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:13:02.460649 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2414749 Oct 05 09:13:02.463728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54120) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:02.465828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54122) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:02.472157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'network': {'name': 'tempest-RoutersTest-510674781'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:02.474172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce840afc-13ee-42ab-aa27-656f186c09b4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Network': ['ID=d27076f7-c0c6-41a5-97ce-20c1bf6995eb,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:02.477253 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8871b752-1cfc-446f-9300-a4de6469a289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.486256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network d27076f7-c0c6-41a5-97ce-20c1bf6995eb details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:13:02.502568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:02.550816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8871b752-1cfc-446f-9300-a4de6469a289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.553231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:network and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:02.565679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:02.574212 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871b752-1cfc-446f-9300-a4de6469a289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1815335d-e069-4edd-ab3e-4d792b415360,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:02.592493 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8871b752-1cfc-446f-9300-a4de6469a289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.593663 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8871b752-1cfc-446f-9300-a4de6469a289 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1815335d-e069-4edd-ab3e-4d792b415360 HTTP/1.1" status: 204 len: 168 time: 0.3458040 Oct 05 09:13:02.638122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:02.679496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:02.684015 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.729454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Allocated IP 2001:db8::19d (f9d485ae-f538-4280-83af-fbb667c27c85/096deba1-7bf6-4f1d-9e09-e4f52f30580c/7bd51549-aac1-4a06-a1d3-549b67712fc3) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:02.730419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eec4b72e-7110-4a1b-8314-68d2db8eef6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.731858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:13:02.816557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:02.816997 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Added segment 1fd9e563-aa5c-40e5-afac-479caa60f4b6 of type vlan for network 2b8818de-c39a-491b-88df-eaf026fc2e84 Oct 05 09:13:02.955974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.099499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54140) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:03.121728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93c70331-fc29-4eca-95d7-7c252bf0019e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.138538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085e28d-f920-4c00-9bc8-0870386f5cb0 req-85ce8775-5335-4e18-8f20-fccb214d5c62 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:03.140356 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6085e28d-f920-4c00-9bc8-0870386f5cb0 req-85ce8775-5335-4e18-8f20-fccb214d5c62 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 946 time: 0.1397076 Oct 05 09:13:03.148026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-93c70331-fc29-4eca-95d7-7c252bf0019e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:03.153491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-93c70331-fc29-4eca-95d7-7c252bf0019e admin admin] Usage tracker for resource:security_group_rule and tenant:b6b6decdd9544bec81c34dceef67a007 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:03.158581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-93c70331-fc29-4eca-95d7-7c252bf0019e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:03.176823 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-93c70331-fc29-4eca-95d7-7c252bf0019e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:03.209258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:13:03.219519 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6085e28d-f920-4c00-9bc8-0870386f5cb0 req-637a2f3c-9d87-428b-91ba-97d027d809e1 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626783 Oct 05 09:13:03.299334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93c70331-fc29-4eca-95d7-7c252bf0019e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.305351 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93c70331-fc29-4eca-95d7-7c252bf0019e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.359809 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f929066b-192c-460e-a2b6-17ab80831882 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74dbc8d96ece44dc85d6d5e9f3e7d70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8837843 Oct 05 09:13:03.364881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.370882 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:03.371502 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.375039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54146) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:03.417510 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-93c70331-fc29-4eca-95d7-7c252bf0019e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6b6decdd9544bec81c34dceef67a007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166907 Oct 05 09:13:03.419220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c70331-fc29-4eca-95d7-7c252bf0019e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f554170b-93f3-4cec-98fc-69a0a7693a8a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:03.422751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54148) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:03.507330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce738479-9d5e-400f-ac7c-ac8b29df6579 req-8aeac5da-049c-4119-88bb-4db5467023b4 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:03.508966 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ce738479-9d5e-400f-ac7c-ac8b29df6579 req-8aeac5da-049c-4119-88bb-4db5467023b4 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 945 time: 0.1903250 Oct 05 09:13:03.512323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8446e4bb-c5d1-45b0-8058-d2bc07624fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.564103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8446e4bb-c5d1-45b0-8058-d2bc07624fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.594353 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ce738479-9d5e-400f-ac7c-ac8b29df6579 req-d90a8a72-535c-4725-b4a8-9cfa4b9b21c3 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789032 Oct 05 09:13:03.632515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8446e4bb-c5d1-45b0-8058-d2bc07624fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.644086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.648789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-28fc3943-957e-46cc-90db-aa7a154570ee tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.653780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446e4bb-c5d1-45b0-8058-d2bc07624fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f554170b-93f3-4cec-98fc-69a0a7693a8a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:03.654978 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Network': ['ID=2b8818de-c39a-491b-88df-eaf026fc2e84,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:03.658311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8446e4bb-c5d1-45b0-8058-d2bc07624fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.662354 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8446e4bb-c5d1-45b0-8058-d2bc07624fc6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f554170b-93f3-4cec-98fc-69a0a7693a8a HTTP/1.1" status: 204 len: 168 time: 0.2347190 Oct 05 09:13:03.664812 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-520293b6-f712-488a-9404-c1c3123f6888 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1998751 Oct 05 09:13:03.668750 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54156) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:03.684317 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'subnet': {'network_id': 'd27076f7-c0c6-41a5-97ce-20c1bf6995eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:03.708231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Transition to ACTIVE for port object 7bd51549-aac1-4a06-a1d3-549b67712fc3 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:03.717083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 2b8818de-c39a-491b-88df-eaf026fc2e84 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:13:03.717597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cf0f81c-4756-47db-9781-144de56c01c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.804153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cf0f81c-4756-47db-9781-144de56c01c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.847597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:03.863075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:subnet and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:03.868266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.875164 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:03.888121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:03.907379 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:03.913501 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.940715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Network f9d485ae-f538-4280-83af-fbb667c27c85 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:03.941496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cf0f81c-4756-47db-9781-144de56c01c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.960391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:03.971914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:03.979284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:03.979284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:03.991582 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0f81c-4756-47db-9781-144de56c01c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d4f710-a56e-4011-9095-3bcded93b91a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:04.006914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event updated for resources: {'Port': ['ID=7bd51549-aac1-4a06-a1d3-549b67712fc3,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:04.018909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cf0f81c-4756-47db-9781-144de56c01c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:04.019466 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6cf0f81c-4756-47db-9781-144de56c01c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39d4f710-a56e-4011-9095-3bcded93b91a HTTP/1.1" status: 204 len: 168 time: 0.5703378 Oct 05 09:13:04.037735 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-11ddc194-0c0f-4d09-8962-10f534fae336 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0266104 Oct 05 09:13:04.038441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54166) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:04.047402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6f1b0053-85ad-443a-baeb-395167b8a9d7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cd:b1:83'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:04.219092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:04.285230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54172) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:04.362445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Provisioning for port 7bd51549-aac1-4a06-a1d3-549b67712fc3 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:04.369301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Provisioning complete for port 7bd51549-aac1-4a06-a1d3-549b67712fc3 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:04.369723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:04.370095 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Attempt 1 to provision port 7bd51549-aac1-4a06-a1d3-549b67712fc3 Oct 05 09:13:04.389180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Checking segment: {'id': '803bcc64-b3dc-4295-940e-db2e94d344f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd27076f7-c0c6-41a5-97ce-20c1bf6995eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:04.389746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network hostable DHCP agents. Network: d27076f7-c0c6-41a5-97ce-20c1bf6995eb, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:13:04.425568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Subnet': ['ID=cd1ae372-b17b-456a-93c1-636288a5e230,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:04.435016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Port 7bd51549-aac1-4a06-a1d3-549b67712fc3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:04.503961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network d27076f7-c0c6-41a5-97ce-20c1bf6995eb is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:13:04.509176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:04.522006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, d27076f7-c0c6-41a5-97ce-20c1bf6995eb) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:04.528476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:04.529149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:04.538786 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415bfa7-6cc8-4191-b83f-e06e41f7786e None None] Network d27076f7-c0c6-41a5-97ce-20c1bf6995eb requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:04.556607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c34cd1a-e797-4773-ad4e-ab2924f80dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:04.564474 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2bfeb144-7adc-47b2-9206-ca0705e80a9f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8863137 Oct 05 09:13:04.568343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54184) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:04.578760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'subnet': {'network_id': '2b8818de-c39a-491b-88df-eaf026fc2e84', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:04.600696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a250a7a-fbe3-4aff-b8a7-c51d8d62e2b1 req-8d7b5849-c304-4bc8-b601-21a3cdba712e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:04.607571 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0a250a7a-fbe3-4aff-b8a7-c51d8d62e2b1 req-8d7b5849-c304-4bc8-b601-21a3cdba712e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 946 time: 0.1605115 Oct 05 09:13:04.658121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9c34cd1a-e797-4773-ad4e-ab2924f80dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:04.672373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9c34cd1a-e797-4773-ad4e-ab2924f80dce admin admin] Usage tracker for resource:security_group_rule and tenant:4ef3f23bcc7e4a81bb457396f420f2d7 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:04.677599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9c34cd1a-e797-4773-ad4e-ab2924f80dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:04.774092 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0a250a7a-fbe3-4aff-b8a7-c51d8d62e2b1 req-3135626a-41ff-4229-bdd4-babf4c31bb10 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655557 Oct 05 09:13:04.822302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:04.823475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9c34cd1a-e797-4773-ad4e-ab2924f80dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:04.826483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:subnet and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:04.826906 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0053-85ad-443a-baeb-395167b8a9d7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:04.829471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:04.835385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:04.853347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:04.858214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:04.938901 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Attempt 2 to provision port 7bd51549-aac1-4a06-a1d3-549b67712fc3 Oct 05 09:13:05.087628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-d27076f7-c0c6-41a5-97ce-20c1bf6995eb', 'network_id': 'd27076f7-c0c6-41a5-97ce-20c1bf6995eb', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'fixed_ips': [{'subnet_id': 'cd1ae372-b17b-456a-93c1-636288a5e230'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:13:05.088917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:05.122519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Port 7bd51549-aac1-4a06-a1d3-549b67712fc3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:05.228685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af02c35-bbe7-4cde-a838-f65f0eab74c6 req-d0dabb2e-7c89-4149-839d-489074846a40 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:05.230362 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8af02c35-bbe7-4cde-a838-f65f0eab74c6 req-d0dabb2e-7c89-4149-839d-489074846a40 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 945 time: 0.4619846 Oct 05 09:13:05.305194 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8af02c35-bbe7-4cde-a838-f65f0eab74c6 req-95309d58-fee4-411f-b557-9f13bd62396a tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640011 Oct 05 09:13:05.327080 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54200) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:05.360129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Allocated IP 172.20.0.2 (d27076f7-c0c6-41a5-97ce-20c1bf6995eb/cd1ae372-b17b-456a-93c1-636288a5e230/5434c47f-9c93-433e-9254-3df7f85adbeb) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:05.440185 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:05.470461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-5cd805fd-a6cd-4889-866f-a3e6ea1a8f27 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:05.471304 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-5cd805fd-a6cd-4889-866f-a3e6ea1a8f27 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Synchronizing usage tracker for tenant:55cca285808e4ee2a7042e9a9d2def4c on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:05.536854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Subnet': ['ID=47dde51a-609c-46bd-9b5a-6cdbc7832ae3,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:05.555067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-7834959e-e347-4188-86f7-575abd7e183c tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:05.557137 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-7834959e-e347-4188-86f7-575abd7e183c tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Synchronizing usage tracker for tenant:7c2806662ba345c1970efc4b5f30b2a0 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:05.575367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Checking segment: {'id': '1fd9e563-aa5c-40e5-afac-479caa60f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2b8818de-c39a-491b-88df-eaf026fc2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:05.576279 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network hostable DHCP agents. Network: 2b8818de-c39a-491b-88df-eaf026fc2e84, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:13:05.602956 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8a23ec78-e18c-4d7d-8668-ae0e63732959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:05.607821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network 2b8818de-c39a-491b-88df-eaf026fc2e84 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:13:05.623707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 2b8818de-c39a-491b-88df-eaf026fc2e84) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:05.645559 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:05.646647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:05.648849 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Attempt 3 to provision port 7bd51549-aac1-4a06-a1d3-549b67712fc3 Oct 05 09:13:05.649297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cfb6c11e-b5ab-43c8-b02f-2eb7f8da9c55 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] Request body: {'port': {'network_id': 'd2211446-78f0-48b9-af58-1b7a968f8285', 'name': 'tempest-NetworksNegativeTestJSON-1531069552'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:05.682585 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb6c11e-b5ab-43c8-b02f-2eb7f8da9c55 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] POST failed (client error): The resource could not be found. Oct 05 09:13:05.683269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb6c11e-b5ab-43c8-b02f-2eb7f8da9c55 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:13:05.684139 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cfb6c11e-b5ab-43c8-b02f-2eb7f8da9c55 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3510675 Oct 05 09:13:05.688279 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54206) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:05.697664 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256105a6-6e17-47bf-b5ab-bcf7d649f6fb None None] Network 2b8818de-c39a-491b-88df-eaf026fc2e84 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:05.705614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-5cd805fd-a6cd-4889-866f-a3e6ea1a8f27 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Unset dirty status for tenant:55cca285808e4ee2a7042e9a9d2def4c on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:05.706774 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-5cd805fd-a6cd-4889-866f-a3e6ea1a8f27 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.45 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 946 time: 1.1990135 Oct 05 09:13:05.718608 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-84459613-18de-4aab-ab58-97081c500645 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1489601 Oct 05 09:13:05.723045 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54210) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:05.732262 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-430aace9-62cd-4048-9212-97d1858847ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1631604239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:05.745042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-430aace9-62cd-4048-9212-97d1858847ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:05.748786 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d6b963-a64b-43c1-9f00-1aaa8f7489e3 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] DELETE failed (client error): The resource could not be found. Oct 05 09:13:05.749517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d6b963-a64b-43c1-9f00-1aaa8f7489e3 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:13:05.751467 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-07d6b963-a64b-43c1-9f00-1aaa8f7489e3 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] 10.222.0.64 "DELETE /v2.0/networks/3e7763ff-122a-4055-934e-9168ced964c9 HTTP/1.1" status: 404 len: 339 time: 0.0619659 Oct 05 09:13:05.756553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-430aace9-62cd-4048-9212-97d1858847ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:router and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:05.760191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54214) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:05.763330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-430aace9-62cd-4048-9212-97d1858847ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:05.823387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-430aace9-62cd-4048-9212-97d1858847ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:05.830335 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbfed03-72ae-46fe-96e0-39ead3989a61 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] DELETE failed (client error): The resource could not be found. Oct 05 09:13:05.831282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbfed03-72ae-46fe-96e0-39ead3989a61 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:13:05.833383 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5cbfed03-72ae-46fe-96e0-39ead3989a61 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] 10.222.0.64 "DELETE /v2.0/ports/086ebc74-f054-4fb8-817c-1d244b0b3277 HTTP/1.1" status: 404 len: 333 time: 0.0718195 Oct 05 09:13:05.839894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54220) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:05.884122 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:05.887394 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Port 7bd51549-aac1-4a06-a1d3-549b67712fc3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:05.900144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Deleting port fcfaca51-9acb-4826-8b83-5ca0ffd3e636 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:05.900489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:05.901218 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddecde05-0e61-48e5-b61e-2d7490c86a13 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] DELETE failed (client error): The resource could not be found. Oct 05 09:13:05.901931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddecde05-0e61-48e5-b61e-2d7490c86a13 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:13:05.903249 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Transition to ACTIVE for port object 5434c47f-9c93-433e-9254-3df7f85adbeb will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:05.907515 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ddecde05-0e61-48e5-b61e-2d7490c86a13 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] 10.222.0.64 "DELETE /v2.0/subnets/7d235e34-75ef-4f54-b278-c0ca5a267b03 HTTP/1.1" status: 404 len: 337 time: 0.0647116 Oct 05 09:13:05.911663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54226) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:05.951705 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffc5c57-60fc-4f51-a444-ec1d829c6440 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] GET failed (client error): The resource could not be found. Oct 05 09:13:05.956156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Transition to ACTIVE for port object 5434c47f-9c93-433e-9254-3df7f85adbeb will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:05.957281 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6ffc5c57-60fc-4f51-a444-ec1d829c6440 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] 10.222.0.64 "GET /v2.0/networks/d95ebdea-179c-4ba5-8655-ca1c87f90002 HTTP/1.1" status: 404 len: 339 time: 0.0430799 Oct 05 09:13:05.958074 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54230) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:06.013922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.021258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-7834959e-e347-4188-86f7-575abd7e183c tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Unset dirty status for tenant:7c2806662ba345c1970efc4b5f30b2a0 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:06.022395 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-7834959e-e347-4188-86f7-575abd7e183c tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 945 time: 1.2017310 Oct 05 09:13:06.048100 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-8decb498-f854-4ce5-8037-191ac84c7528 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] GET failed (client error): The resource could not be found. Oct 05 09:13:06.052703 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8decb498-f854-4ce5-8037-191ac84c7528 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] 10.222.0.64 "GET /v2.0/ports/2c158101-1e39-42d6-81b3-52a0fdb13263 HTTP/1.1" status: 404 len: 333 time: 0.0934258 Oct 05 09:13:06.059659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54234) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:06.105900 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0a568f-2f22-467d-bedf-a49bfcb6c6c7 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] GET failed (client error): The resource could not be found. Oct 05 09:13:06.110856 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4e0a568f-2f22-467d-bedf-a49bfcb6c6c7 tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] 10.222.0.64 "GET /v2.0/subnets/8694a3a8-cc6f-46bf-a2b2-0d6a86769481 HTTP/1.1" status: 404 len: 337 time: 0.0466113 Oct 05 09:13:06.112572 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54238) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:06.112695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c34cd1a-e797-4773-ad4e-ab2924f80dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.120509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6c7615c1-4fbd-4ff3-90df-df988eb62f7a tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:06.145939 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7615c1-4fbd-4ff3-90df-df988eb62f7a tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] PUT failed (client error): The resource could not be found. Oct 05 09:13:06.147541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7615c1-4fbd-4ff3-90df-df988eb62f7a tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:13:06.156046 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6c7615c1-4fbd-4ff3-90df-df988eb62f7a tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] 10.222.0.64 "PUT /v2.0/networks/04bbd73d-87d4-432d-929b-41b109187a80 HTTP/1.1" status: 404 len: 339 time: 0.0424993 Oct 05 09:13:06.159960 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54242) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:06.191996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e98f4806-b0ff-4e33-986c-a1af3f28c19c tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:06.195251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Network d27076f7-c0c6-41a5-97ce-20c1bf6995eb is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:06.200402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-2b8818de-c39a-491b-88df-eaf026fc2e84', 'network_id': '2b8818de-c39a-491b-88df-eaf026fc2e84', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'fixed_ips': [{'subnet_id': '47dde51a-609c-46bd-9b5a-6cdbc7832ae3'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:13:06.201232 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.207729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c34cd1a-e797-4773-ad4e-ab2924f80dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.215974 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:06.220399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Pushing event updated for resources: {'Port': ['ID=5434c47f-9c93-433e-9254-3df7f85adbeb,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:06.222687 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:06.236477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-430aace9-62cd-4048-9212-97d1858847ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.237565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-430aace9-62cd-4048-9212-97d1858847ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.246783 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98f4806-b0ff-4e33-986c-a1af3f28c19c tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] PUT failed (client error): The resource could not be found. Oct 05 09:13:06.247265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98f4806-b0ff-4e33-986c-a1af3f28c19c tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:13:06.252539 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e98f4806-b0ff-4e33-986c-a1af3f28c19c tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] 10.222.0.64 "PUT /v2.0/ports/fee12bd6-f344-4933-bf13-cf2b87006364 HTTP/1.1" status: 404 len: 333 time: 0.0799608 Oct 05 09:13:06.252744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54246) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:06.269392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8f3b01b3-0c8b-4b52-8374-8c0bf215497e tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:06.317272 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3b01b3-0c8b-4b52-8374-8c0bf215497e tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] PUT failed (client error): The resource could not be found. Oct 05 09:13:06.317792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3b01b3-0c8b-4b52-8374-8c0bf215497e tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:13:06.322757 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8f3b01b3-0c8b-4b52-8374-8c0bf215497e tempest-NetworksNegativeTestJSON-1195810689 tempest-NetworksNegativeTestJSON-1195810689-project] 10.222.0.64 "PUT /v2.0/subnets/479c195a-df7c-4978-9dd5-b4f639e68eb0 HTTP/1.1" status: 404 len: 337 time: 0.0652153 Oct 05 09:13:06.332104 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d24db7-2dca-4faa-87a8-776c9c2a2a32 req-43782a29-de02-4d64-a9e1-c83660911b53 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:06.333605 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c1d24db7-2dca-4faa-87a8-776c9c2a2a32 req-43782a29-de02-4d64-a9e1-c83660911b53 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 946 time: 0.3396647 Oct 05 09:13:06.334959 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-430aace9-62cd-4048-9212-97d1858847ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.390096 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Attempt 4 to provision port 7bd51549-aac1-4a06-a1d3-549b67712fc3 Oct 05 09:13:06.400766 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c1d24db7-2dca-4faa-87a8-776c9c2a2a32 req-99044943-59df-411c-abbe-6573738321b0 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568461 Oct 05 09:13:06.407372 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-430aace9-62cd-4048-9212-97d1858847ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.426412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Deleting port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:06.426924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.440918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Attempting to bind port 5434c47f-9c93-433e-9254-3df7f85adbeb on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:13:06.441215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Attempting to bind port 5434c47f-9c93-433e-9254-3df7f85adbeb by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '803bcc64-b3dc-4295-940e-db2e94d344f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd27076f7-c0c6-41a5-97ce-20c1bf6995eb'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:13:06.441584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Attempting to bind port 5434c47f-9c93-433e-9254-3df7f85adbeb on network d27076f7-c0c6-41a5-97ce-20c1bf6995eb {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:13:06.451610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:13:06.451999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Checking segment: {'id': '803bcc64-b3dc-4295-940e-db2e94d344f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd27076f7-c0c6-41a5-97ce-20c1bf6995eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:06.452394 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.452798 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Bound using segment: {'id': '803bcc64-b3dc-4295-940e-db2e94d344f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd27076f7-c0c6-41a5-97ce-20c1bf6995eb'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:13:06.453280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Bound port: 5434c47f-9c93-433e-9254-3df7f85adbeb, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803bcc64-b3dc-4295-940e-db2e94d344f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd27076f7-c0c6-41a5-97ce-20c1bf6995eb'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:13:06.453663 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.461332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-430aace9-62cd-4048-9212-97d1858847ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.462794 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-430aace9-62cd-4048-9212-97d1858847ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7365057 Oct 05 09:13:06.467549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54254) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:06.514604 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Port 7bd51549-aac1-4a06-a1d3-549b67712fc3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:06.606823 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Allocated IP 172.21.0.2 (2b8818de-c39a-491b-88df-eaf026fc2e84/47dde51a-609c-46bd-9b5a-6cdbc7832ae3/c7e66987-c34c-4726-bb27-efe7ddfaf9b6) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:06.625895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] For port 5434c47f-9c93-433e-9254-3df7f85adbeb, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:13:06.630402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] For port 5434c47f-9c93-433e-9254-3df7f85adbeb, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5434c47f-9c93-433e-9254-3df7f85adbeb,segment=NetworkSegment(803bcc64-b3dc-4295-940e-db2e94d344f5),segment_id=803bcc64-b3dc-4295-940e-db2e94d344f5)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:13:06.645785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.646657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] For port fcfaca51-9acb-4826-8b83-5ca0ffd3e636, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fcfaca51-9acb-4826-8b83-5ca0ffd3e636,segment=NetworkSegment(98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053),segment_id=98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:06.647566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.741858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54260) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:06.808347 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9c34cd1a-e797-4773-ad4e-ab2924f80dce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ef3f23bcc7e4a81bb457396f420f2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5191855 Oct 05 09:13:06.819278 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54264) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:06.838375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-6f1b0053-85ad-443a-baeb-395167b8a9d7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:13:06.882800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34cd1a-e797-4773-ad4e-ab2924f80dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992291c6-b262-4ac6-a714-bec908f0895e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:06.889476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.901525 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.911097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0053-85ad-443a-baeb-395167b8a9d7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.928428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-28fc3943-957e-46cc-90db-aa7a154570ee tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.947311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7e30d-5ac7-42e1-a5ba-e5b0309fdbd8 None None] Pushing event updated for resources: {'Port': ['ID=5434c47f-9c93-433e-9254-3df7f85adbeb,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:06.973132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0053-85ad-443a-baeb-395167b8a9d7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.974467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b0053-85ad-443a-baeb-395167b8a9d7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] In _notify_port_updated(), no bound segment for port 7bd51549-aac1-4a06-a1d3-549b67712fc3 on network f9d485ae-f538-4280-83af-fbb667c27c85 {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:13:06.980995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1b0053-85ad-443a-baeb-395167b8a9d7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:06.982135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0053-85ad-443a-baeb-395167b8a9d7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:06.986829 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6f1b0053-85ad-443a-baeb-395167b8a9d7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "PUT /v2.0/ports/7bd51549-aac1-4a06-a1d3-549b67712fc3 HTTP/1.1" status: 200 len: 1003 time: 2.9454722 Oct 05 09:13:06.987880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54270) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:07.025767 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Attempt 5 to provision port 7bd51549-aac1-4a06-a1d3-549b67712fc3 Oct 05 09:13:07.116405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Port 7bd51549-aac1-4a06-a1d3-549b67712fc3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:07.124744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-28fc3943-957e-46cc-90db-aa7a154570ee tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.164296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.175420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60f68f2c-edb3-4809-93e5-45dfe7b2dcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.192173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Transition to ACTIVE for port object c7e66987-c34c-4726-bb27-efe7ddfaf9b6 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:07.217144 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Transition to ACTIVE for port object c7e66987-c34c-4726-bb27-efe7ddfaf9b6 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:07.228479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.305405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Network 2b8818de-c39a-491b-88df-eaf026fc2e84 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:07.313455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:07.324624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:07.360429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Pushing event updated for resources: {'Port': ['ID=c7e66987-c34c-4726-bb27-efe7ddfaf9b6,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:07.377993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-514e91bb-4f64-4dd1-91ac-81acdbb7f7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.395248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.450487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Attempting to bind port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:13:07.450836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Attempting to bind port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '1fd9e563-aa5c-40e5-afac-479caa60f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2b8818de-c39a-491b-88df-eaf026fc2e84'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:13:07.451121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Attempting to bind port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 on network 2b8818de-c39a-491b-88df-eaf026fc2e84 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:13:07.456552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:13:07.456928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Checking segment: {'id': '1fd9e563-aa5c-40e5-afac-479caa60f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2b8818de-c39a-491b-88df-eaf026fc2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:07.457318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.457711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Bound using segment: {'id': '1fd9e563-aa5c-40e5-afac-479caa60f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2b8818de-c39a-491b-88df-eaf026fc2e84'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:13:07.458219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Bound port: c7e66987-c34c-4726-bb27-efe7ddfaf9b6, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd9e563-aa5c-40e5-afac-479caa60f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2b8818de-c39a-491b-88df-eaf026fc2e84'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:13:07.458590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.480947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-514e91bb-4f64-4dd1-91ac-81acdbb7f7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:07.485595 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60f68f2c-edb3-4809-93e5-45dfe7b2dcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.505371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-514e91bb-4f64-4dd1-91ac-81acdbb7f7ee admin admin] Usage tracker for resource:security_group_rule and tenant:61681585da30442abb5b594fbf26453e is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:07.563752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-514e91bb-4f64-4dd1-91ac-81acdbb7f7ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:07.575515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ce9ec-6efd-4810-90d5-8a3e8619e436 req-03bc5197-5efc-47a7-9773-0c5809723872 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:07.576495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] For port c7e66987-c34c-4726-bb27-efe7ddfaf9b6, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:13:07.577081 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-923ce9ec-6efd-4810-90d5-8a3e8619e436 req-03bc5197-5efc-47a7-9773-0c5809723872 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 945 time: 0.8819077 Oct 05 09:13:07.580198 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] For port c7e66987-c34c-4726-bb27-efe7ddfaf9b6, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c7e66987-c34c-4726-bb27-efe7ddfaf9b6,segment=NetworkSegment(1fd9e563-aa5c-40e5-afac-479caa60f4b6),segment_id=1fd9e563-aa5c-40e5-afac-479caa60f4b6)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:13:07.589435 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.603528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-514e91bb-4f64-4dd1-91ac-81acdbb7f7ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:07.634767 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Attempt 6 to provision port 7bd51549-aac1-4a06-a1d3-549b67712fc3 Oct 05 09:13:07.723540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b0053-85ad-443a-baeb-395167b8a9d7 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event updated for resources: {'Port': ['ID=7bd51549-aac1-4a06-a1d3-549b67712fc3,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:07.762448 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-25a36a04-7107-485b-aaf7-979187e60fec tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Deleting port 7bd51549-aac1-4a06-a1d3-549b67712fc3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:07.763897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25a36a04-7107-485b-aaf7-979187e60fec tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.775442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Port 7bd51549-aac1-4a06-a1d3-549b67712fc3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:07.776660 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620267b-e359-42cd-8d53-2fa6025973c0 None None] Pushing event updated for resources: {'Port': ['ID=c7e66987-c34c-4726-bb27-efe7ddfaf9b6,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:07.888413 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-923ce9ec-6efd-4810-90d5-8a3e8619e436 req-48d51eec-5b74-4254-830d-22aef4187603 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976480 Oct 05 09:13:07.955873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60f68f2c-edb3-4809-93e5-45dfe7b2dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.960632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.961164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:07.961263 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Floating IP 855817e7-c6fd-427b-8ddc-75ed499fee1e disassociated. External IP: 172.26.0.143, port: fcfaca51-9acb-4826-8b83-5ca0ffd3e636. Oct 05 09:13:07.962278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Calling delete_port for fcfaca51-9acb-4826-8b83-5ca0ffd3e636 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:08.006838 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f68f2c-edb3-4809-93e5-45dfe7b2dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992291c6-b262-4ac6-a714-bec908f0895e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:08.114884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60f68f2c-edb3-4809-93e5-45dfe7b2dcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:08.118473 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-60f68f2c-edb3-4809-93e5-45dfe7b2dcc5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/992291c6-b262-4ac6-a714-bec908f0895e HTTP/1.1" status: 204 len: 168 time: 1.2891653 Oct 05 09:13:08.210221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a881c-df9c-4c3d-bc38-ca10d662657b req-e49f27c9-a6bc-47e9-869f-8b5659876726 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:08.213065 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d7a881c-df9c-4c3d-bc38-ca10d662657b req-e49f27c9-a6bc-47e9-869f-8b5659876726 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 946 time: 0.5877633 Oct 05 09:13:08.215368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5434c47f-9c93-433e-9254-3df7f85adbeb up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:08.243795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fc3943-957e-46cc-90db-aa7a154570ee tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Router 5b2907f0-0d79-4fff-b269-3e94a952fa78 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:13:08.266461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] For port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec,segment=NetworkSegment(55dfb4e2-4c35-48b2-9736-a8a37210a94a),segment_id=55dfb4e2-4c35-48b2-9736-a8a37210a94a)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:08.266843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:08.292668 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Attempt 7 to provision port 7bd51549-aac1-4a06-a1d3-549b67712fc3 Oct 05 09:13:08.292908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Allocated IP 172.20.0.1 (d27076f7-c0c6-41a5-97ce-20c1bf6995eb/cd1ae372-b17b-456a-93c1-636288a5e230/510a31e2-c3b7-45b4-876f-7112c6e58321) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:08.360584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Port 7bd51549-aac1-4a06-a1d3-549b67712fc3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:08.438781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 5434c47f-9c93-433e-9254-3df7f85adbeb completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:08.507705 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-514e91bb-4f64-4dd1-91ac-81acdbb7f7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:08.534243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-514e91bb-4f64-4dd1-91ac-81acdbb7f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:08.575971 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5f0df4-0e87-4939-9171-f496d79d7407 None None] Network d27076f7-c0c6-41a5-97ce-20c1bf6995eb requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:08.617193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:08.624521 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-514e91bb-4f64-4dd1-91ac-81acdbb7f7ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61681585da30442abb5b594fbf26453e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8791883 Oct 05 09:13:08.643246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54282) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:08.666807 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d7a881c-df9c-4c3d-bc38-ca10d662657b req-c13678b3-49b1-4f60-910c-b0f0a270a41e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups?id=21992b65-26cf-4585-b05c-58ab685edd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566973 Oct 05 09:13:08.694800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Transition to ACTIVE for port object 510a31e2-c3b7-45b4-876f-7112c6e58321 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:08.699051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e91bb-4f64-4dd1-91ac-81acdbb7f7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71928026-0e27-4685-8fef-a779c2f957f0,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:08.747833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:08.786734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:08.887716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network d27076f7-c0c6-41a5-97ce-20c1bf6995eb is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:08.888585 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Attempt 8 to provision port 7bd51549-aac1-4a06-a1d3-549b67712fc3 Oct 05 09:13:08.891442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:08.908982 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:08.958122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25a36a04-7107-485b-aaf7-979187e60fec tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:09.012876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=510a31e2-c3b7-45b4-876f-7112c6e58321,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:09.040617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Pushing event deleted for resources: {'Port': ['ID=fcfaca51-9acb-4826-8b83-5ca0ffd3e636,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:09.054215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:09.140839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Port 7bd51549-aac1-4a06-a1d3-549b67712fc3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:09.171036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:09.384161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fe0c3271-6e64-441f-acdc-a1d9b8edb9ec no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:09.549243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832fe9da-d724-4c66-8f9f-de219d9cb4bb None None] Network 2b8818de-c39a-491b-88df-eaf026fc2e84 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:09.592909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-25a36a04-7107-485b-aaf7-979187e60fec tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Calling delete_port for 7bd51549-aac1-4a06-a1d3-549b67712fc3 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:09.684753 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:09.712745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae191a8-2511-4222-8f58-8fa844f26ec0 req-d7a58708-003c-49a2-805a-7d89d86477b4 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:09.714745 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fae191a8-2511-4222-8f58-8fa844f26ec0 req-d7a58708-003c-49a2-805a-7d89d86477b4 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 945 time: 0.3121672 Oct 05 09:13:09.833566 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Attempt 9 to provision port 7bd51549-aac1-4a06-a1d3-549b67712fc3 Oct 05 09:13:09.973533 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:09.975063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:09.975697 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Floating IP 03d2c51c-2b2a-4fbe-95fe-364dc0894735 disassociated. External IP: 172.26.0.29, port: fe0c3271-6e64-441f-acdc-a1d9b8edb9ec. Oct 05 09:13:09.976275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Calling delete_port for fe0c3271-6e64-441f-acdc-a1d9b8edb9ec owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:10.165778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:10.165778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:10.181018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Port 7bd51549-aac1-4a06-a1d3-549b67712fc3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:10.216960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c7e66987-c34c-4726-bb27-efe7ddfaf9b6 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:10.226907 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fae191a8-2511-4222-8f58-8fa844f26ec0 req-af4da603-35db-412c-8e06-688219474951 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5b06e2e-a043-46ba-9d81-67958edbf0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5041554 Oct 05 09:13:10.232475 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e56eec22-5ec0-4753-b66b-d0f7ae3c0c1e req-5a9ca484-c773-4b79-8c4d-27f3e39c7491 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 210 time: 0.3209288 Oct 05 09:13:10.342203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b34d3f3a-2e8e-4748-b8a8-c9144dca6255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:10.356273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:10.400905 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fc3943-957e-46cc-90db-aa7a154570ee tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:13:10.412744 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6103c53-23ab-4879-91c4-3ffd2193c286 None None] Sync routers for ids ['5b2907f0-0d79-4fff-b269-3e94a952fa78'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:13:10.425438 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6103c53-23ab-4879-91c4-3ffd2193c286 None None] Routers {'5b2907f0-0d79-4fff-b269-3e94a952fa78'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:10.426091 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c6103c53-23ab-4879-91c4-3ffd2193c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5b2907f0-0d79-4fff-b269-3e94a952fa78'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:10.440698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b34d3f3a-2e8e-4748-b8a8-c9144dca6255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:10.593123 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c6103c53-23ab-4879-91c4-3ffd2193c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:10.604970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:10.614712 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6103c53-23ab-4879-91c4-3ffd2193c286 None None] Routers {'5b2907f0-0d79-4fff-b269-3e94a952fa78'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:10.615338 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c6103c53-23ab-4879-91c4-3ffd2193c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5b2907f0-0d79-4fff-b269-3e94a952fa78'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:10.623223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fcfaca51-9acb-4826-8b83-5ca0ffd3e636 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:10.635785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54318) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:10.685763 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Attempt 10 to provision port 7bd51549-aac1-4a06-a1d3-549b67712fc3 Oct 05 09:13:10.728766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: fcfaca51-9acb-4826-8b83-5ca0ffd3e636 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:13:10.729173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fcfaca51-9acb-4826-8b83-5ca0ffd3e636 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:13:10.762364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Pushing event deleted for resources: {'Port': ['ID=fe0c3271-6e64-441f-acdc-a1d9b8edb9ec,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:10.782599 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9a108d4d-8686-41a0-8709-f841ff1f93ab None None] Port 7bd51549-aac1-4a06-a1d3-549b67712fc3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:10.788435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Router 743c9cb3-ff0d-474b-ac80-db0117506140 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:13:10.820550 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c6103c53-23ab-4879-91c4-3ffd2193c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:10.823955 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6103c53-23ab-4879-91c4-3ffd2193c286 None None] The sync data for ids ['5b2907f0-0d79-4fff-b269-3e94a952fa78'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:13:10.832900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1360064708', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:10.838222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:10.842262 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Usage tracker for resource:port and tenant:494c7729e8ad44cd82fe3d70a80d5aa1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:10.845197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:10.851982 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:10.870837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-28fc3943-957e-46cc-90db-aa7a154570ee tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:10.874454 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-28fc3943-957e-46cc-90db-aa7a154570ee tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "PUT /v2.0/routers/5b2907f0-0d79-4fff-b269-3e94a952fa78 HTTP/1.1" status: 200 len: 920 time: 8.5685334 Oct 05 09:13:10.875496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Made reservation on behalf of 494c7729e8ad44cd82fe3d70a80d5aa1 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:10.878269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:10.881669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54324) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:10.882319 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25a36a04-7107-485b-aaf7-979187e60fec tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:10.898939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:10.916163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:10.918632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Provisioning for port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:10.926798 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Provisioning complete for port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:10.927552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:10.927552 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Attempt 1 to provision port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 Oct 05 09:13:10.934177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:10.960468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:11.048366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b34d3f3a-2e8e-4748-b8a8-c9144dca6255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:11.080162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=510a31e2-c3b7-45b4-876f-7112c6e58321,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:11.081362 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Current status of the port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:11.082140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:11.091751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Usage tracker for resource:security_group_rule and tenant:494c7729e8ad44cd82fe3d70a80d5aa1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:11.096914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:11.105439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a36a04-7107-485b-aaf7-979187e60fec tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event deleted for resources: {'Port': ['ID=7bd51549-aac1-4a06-a1d3-549b67712fc3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:11.107170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:11.138620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:11.139289 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] For port c7e66987-c34c-4726-bb27-efe7ddfaf9b6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c7e66987-c34c-4726-bb27-efe7ddfaf9b6,segment=NetworkSegment(1fd9e563-aa5c-40e5-afac-479caa60f4b6),segment_id=1fd9e563-aa5c-40e5-afac-479caa60f4b6)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:11.176061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:11.206832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d3f3a-2e8e-4748-b8a8-c9144dca6255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71928026-0e27-4685-8fef-a779c2f957f0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:11.330432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Provisioning for port 5434c47f-9c93-433e-9254-3df7f85adbeb completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:11.345131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Provisioning complete for port 5434c47f-9c93-433e-9254-3df7f85adbeb triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:11.346103 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:11.346611 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Attempt 1 to provision port 5434c47f-9c93-433e-9254-3df7f85adbeb Oct 05 09:13:11.362068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25a36a04-7107-485b-aaf7-979187e60fec tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:11.506205 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Pushing event updated for resources: {'Port': ['ID=c7e66987-c34c-4726-bb27-efe7ddfaf9b6,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:11.603765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Current status of the port 5434c47f-9c93-433e-9254-3df7f85adbeb is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:11.604313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:11.629387 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a6ffa20a-4a95-43d9-a8f7-4ce964c7f137 req-272997a2-3a5b-452d-aa5c-59f11c5f387f tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 210 time: 0.0899856 Oct 05 09:13:11.666536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] For port 5434c47f-9c93-433e-9254-3df7f85adbeb, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5434c47f-9c93-433e-9254-3df7f85adbeb,segment=NetworkSegment(803bcc64-b3dc-4295-940e-db2e94d344f5),segment_id=803bcc64-b3dc-4295-940e-db2e94d344f5)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:11.673232 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:11.699317 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d935c378-8578-4acd-8cb0-d4fbb3301f43 req-f559cbf4-a5c9-4b8a-a36f-e1d3fa3bb483 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f85ba4-5ac2-400a-aca6-4d4a343e31d4 HTTP/1.1" status: 200 len: 210 time: 0.0916903 Oct 05 09:13:11.732880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network d27076f7-c0c6-41a5-97ce-20c1bf6995eb is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:11.735869 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:11.742572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b34d3f3a-2e8e-4748-b8a8-c9144dca6255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:11.744920 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b34d3f3a-2e8e-4748-b8a8-c9144dca6255 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71928026-0e27-4685-8fef-a779c2f957f0 HTTP/1.1" status: 204 len: 168 time: 3.0920112 Oct 05 09:13:11.751289 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-25a36a04-7107-485b-aaf7-979187e60fec tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "DELETE /v2.0/ports/7bd51549-aac1-4a06-a1d3-549b67712fc3 HTTP/1.1" status: 204 len: 168 time: 4.7113967 Oct 05 09:13:11.753820 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54334) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:11.761269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:11.815373 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Provisioning for port 510a31e2-c3b7-45b4-876f-7112c6e58321 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:11.838965 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Provisioning complete for port 510a31e2-c3b7-45b4-876f-7112c6e58321 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:11.839470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:11.840129 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Attempt 1 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:11.872518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:11.918959 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Pushing event updated for resources: {'Port': ['ID=5434c47f-9c93-433e-9254-3df7f85adbeb,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:11.919389 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] device_id is not set on port c0920a17-ac65-4245-9334-0ea730cfee6d yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:11.939440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:12.031972 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:13:12.050702 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-341ac9fc-1ddf-45de-b780-1a73155735bd tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] GET failed (client error): The resource could not be found. Oct 05 09:13:12.051464 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-341ac9fc-1ddf-45de-b780-1a73155735bd tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Synchronizing usage tracker for tenant:92c86e89d1684a348106c3ffe59049e7 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:12.071951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:13:12.079044 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f1d1c682-653e-4438-8e50-c4d468d82013 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/routers/5b2907f0-0d79-4fff-b269-3e94a952fa78 HTTP/1.1" status: 200 len: 920 time: 1.1917598 Oct 05 09:13:12.087210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc69bab-7c94-4ced-b4d0-c38a7af90740 None None] Sync routers for ids ['743c9cb3-ff0d-474b-ac80-db0117506140'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:13:12.089347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54338) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:12.106220 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc69bab-7c94-4ced-b4d0-c38a7af90740 None None] Routers {'743c9cb3-ff0d-474b-ac80-db0117506140'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:12.109781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1fc69bab-7c94-4ced-b4d0-c38a7af90740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['743c9cb3-ff0d-474b-ac80-db0117506140'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:12.179831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b0a7d4-30f1-4c66-8742-94e5186e9bac,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:12.220201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c7e66987-c34c-4726-bb27-efe7ddfaf9b6 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:12.235344 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-341ac9fc-1ddf-45de-b780-1a73155735bd tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Unset dirty status for tenant:92c86e89d1684a348106c3ffe59049e7 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:12.240402 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-341ac9fc-1ddf-45de-b780-1a73155735bd tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "GET /v2.0/ports/7bd51549-aac1-4a06-a1d3-549b67712fc3 HTTP/1.1" status: 404 len: 333 time: 0.4817209 Oct 05 09:13:12.273513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54344) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:12.314290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Request body: {'port': {'network_id': 'f9d485ae-f538-4280-83af-fbb667c27c85', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1651983339'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:12.362151 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:12.362527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:12.362863 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 Oct 05 09:13:12.451765 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Attempt 2 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:12.475003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Allocated IP 172.26.0.178 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/c0920a17-ac65-4245-9334-0ea730cfee6d) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:12.476431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] No DVR routers for this DVR port fcfaca51-9acb-4826-8b83-5ca0ffd3e636 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:13:12.488359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:12.490767 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-752bec3d-f14f-4a7e-b124-2cc21d862ddb req-a1da001f-1d75-4852-818f-5ceb5febc11c tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.45 "DELETE /v2.0/ports/fcfaca51-9acb-4826-8b83-5ca0ffd3e636 HTTP/1.1" status: 204 len: 173 time: 6.7245986 Oct 05 09:13:12.491245 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f85ba4-5ac2-400a-aca6-4d4a343e31d4', 'name': 'network-vif-deleted', 'tag': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:13:12.495579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6507de2a-42de-49ce-98e0-f4467478664a" -d '{"events": [{"server_uuid": "51f85ba4-5ac2-400a-aca6-4d4a343e31d4", "name": "network-vif-deleted", "tag": "fcfaca51-9acb-4826-8b83-5ca0ffd3e636"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:13:12.505831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 29e4618c-5629-48f6-9fff-e9059a66f54b is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:13:12.534297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:13:12.553096 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70f3154-5ef1-40d3-bd7f-45f4f0efaf33 None None] Sync routers for ids ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:13:12.572128 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f3154-5ef1-40d3-bd7f-45f4f0efaf33 None None] Routers {'0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:12.574289 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d70f3154-5ef1-40d3-bd7f-45f4f0efaf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:12.601536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c39c7de-9eb1-4a97-a624-921ee9791ad8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:12.607221 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6c39c7de-9eb1-4a97-a624-921ee9791ad8 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&device_id=5b2907f0-0d79-4fff-b269-3e94a952fa78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4823940 Oct 05 09:13:12.635717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:12.657601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-1fc69bab-7c94-4ced-b4d0-c38a7af90740 None None] Set router 743c9cb3-ff0d-474b-ac80-db0117506140 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:13:12.698142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54362) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:12.833918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6117b5a0-315d-4b51-8260-8c13db7d000f x-openstack-request-id: req-6117b5a0-315d-4b51-8260-8c13db7d000f {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:13:12.834231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f85ba4-5ac2-400a-aca6-4d4a343e31d4", "name": "network-vif-deleted", "tag": "fcfaca51-9acb-4826-8b83-5ca0ffd3e636", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:13:12.837368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6117b5a0-315d-4b51-8260-8c13db7d000f {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:13:12.838101 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6117b5a0-315d-4b51-8260-8c13db7d000f'] response: {'server_uuid': '51f85ba4-5ac2-400a-aca6-4d4a343e31d4', 'name': 'network-vif-deleted', 'tag': 'fcfaca51-9acb-4826-8b83-5ca0ffd3e636', 'status': 'completed', 'code': 200} Oct 05 09:13:12.839608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] No DVR routers for this DVR port fe0c3271-6e64-441f-acdc-a1d9b8edb9ec on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:13:12.848992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:12.851447 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-628e3d57-1dcd-480a-b619-2f77cd1a7790 req-e7e48625-bc07-44f5-938f-4ddf54559f68 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.45 "DELETE /v2.0/ports/fe0c3271-6e64-441f-acdc-a1d9b8edb9ec HTTP/1.1" status: 204 len: 173 time: 6.8156273 Oct 05 09:13:13.125250 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d70f3154-5ef1-40d3-bd7f-45f4f0efaf33 None None] Set router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:13:13.138871 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Attempt 3 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:13.204442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:13.211785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:13.213166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5434c47f-9c93-433e-9254-3df7f85adbeb up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:13.362962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54380) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:13.386943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 5434c47f-9c93-433e-9254-3df7f85adbeb triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:13.387525 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:13.387607 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 5434c47f-9c93-433e-9254-3df7f85adbeb Oct 05 09:13:13.514468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1fc69bab-7c94-4ced-b4d0-c38a7af90740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port': {'id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:30Z', 'updated_at': '2022-10-05T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '7b22ef6f-a718-4766-9f29-9cb22908a26a', 'name': '', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'mac_address': 'fa:16:3e:78:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:40Z', 'updated_at': '2022-10-05T09:11:55Z', 'revision_number': 5, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'subnets': [{'id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:13.526369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1976983967'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:13.534514 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc69bab-7c94-4ced-b4d0-c38a7af90740 None None] Checking router: 743c9cb3-ff0d-474b-ac80-db0117506140 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:13:13.538366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:13.546518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:network and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:13.552512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:13.558803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc69bab-7c94-4ced-b4d0-c38a7af90740 None None] Routers {'743c9cb3-ff0d-474b-ac80-db0117506140'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:13.559432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1fc69bab-7c94-4ced-b4d0-c38a7af90740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['743c9cb3-ff0d-474b-ac80-db0117506140'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:13.571644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:13.585622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:13.587668 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d70f3154-5ef1-40d3-bd7f-45f4f0efaf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:34Z', 'revision_number': 4, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'ad09cc58-4715-490c-bf0b-7df45bbd380b', 'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'mac_address': 'fa:16:3e:7e:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:33Z', 'updated_at': '2022-10-05T09:11:50Z', 'revision_number': 5, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'subnets': [{'id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:13.596206 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70f3154-5ef1-40d3-bd7f-45f4f0efaf33 None None] Checking router: 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:13:13.600391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:13.605819 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:13.620812 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 5434c47f-9c93-433e-9254-3df7f85adbeb is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:13.627190 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f3154-5ef1-40d3-bd7f-45f4f0efaf33 None None] Routers {'0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:13.627408 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d70f3154-5ef1-40d3-bd7f-45f4f0efaf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:13.634898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:13.658948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:13.665945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:security_group_rule and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:13.672328 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:13.684910 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:13.768510 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:13.785103 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3687b1a9-f698-46f8-906c-83e737bf67e9 req-e40d1c92-417d-4920-9a53-dcb9cc950eb6 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f63380e-a9b8-4535-951f-413d2287e04f HTTP/1.1" status: 200 len: 210 time: 0.3972077 Oct 05 09:13:13.808303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:13.825784 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Attempt 4 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:13.828722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:13.857122 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:13.883532 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-1fc69bab-7c94-4ced-b4d0-c38a7af90740 None None] Set router 743c9cb3-ff0d-474b-ac80-db0117506140 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:13:13.912532 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f63d71-a5ca-4d72-b000-5de63f368001,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:13.941177 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:13:13.955439 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d70f3154-5ef1-40d3-bd7f-45f4f0efaf33 None None] Set router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:13:13.970598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:13.971236 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Added segment 8943da30-27b9-4145-9b7a-7cdcfd944193 of type vlan for network d342e829-d70b-4062-acd4-996d2ab1291c Oct 05 09:13:13.972954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bfe5a-7910-4212-ac7e-edfce4d14af9 req-3c456d62-dbc3-42a0-9a4c-7888cbc7a034 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:13.975110 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e3bfe5a-7910-4212-ac7e-edfce4d14af9 req-3c456d62-dbc3-42a0-9a4c-7888cbc7a034 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.8711302 Oct 05 09:13:14.001536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:14.032567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:14.041731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:13:14.060038 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c778235-1ed6-46e4-a361-63a9d5250fba None None] Sync routers for ids ['29e4618c-5629-48f6-9fff-e9059a66f54b'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:13:14.068072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54388) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:14.073353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Made reservation on behalf of 92c86e89d1684a348106c3ffe59049e7 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:14.077363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:14.114250 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] device_id is not set on port c5278969-f668-4b53-9694-885b38337609 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:14.122251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:14.127886 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:14.128706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:14.146505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c778235-1ed6-46e4-a361-63a9d5250fba None None] Routers {'29e4618c-5629-48f6-9fff-e9059a66f54b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:14.146912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7c778235-1ed6-46e4-a361-63a9d5250fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['29e4618c-5629-48f6-9fff-e9059a66f54b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:14.228569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7c778235-1ed6-46e4-a361-63a9d5250fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:14.269816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3e6aa4d-a7ab-40a4-add0-74ee612e057e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:14.278862 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Allocated IP 2001:db8::1ff (f9d485ae-f538-4280-83af-fbb667c27c85/096deba1-7bf6-4f1d-9e09-e4f52f30580c/c5278969-f668-4b53-9694-885b38337609) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:14.302380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3e6aa4d-a7ab-40a4-add0-74ee612e057e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:14.334726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c778235-1ed6-46e4-a361-63a9d5250fba None None] Routers {'29e4618c-5629-48f6-9fff-e9059a66f54b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:14.335623 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7c778235-1ed6-46e4-a361-63a9d5250fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['29e4618c-5629-48f6-9fff-e9059a66f54b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:14.363755 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9996858 Oct 05 09:13:14.367823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54392) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:14.368666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3e6aa4d-a7ab-40a4-add0-74ee612e057e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:14.375263 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d70f3154-5ef1-40d3-bd7f-45f4f0efaf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:34Z', 'revision_number': 4, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'ad09cc58-4715-490c-bf0b-7df45bbd380b', 'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'mac_address': 'fa:16:3e:7e:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:33Z', 'updated_at': '2022-10-05T09:11:50Z', 'revision_number': 5, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'subnets': [{'id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:14.379645 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70f3154-5ef1-40d3-bd7f-45f4f0efaf33 None None] The sync data for ids ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'] in dv-neutron-860328-1-hyperv is: [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:34Z', 'revision_number': 4, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'ad09cc58-4715-490c-bf0b-7df45bbd380b', 'name': '', 'network_id': 'c341bd40-6381-4696-99bd-4b7261a8625e', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'mac_address': 'fa:16:3e:7e:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:33Z', 'updated_at': '2022-10-05T09:11:50Z', 'revision_number': 5, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'subnets': [{'id': 'badddbb6-d671-45e6-8973-c7e1f2ea1009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:13:14.397433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'name': 'tempest-PortsIpV6TestJSON-1416198934'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:14.482867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1f3cc-5c13-4665-8124-ee8b32ef6d52 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Network': ['ID=d342e829-d70b-4062-acd4-996d2ab1291c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:14.487063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49536c2e-6cd6-4218-92f9-279029be8829 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:14.487639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-49536c2e-6cd6-4218-92f9-279029be8829 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Synchronizing usage tracker for tenant:a06eb7c63fb04886b8e3db8d2cd44135 on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:14.490744 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7c778235-1ed6-46e4-a361-63a9d5250fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:14.491244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c778235-1ed6-46e4-a361-63a9d5250fba None None] The sync data for ids ['29e4618c-5629-48f6-9fff-e9059a66f54b'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:13:14.497209 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e3bfe5a-7910-4212-ac7e-edfce4d14af9 req-9ccff0af-07dc-42c1-ab26-1b075014f439 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5047600 Oct 05 09:13:14.503679 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Attempt 5 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:14.503872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:14.541305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network d342e829-d70b-4062-acd4-996d2ab1291c details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:13:14.601802 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7de0972e-a269-4c15-a247-0ab6c6af25c5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/29e4618c-5629-48f6-9fff-e9059a66f54b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1297915 Oct 05 09:13:14.603726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6aa4d-a7ab-40a4-add0-74ee612e057e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21992b65-26cf-4585-b05c-58ab685edd9f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:14.603726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:14.613051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54398) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:14.619610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:port and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:14.621041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:14.624631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:14.628327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3e6aa4d-a7ab-40a4-add0-74ee612e057e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:14.632200 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d3e6aa4d-a7ab-40a4-add0-74ee612e057e tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "DELETE /v2.0/security-groups/21992b65-26cf-4585-b05c-58ab685edd9f HTTP/1.1" status: 204 len: 168 time: 0.5605669 Oct 05 09:13:14.632328 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-49536c2e-6cd6-4218-92f9-279029be8829 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Unset dirty status for tenant:a06eb7c63fb04886b8e3db8d2cd44135 on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:14.632720 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-49536c2e-6cd6-4218-92f9-279029be8829 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/networks/f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 881 time: 1.9237995 Oct 05 09:13:14.634634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54402) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:14.637187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:14.646848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54404) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:14.668164 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:14.686473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:14.709026 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-9ed8235e-3802-4585-b2e2-4594974d4973 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] show failed (client error): The resource could not be found. Oct 05 09:13:14.710548 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9ed8235e-3802-4585-b2e2-4594974d4973 tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "GET /v2.0/security-groups/21992b65-26cf-4585-b05c-58ab685edd9f HTTP/1.1" status: 404 len: 347 time: 0.0743692 Oct 05 09:13:14.718373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54410) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:14.736627 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Pushing event updated for resources: {'Port': ['ID=c0920a17-ac65-4245-9334-0ea730cfee6d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:14.765428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:14.768797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1fc69bab-7c94-4ced-b4d0-c38a7af90740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port': {'id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:30Z', 'updated_at': '2022-10-05T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '7b22ef6f-a718-4766-9f29-9cb22908a26a', 'name': '', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'mac_address': 'fa:16:3e:78:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:40Z', 'updated_at': '2022-10-05T09:11:55Z', 'revision_number': 5, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'subnets': [{'id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:14.775064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc69bab-7c94-4ced-b4d0-c38a7af90740 None None] The sync data for ids ['743c9cb3-ff0d-474b-ac80-db0117506140'] in dv-neutron-860328-1-hyperv is: [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port': {'id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:30Z', 'updated_at': '2022-10-05T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '7b22ef6f-a718-4766-9f29-9cb22908a26a', 'name': '', 'network_id': '84ab77fc-9e30-40dc-b48d-f5ad7cb2984d', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'mac_address': 'fa:16:3e:78:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:40Z', 'updated_at': '2022-10-05T09:11:55Z', 'revision_number': 5, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'subnets': [{'id': 'e394023a-1e34-408d-9f04-b686f5e87878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:13:14.834397 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:14.844799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:14.845823 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:14.865970 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57442321-4753-4376-8c83-bd5421fe118e None None] New status for floating IP 03d2c51c-2b2a-4fbe-95fe-364dc0894735: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:13:14.884367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f63380e-a9b8-4535-951f-413d2287e04f', 'name': 'network-vif-deleted', 'tag': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:13:14.889186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3aa559-8b3a-4fa7-90ed-af3e51fa7041" -d '{"events": [{"server_uuid": "1f63380e-a9b8-4535-951f-413d2287e04f", "name": "network-vif-deleted", "tag": "fe0c3271-6e64-441f-acdc-a1d9b8edb9ec"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:13:14.896632 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-97aa7eed-d11e-46f7-84bd-5116be1ced6c tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b2907f0-0d79-4fff-b269-3e94a952fa78 HTTP/1.1" status: 200 len: 205 time: 0.2486222 Oct 05 09:13:14.898713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63b4076-6d0f-4a0e-8051-c5b432775f3a tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:14.899370 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b63b4076-6d0f-4a0e-8051-c5b432775f3a tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Synchronizing usage tracker for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:14.903117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54418) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:14.920059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:14.920663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:14.980483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Transition to ACTIVE for port object c5278969-f668-4b53-9694-885b38337609 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:14.994965 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b63b4076-6d0f-4a0e-8051-c5b432775f3a tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Unset dirty status for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:14.998837 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b63b4076-6d0f-4a0e-8051-c5b432775f3a tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports/510a31e2-c3b7-45b4-876f-7112c6e58321 HTTP/1.1" status: 200 len: 910 time: 0.3784201 Oct 05 09:13:15.002188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54424) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:15.075217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f7b266-0ccf-488f-82ad-d991fc796cea x-openstack-request-id: req-09f7b266-0ccf-488f-82ad-d991fc796cea {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:13:15.075483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f63380e-a9b8-4535-951f-413d2287e04f", "name": "network-vif-deleted", "tag": "fe0c3271-6e64-441f-acdc-a1d9b8edb9ec", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:13:15.075766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09f7b266-0ccf-488f-82ad-d991fc796cea {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:13:15.076224 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f7b266-0ccf-488f-82ad-d991fc796cea'] response: {'server_uuid': '1f63380e-a9b8-4535-951f-413d2287e04f', 'name': 'network-vif-deleted', 'tag': 'fe0c3271-6e64-441f-acdc-a1d9b8edb9ec', 'status': 'completed', 'code': 200} Oct 05 09:13:15.079455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54428) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:15.152214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port 4e917671-bd26-44fa-ba72-e25ac35f9a87 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:15.183205 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fa0c6f5a-0d8d-4303-a74e-75bb9d9bca6a tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.5445664 Oct 05 09:13:15.191799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc57f5cd-3e96-40e8-b0e9-1c8f6a67d612 None None] New status for floating IP 855817e7-c6fd-427b-8ddc-75ed499fee1e: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:13:15.204068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Deleting port 77cca556-f17d-46e4-89fa-b62bb678d7e0 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:15.204611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:15.224696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54432) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:15.272991 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Attempt 6 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:15.438968 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.178'}]}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:15.470607 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:15.505356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:15.523671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Usage tracker for resource:router and tenant:494c7729e8ad44cd82fe3d70a80d5aa1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:15.530094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:15.539963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689264ab-2f1d-4b8e-b537-5b58c6f9afcf req-4b0c87a7-0732-45d9-a081-e207fee070af tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:15.541462 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-689264ab-2f1d-4b8e-b537-5b58c6f9afcf req-4b0c87a7-0732-45d9-a081-e207fee070af tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.7747085 Oct 05 09:13:15.547697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:15.601322 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:15.602686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:15.681671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:15.697505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:15.756161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24907060-a725-4031-aba8-ede29e5b9073 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:15.802512 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-689264ab-2f1d-4b8e-b537-5b58c6f9afcf req-c6001291-e9e1-42f7-8352-e0629e7c77c0 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526445 Oct 05 09:13:15.834982 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:15.862970 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Network f9d485ae-f538-4280-83af-fbb667c27c85 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:15.871844 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:15.877130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event updated for resources: {'Port': ['ID=c5278969-f668-4b53-9694-885b38337609,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:15.881982 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:15.888241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:15.888905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:15.947850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:15.948095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:15.972101 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Attempt 7 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:16.021761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24907060-a725-4031-aba8-ede29e5b9073 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:16.047860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:16.087476 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fdcaba9d-b980-4417-bf14-f5ab68481a83 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7939296 Oct 05 09:13:16.098090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54438) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:16.167051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Request body: {'port': {'network_id': 'f9d485ae-f538-4280-83af-fbb667c27c85', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1102986624'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:16.180732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Calling delete_port for 77cca556-f17d-46e4-89fa-b62bb678d7e0 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:16.210747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:16.300998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:16.324231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Deleting port e9320403-0ef5-4c04-83ab-793cad25a2c3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:16.324695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:16.372224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24907060-a725-4031-aba8-ede29e5b9073 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:16.404195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24907060-a725-4031-aba8-ede29e5b9073 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b06e2e-a043-46ba-9d81-67958edbf0e2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:16.406669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:13:16.407145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:13:16.410762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:16.435533 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:16.463458 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:16.549104 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Attempt 8 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:16.589482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ada9d-aa0c-4428-ba47-68f549ce6087 req-0ff87ecf-6164-4878-a997-7ba07b0a5922 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:16.591196 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ac0ada9d-aa0c-4428-ba47-68f549ce6087 req-0ff87ecf-6164-4878-a997-7ba07b0a5922 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.6373277 Oct 05 09:13:16.602331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24907060-a725-4031-aba8-ede29e5b9073 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:16.603449 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-24907060-a725-4031-aba8-ede29e5b9073 tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "DELETE /v2.0/security-groups/e5b06e2e-a043-46ba-9d81-67958edbf0e2 HTTP/1.1" status: 204 len: 168 time: 1.5231464 Oct 05 09:13:16.610047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54442) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:16.619325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:16.644717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Checking segment: {'id': '8943da30-27b9-4145-9b7a-7cdcfd944193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:16.645074 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network hostable DHCP agents. Network: d342e829-d70b-4062-acd4-996d2ab1291c, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:13:16.650982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=4e917671-bd26-44fa-ba72-e25ac35f9a87,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:16.673097 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-29a4714a-72bb-48df-9ba1-0207d91216ae tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] show failed (client error): The resource could not be found. Oct 05 09:13:16.674142 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-29a4714a-72bb-48df-9ba1-0207d91216ae tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "GET /v2.0/security-groups/e5b06e2e-a043-46ba-9d81-67958edbf0e2 HTTP/1.1" status: 404 len: 347 time: 0.0537214 Oct 05 09:13:16.675887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:16.684434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54446) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:16.857711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:16.878127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Usage tracker for resource:port and tenant:92c86e89d1684a348106c3ffe59049e7 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:16.886571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:16.922933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:16.950655 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ac0ada9d-aa0c-4428-ba47-68f549ce6087 req-5db235df-db10-481a-85ee-430c3c4e79fc tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497269 Oct 05 09:13:16.989212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Deleting port 77cca556-f17d-46e4-89fa-b62bb678d7e0 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:16.989212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:17.001351 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Made reservation on behalf of 92c86e89d1684a348106c3ffe59049e7 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:17.005034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:17.026976 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Calling delete_port for e9320403-0ef5-4c04-83ab-793cad25a2c3 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:17.059725 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] device_id is not set on port cc276fc1-d288-4ac9-903f-b550a4464e17 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:17.080693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network d342e829-d70b-4062-acd4-996d2ab1291c is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:13:17.120142 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Attempt 9 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:17.195502 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, d342e829-d70b-4062-acd4-996d2ab1291c) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:17.199649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:17.206355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:17.206940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:17.233031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfee471-64ee-49a2-b04d-ff44703e84e4 None None] Network d342e829-d70b-4062-acd4-996d2ab1291c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:17.261397 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-889126e4-500d-445e-b647-3f3522ec7b0b tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Deleting port b20cf9c6-c230-4f7c-8e55-52bbf4296596 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:17.261884 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-889126e4-500d-445e-b647-3f3522ec7b0b tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:17.265777 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:17.381056 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-54c2a44a-ad00-413c-a51f-30a673af7c02 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0045447 Oct 05 09:13:17.387190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54454) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:17.401994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-742204712'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:17.413383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:17.432937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:network and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:17.460415 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:17.499755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Allocated IP 172.21.0.1 (2b8818de-c39a-491b-88df-eaf026fc2e84/47dde51a-609c-46bd-9b5a-6cdbc7832ae3/6eb9d0cd-b006-4b89-a9f7-3e8378e822c3) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:17.510633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Allocated IP 2001:db8::3cd (f9d485ae-f538-4280-83af-fbb667c27c85/096deba1-7bf6-4f1d-9e09-e4f52f30580c/cc276fc1-d288-4ac9-903f-b550a4464e17) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:17.513298 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:17.562796 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:17.563905 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:17.564236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:17.566056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:17.733012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-889126e4-500d-445e-b647-3f3522ec7b0b tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:17.733228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-889126e4-500d-445e-b647-3f3522ec7b0b tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:17.753665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Calling delete_port for 77cca556-f17d-46e4-89fa-b62bb678d7e0 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:17.769993 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Attempt 10 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:17.837227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d60d17ff-0de3-4b98-ac36-2b0c44ebe418 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:17.902811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:13:17.914498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-889126e4-500d-445e-b647-3f3522ec7b0b tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Calling delete_port for b20cf9c6-c230-4f7c-8e55-52bbf4296596 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:17.940150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddddb1-e4a6-425a-baa4-d57b756789ca req-7ba42598-9cad-483a-97e2-4f702afc2b03 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:17.941642 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d3ddddb1-e4a6-425a-baa4-d57b756789ca req-7ba42598-9cad-483a-97e2-4f702afc2b03 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.6303017 Oct 05 09:13:17.965314 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Provisioning for port c5278969-f668-4b53-9694-885b38337609 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:17.968457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:17.968810 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Added segment b7069a35-ecd7-4446-bb8c-9ec822c4d17b of type vlan for network a4361577-8ad2-47da-85ad-4b7fe4a1d5ae Oct 05 09:13:17.972940 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Provisioning complete for port c5278969-f668-4b53-9694-885b38337609 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:17.973118 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:17.973587 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 1 to provision port c5278969-f668-4b53-9694-885b38337609 Oct 05 09:13:17.999389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.044725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port c5278969-f668-4b53-9694-885b38337609 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:18.060519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Pushing event deleted for resources: {'Port': ['ID=e9320403-0ef5-4c04-83ab-793cad25a2c3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:18.112132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.183409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.187405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.192020 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.271042 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d3ddddb1-e4a6-425a-baa4-d57b756789ca req-bd008734-f2a4-4378-82d1-7be73bcac0d6 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035216 Oct 05 09:13:18.290858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.312741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Transition to ACTIVE for port object 6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:18.381624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.387789 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:18.388436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.476395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.534646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.545778 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 2 to provision port c5278969-f668-4b53-9694-885b38337609 Oct 05 09:13:18.609208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Transition to ACTIVE for port object cc276fc1-d288-4ac9-903f-b550a4464e17 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:18.629608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port c5278969-f668-4b53-9694-885b38337609 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:18.651121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Network': ['ID=a4361577-8ad2-47da-85ad-4b7fe4a1d5ae,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:18.651351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Pushing event deleted for resources: {'Port': ['ID=77cca556-f17d-46e4-89fa-b62bb678d7e0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:18.654024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-889126e4-500d-445e-b647-3f3522ec7b0b tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.723260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.741606 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.790666 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-10ace13e-2af6-4d7e-9c11-fc5a02e5dc54 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4019818 Oct 05 09:13:18.794193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889126e4-500d-445e-b647-3f3522ec7b0b tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Pushing event deleted for resources: {'Port': ['ID=b20cf9c6-c230-4f7c-8e55-52bbf4296596,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:18.798833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.799123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54466) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:18.814114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network a4361577-8ad2-47da-85ad-4b7fe4a1d5ae details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:13:18.865356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'ports': [{'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c'}, {'network_id': 'a4361577-8ad2-47da-85ad-4b7fe4a1d5ae'}]} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:18.866081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:18.866759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': 'a4361577-8ad2-47da-85ad-4b7fe4a1d5ae'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:18.886244 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network 2b8818de-c39a-491b-88df-eaf026fc2e84 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:18.893594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:18.913756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:18.928388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:18.928729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Fanout notify agent at l3_agent the message router_deleted on router 5b2907f0-0d79-4fff-b269-3e94a952fa78 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:13:18.959664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=6eb9d0cd-b006-4b89-a9f7-3e8378e822c3,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:18.970956 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.076978 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.125952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-889126e4-500d-445e-b647-3f3522ec7b0b tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.130973 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 3 to provision port c5278969-f668-4b53-9694-885b38337609 Oct 05 09:13:19.154305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.158061 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3cfde76c-8085-4080-926d-911e3910b3ae tempest-ServersTestJSON-1991498327 tempest-ServersTestJSON-1991498327-project] 10.222.0.64 "DELETE /v2.0/floatingips/855817e7-c6fd-427b-8ddc-75ed499fee1e HTTP/1.1" status: 204 len: 168 time: 4.4377892 Oct 05 09:13:19.163783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.167954 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6d8992ef-2d16-4c8e-913d-ab22210a8b51 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "DELETE /v2.0/routers/5b2907f0-0d79-4fff-b269-3e94a952fa78 HTTP/1.1" status: 204 len: 168 time: 4.2607999 Oct 05 09:13:19.188975 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54470) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:19.189318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54472) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:19.196389 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port c5278969-f668-4b53-9694-885b38337609 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:19.212279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-889126e4-500d-445e-b647-3f3522ec7b0b tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.213388 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-889126e4-500d-445e-b647-3f3522ec7b0b tempest-ServersTestManualDisk-1661038004 tempest-ServersTestManualDisk-1661038004-project] 10.222.0.64 "DELETE /v2.0/floatingips/03d2c51c-2b2a-4fbe-95fe-364dc0894735 HTTP/1.1" status: 204 len: 168 time: 2.5238130 Oct 05 09:13:19.219490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54478) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:19.219950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-af1446f5-0ec9-4cbf-b73c-05eca755fb94 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-284602055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:19.340885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-af1446f5-0ec9-4cbf-b73c-05eca755fb94 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:19.345454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:19.349051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.404131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:port and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:19.407180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:19.422737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:19.424159 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-af1446f5-0ec9-4cbf-b73c-05eca755fb94 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Usage tracker for resource:router and tenant:2c4866e1436b4830a6276d692ff30c34 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:19.447838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 2} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:19.452354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.466843 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.471079 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-af1446f5-0ec9-4cbf-b73c-05eca755fb94 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:19.510722 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-af1446f5-0ec9-4cbf-b73c-05eca755fb94 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:19.531238 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.609554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.683180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.697945 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 4 to provision port c5278969-f668-4b53-9694-885b38337609 Oct 05 09:13:19.711234 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Network f9d485ae-f538-4280-83af-fbb667c27c85 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:19.712921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:19.721160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-af1446f5-0ec9-4cbf-b73c-05eca755fb94 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.722420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-af1446f5-0ec9-4cbf-b73c-05eca755fb94 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.725609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event updated for resources: {'Port': ['ID=cc276fc1-d288-4ac9-903f-b550a4464e17,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:19.746674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:19.752056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:19.753190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.765746 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port c5278969-f668-4b53-9694-885b38337609 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:19.827551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.828019 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 721e0609-9552-471b-bfca-e234e9fe828f {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:13:19.902429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-af1446f5-0ec9-4cbf-b73c-05eca755fb94 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:19.954790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7bdc2-7ba0-4c43-b491-02b31a3a328d req-ba7f505d-caeb-4503-bb23-7f59ac288535 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:19.957410 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-04e7bdc2-7ba0-4c43-b491-02b31a3a328d req-ba7f505d-caeb-4503-bb23-7f59ac288535 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.9027092 Oct 05 09:13:19.970867 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-76705f26-bcfb-4c47-ba16-5b1976be71d8 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8708124 Oct 05 09:13:19.980252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54482) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:19.986334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-af1446f5-0ec9-4cbf-b73c-05eca755fb94 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:20.012028 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 05 09:13:20.013044 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3d87d0fa-6176-4544-b4cf-9b7db53bab27 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.7184255 Oct 05 09:13:20.015901 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port bd01fbc0-1f9d-4b5a-90d3-c35648d96875 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:20.019365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54486) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:20.026668 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-bcba91e4-8203-4fc3-9b2f-eec89219330b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8d', 'mac_address': 'fa:16:3e:cd:b1:83'}, {'ip_address': '2001:db8::1ff', 'mac_address': 'fa:16:3e:3f:b7:a9'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:20.144477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e549b-e57b-41bb-8e2d-46df088b5904 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Deleting port c0920a17-ac65-4245-9334-0ea730cfee6d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:20.145038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f1e549b-e57b-41bb-8e2d-46df088b5904 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:20.266733 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 5 to provision port c5278969-f668-4b53-9694-885b38337609 Oct 05 09:13:20.320919 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-af1446f5-0ec9-4cbf-b73c-05eca755fb94 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:20.322111 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-af1446f5-0ec9-4cbf-b73c-05eca755fb94 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1194241 Oct 05 09:13:20.330412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port c5278969-f668-4b53-9694-885b38337609 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:20.331087 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54490) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:20.358667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:20.408803 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-04e7bdc2-7ba0-4c43-b491-02b31a3a328d req-03dc6804-f6f1-4725-b022-fde613df1cfb tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4310944 Oct 05 09:13:20.458987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:20.515378 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:20.613430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f1e549b-e57b-41bb-8e2d-46df088b5904 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:20.630707 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port 613228af-ac13-4325-9856-34919aee1241 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:20.781339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e549b-e57b-41bb-8e2d-46df088b5904 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Calling delete_port for c0920a17-ac65-4245-9334-0ea730cfee6d owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:20.832440 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 6 to provision port c5278969-f668-4b53-9694-885b38337609 Oct 05 09:13:20.834316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-915bd4ec-0a00-425f-b5ef-faea0803da17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:20.911204 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port c5278969-f668-4b53-9694-885b38337609 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:21.130558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:21.215436 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:13:21.258535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bcba91e4-8203-4fc3-9b2f-eec89219330b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:21.276260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f1e549b-e57b-41bb-8e2d-46df088b5904 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:21.280621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:21.339317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e549b-e57b-41bb-8e2d-46df088b5904 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0920a17-ac65-4245-9334-0ea730cfee6d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:21.413066 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 7 to provision port c5278969-f668-4b53-9694-885b38337609 Oct 05 09:13:21.478628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f1e549b-e57b-41bb-8e2d-46df088b5904 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:21.509856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port c5278969-f668-4b53-9694-885b38337609 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:21.513876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:21.566074 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7f1e549b-e57b-41bb-8e2d-46df088b5904 tempest-RoutersAdminNegativeIpV6Test-1434678393 tempest-RoutersAdminNegativeIpV6Test-1434678393-project-admin] 10.222.0.64 "DELETE /v2.0/ports/c0920a17-ac65-4245-9334-0ea730cfee6d HTTP/1.1" status: 204 len: 168 time: 1.5437567 Oct 05 09:13:21.596390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network d342e829-d70b-4062-acd4-996d2ab1291c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:21.602762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:21.605342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:21.606214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:21.798630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=bd01fbc0-1f9d-4b5a-90d3-c35648d96875,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:21.896879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54500) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:21.924805 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=613228af-ac13-4325-9856-34919aee1241,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:21.928648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-915bd4ec-0a00-425f-b5ef-faea0803da17 admin admin] Deleting port ad09cc58-4715-490c-bf0b-7df45bbd380b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:21.928990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-915bd4ec-0a00-425f-b5ef-faea0803da17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:21.979137 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Checking segment: {'id': 'b7069a35-ecd7-4446-bb8c-9ec822c4d17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a4361577-8ad2-47da-85ad-4b7fe4a1d5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:21.979489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network hostable DHCP agents. Network: a4361577-8ad2-47da-85ad-4b7fe4a1d5ae, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:13:22.010604 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 8 to provision port c5278969-f668-4b53-9694-885b38337609 Oct 05 09:13:22.066701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port c5278969-f668-4b53-9694-885b38337609 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:22.073891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.085907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2413df-d857-4bf6-bc8b-55e678963193 req-746ede82-65e2-4e11-9443-f58c00e53b6b tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:22.087560 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dd2413df-d857-4bf6-bc8b-55e678963193 req-746ede82-65e2-4e11-9443-f58c00e53b6b tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.5506120 Oct 05 09:13:22.104618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.112371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network a4361577-8ad2-47da-85ad-4b7fe4a1d5ae is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:13:22.128885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, a4361577-8ad2-47da-85ad-4b7fe4a1d5ae) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:22.129994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-157a60d6-037f-40bc-943a-a964ac7976e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.132858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:22.140355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508f7ee4-b75d-4826-ab56-d94e231de6f0 None None] Network a4361577-8ad2-47da-85ad-4b7fe4a1d5ae requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:22.140543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:22.145088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:22.145775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.192410 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7aea0aa4-2df3-4b22-940b-32d135d342da tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3887300 Oct 05 09:13:22.194444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-915bd4ec-0a00-425f-b5ef-faea0803da17 admin admin] For port ad09cc58-4715-490c-bf0b-7df45bbd380b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ad09cc58-4715-490c-bf0b-7df45bbd380b,segment=NetworkSegment(55dfb4e2-4c35-48b2-9736-a8a37210a94a),segment_id=55dfb4e2-4c35-48b2-9736-a8a37210a94a)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:22.194798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-915bd4ec-0a00-425f-b5ef-faea0803da17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.203086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54506) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:22.296268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-bcba91e4-8203-4fc3-9b2f-eec89219330b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:13:22.310230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd5df0c3-c584-4620-87e2-ba9a7cc8e2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.374850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-915bd4ec-0a00-425f-b5ef-faea0803da17 admin admin] Calling delete_port for ad09cc58-4715-490c-bf0b-7df45bbd380b owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:22.425046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-157a60d6-037f-40bc-943a-a964ac7976e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:22.433206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a0252ece-5785-4e3f-a3ea-e4d42b3ffadf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 613228af-ac13-4325-9856-34919aee1241 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:22.433686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0252ece-5785-4e3f-a3ea-e4d42b3ffadf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.467747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bcba91e4-8203-4fc3-9b2f-eec89219330b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.477701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-157a60d6-037f-40bc-943a-a964ac7976e1 admin admin] Usage tracker for resource:security_group_rule and tenant:8a0ebd7b5a61457c80be535b7af8f599 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:22.482309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-157a60d6-037f-40bc-943a-a964ac7976e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:22.527427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=6eb9d0cd-b006-4b89-a9f7-3e8378e822c3,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:22.529698 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bcba91e4-8203-4fc3-9b2f-eec89219330b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.530334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-bcba91e4-8203-4fc3-9b2f-eec89219330b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] In _notify_port_updated(), no bound segment for port cc276fc1-d288-4ac9-903f-b550a4464e17 on network f9d485ae-f538-4280-83af-fbb667c27c85 {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:13:22.535632 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcba91e4-8203-4fc3-9b2f-eec89219330b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:22.536237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bcba91e4-8203-4fc3-9b2f-eec89219330b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.537517 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bcba91e4-8203-4fc3-9b2f-eec89219330b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "PUT /v2.0/ports/cc276fc1-d288-4ac9-903f-b550a4464e17 HTTP/1.1" status: 200 len: 1067 time: 2.5530665 Oct 05 09:13:22.538663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-157a60d6-037f-40bc-943a-a964ac7976e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:22.547468 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54510) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:22.568057 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 9 to provision port c5278969-f668-4b53-9694-885b38337609 Oct 05 09:13:22.590886 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dd2413df-d857-4bf6-bc8b-55e678963193 req-40f3cb12-3a55-43b4-bf1f-af19c7f8769d tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4920194 Oct 05 09:13:22.591667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.605940 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.648822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port c5278969-f668-4b53-9694-885b38337609 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:22.714704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.725807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-016a7179-c787-4e92-93c2-b318fdb2cd69 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Deleting port cc276fc1-d288-4ac9-903f-b550a4464e17 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:22.726261 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-016a7179-c787-4e92-93c2-b318fdb2cd69 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.825864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0252ece-5785-4e3f-a3ea-e4d42b3ffadf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:22.865766 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba91e4-8203-4fc3-9b2f-eec89219330b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event updated for resources: {'Port': ['ID=cc276fc1-d288-4ac9-903f-b550a4464e17,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:22.998993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a0252ece-5785-4e3f-a3ea-e4d42b3ffadf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 613228af-ac13-4325-9856-34919aee1241 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:23.150561 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 10 to provision port c5278969-f668-4b53-9694-885b38337609 Oct 05 09:13:23.166622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network 2b8818de-c39a-491b-88df-eaf026fc2e84 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:23.176362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:23.200927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-157a60d6-037f-40bc-943a-a964ac7976e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:23.204185 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Allocated IP 172.26.0.196 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/e7b954c0-40fe-475d-83ec-dc0fd272f8fa) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:23.236689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-915bd4ec-0a00-425f-b5ef-faea0803da17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:23.237589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port c5278969-f668-4b53-9694-885b38337609 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:23.251993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Provisioning complete for port 510a31e2-c3b7-45b4-876f-7112c6e58321 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:23.252427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:23.252847 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 1 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:23.294605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0252ece-5785-4e3f-a3ea-e4d42b3ffadf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:23.301799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bd4ec-0a00-425f-b5ef-faea0803da17 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad09cc58-4715-490c-bf0b-7df45bbd380b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:23.337530 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:23.410890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-157a60d6-037f-40bc-943a-a964ac7976e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:23.551455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0252ece-5785-4e3f-a3ea-e4d42b3ffadf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=613228af-ac13-4325-9856-34919aee1241,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:23.583183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0252ece-5785-4e3f-a3ea-e4d42b3ffadf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:23.591173 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-016a7179-c787-4e92-93c2-b318fdb2cd69 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:23.618011 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-157a60d6-037f-40bc-943a-a964ac7976e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a0ebd7b5a61457c80be535b7af8f599&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7021496 Oct 05 09:13:23.631907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a60d6-037f-40bc-943a-a964ac7976e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeeab9e-0190-4894-a010-c4cdddffbbb7,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:23.634429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54514) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:23.674495 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a0252ece-5785-4e3f-a3ea-e4d42b3ffadf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/613228af-ac13-4325-9856-34919aee1241 HTTP/1.1" status: 204 len: 168 time: 1.4703419 Oct 05 09:13:23.684215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54520) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:23.738626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 29e4618c-5629-48f6-9fff-e9059a66f54b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:13:23.739966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-016a7179-c787-4e92-93c2-b318fdb2cd69 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Calling delete_port for cc276fc1-d288-4ac9-903f-b550a4464e17 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:23.838887 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 2 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:23.888875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:23.909755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:23.989880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-915bd4ec-0a00-425f-b5ef-faea0803da17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:24.031599 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-dd5df0c3-c584-4620-87e2-ba9a7cc8e2d3 admin admin] Deleting port 7b22ef6f-a718-4766-9f29-9cb22908a26a {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:24.031936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd5df0c3-c584-4620-87e2-ba9a7cc8e2d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:24.129058 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11b0fc66-7cb2-4327-938f-0650ed1f65a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:24.218645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-016a7179-c787-4e92-93c2-b318fdb2cd69 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:24.227786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:24.273566 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11b0fc66-7cb2-4327-938f-0650ed1f65a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:24.278422 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a7179-c787-4e92-93c2-b318fdb2cd69 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event deleted for resources: {'Port': ['ID=cc276fc1-d288-4ac9-903f-b550a4464e17,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:24.372238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:13:24.384281 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef003210-de13-4963-9c71-75cc6930907a None None] Sync routers for ids ['29e4618c-5629-48f6-9fff-e9059a66f54b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:13:24.398108 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef003210-de13-4963-9c71-75cc6930907a None None] Routers {'29e4618c-5629-48f6-9fff-e9059a66f54b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:24.398899 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ef003210-de13-4963-9c71-75cc6930907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['29e4618c-5629-48f6-9fff-e9059a66f54b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:24.407092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:24.410527 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 3 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:24.416763 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b99f6e-11ef-4ee5-8254-cc9fbd3fcd1d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:24.422588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b99f6e-11ef-4ee5-8254-cc9fbd3fcd1d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:24.426666 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-43b99f6e-11ef-4ee5-8254-cc9fbd3fcd1d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.7122164 Oct 05 09:13:24.437759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:24.447359 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a533c-fa4b-42bb-80b2-3ae3c354954e req-e38e8ccd-29b9-41e1-af62-5f01eca2f46e tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:24.448904 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ec3a533c-fa4b-42bb-80b2-3ae3c354954e req-e38e8ccd-29b9-41e1-af62-5f01eca2f46e tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.6656303 Oct 05 09:13:24.455847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54524) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:24.456594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:24.546955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:24.562016 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ef003210-de13-4963-9c71-75cc6930907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:24.570923 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef003210-de13-4963-9c71-75cc6930907a None None] Routers {'29e4618c-5629-48f6-9fff-e9059a66f54b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:24.571681 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ef003210-de13-4963-9c71-75cc6930907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['29e4618c-5629-48f6-9fff-e9059a66f54b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:24.582731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Pushing event updated for resources: {'Port': ['ID=e7b954c0-40fe-475d-83ec-dc0fd272f8fa,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:24.636943 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ef003210-de13-4963-9c71-75cc6930907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:24.636943 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef003210-de13-4963-9c71-75cc6930907a None None] The sync data for ids ['29e4618c-5629-48f6-9fff-e9059a66f54b'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:13:24.659592 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f5def8b2-64b0-40ed-8303-123d4437e794 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/29e4618c-5629-48f6-9fff-e9059a66f54b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6532264 Oct 05 09:13:24.668171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54528) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:24.719886 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port bd01fbc0-1f9d-4b5a-90d3-c35648d96875 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:24.720228 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:24.768313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-016a7179-c787-4e92-93c2-b318fdb2cd69 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:24.786434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915bd4ec-0a00-425f-b5ef-faea0803da17 admin admin] Router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:13:24.791018 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-016a7179-c787-4e92-93c2-b318fdb2cd69 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "DELETE /v2.0/ports/cc276fc1-d288-4ac9-903f-b550a4464e17 HTTP/1.1" status: 204 len: 168 time: 2.2380676 Oct 05 09:13:24.799023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54532) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:24.966052 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ec3a533c-fa4b-42bb-80b2-3ae3c354954e req-ba41d92a-3130-4357-8834-a090c30a6d39 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4406660 Oct 05 09:13:24.972936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa3a213-0523-4db4-b198-992c4aa85315 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:24.974568 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-faa3a213-0523-4db4-b198-992c4aa85315 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports/6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 HTTP/1.1" status: 200 len: 910 time: 0.2973814 Oct 05 09:13:24.975180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-dd5df0c3-c584-4620-87e2-ba9a7cc8e2d3 admin admin] For port 7b22ef6f-a718-4766-9f29-9cb22908a26a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7b22ef6f-a718-4766-9f29-9cb22908a26a,segment=NetworkSegment(98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053),segment_id=98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:24.975541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd5df0c3-c584-4620-87e2-ba9a7cc8e2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:24.983925 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54536) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:24.990640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11b0fc66-7cb2-4327-938f-0650ed1f65a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:25.048200 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 4 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:25.053503 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7083b0-8f45-4fa0-8de2-8dc362ac7c27 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] GET failed (client error): The resource could not be found. Oct 05 09:13:25.054284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ef7083b0-8f45-4fa0-8de2-8dc362ac7c27 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Synchronizing usage tracker for tenant:92c86e89d1684a348106c3ffe59049e7 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:25.108726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:25.170046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-dd5df0c3-c584-4620-87e2-ba9a7cc8e2d3 admin admin] Calling delete_port for 7b22ef6f-a718-4766-9f29-9cb22908a26a owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:25.197040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11b0fc66-7cb2-4327-938f-0650ed1f65a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:25.200873 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-11b0fc66-7cb2-4327-938f-0650ed1f65a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7eeeab9e-0190-4894-a010-c4cdddffbbb7 HTTP/1.1" status: 204 len: 168 time: 1.5526145 Oct 05 09:13:25.200873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0fc66-7cb2-4327-938f-0650ed1f65a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeeab9e-0190-4894-a010-c4cdddffbbb7,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:25.220802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ef7083b0-8f45-4fa0-8de2-8dc362ac7c27 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Unset dirty status for tenant:92c86e89d1684a348106c3ffe59049e7 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:25.224856 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ef7083b0-8f45-4fa0-8de2-8dc362ac7c27 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "GET /v2.0/ports/cc276fc1-d288-4ac9-903f-b550a4464e17 HTTP/1.1" status: 404 len: 333 time: 0.4212868 Oct 05 09:13:25.226510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54542) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:25.507214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:25.524175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915bd4ec-0a00-425f-b5ef-faea0803da17 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:13:25.536092 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-915bd4ec-0a00-425f-b5ef-faea0803da17 admin admin] 10.222.0.64 "PUT /v2.0/routers/0f0a291a-c7d6-4feb-aa5c-d89b94ec4707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3156939 Oct 05 09:13:25.538970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425bff8-e62f-4861-995f-aa426966625b None None] Sync routers for ids ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:13:25.539983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54548) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:25.540356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54550) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:25.547143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d7b7f7fb-bd65-44b7-9cd7-42ea8523e9f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Deleting port c5278969-f668-4b53-9694-885b38337609 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:25.547493 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7b7f7fb-bd65-44b7-9cd7-42ea8523e9f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:25.551601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425bff8-e62f-4861-995f-aa426966625b None None] Routers {'0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:25.552308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c425bff8-e62f-4861-995f-aa426966625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:25.615059 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 5 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:25.758554 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:25.770479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for bd01fbc0-1f9d-4b5a-90d3-c35648d96875 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:25.794829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-c425bff8-e62f-4861-995f-aa426966625b None None] Set router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:13:25.868312 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:25.879082 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a9e1b701-b595-4f65-b657-30eade92230f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=494c7729e8ad44cd82fe3d70a80d5aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336625 Oct 05 09:13:25.911764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54556) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:25.975250 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:26.094788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=bd01fbc0-1f9d-4b5a-90d3-c35648d96875,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:26.104874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:26.192087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c425bff8-e62f-4861-995f-aa426966625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:13:22Z', 'revision_number': 5, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:26.192489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:26.196394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:26.196734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:26.197008 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425bff8-e62f-4861-995f-aa426966625b None None] Checking router: 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:13:26.197114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:26.197381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:26.197711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:26.198058 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:26.198848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:26.198848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:26.199309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:26.199309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:26.199611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:26.199922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:26.207752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425bff8-e62f-4861-995f-aa426966625b None None] Routers {'0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:26.208399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c425bff8-e62f-4861-995f-aa426966625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:26.266708 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 6 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:26.401066 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:26.433093 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b4ca2ddd-ef47-48c4-b345-1f3041ead158 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/bd01fbc0-1f9d-4b5a-90d3-c35648d96875 HTTP/1.1" status: 204 len: 168 time: 1.9438093 Oct 05 09:13:26.439384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54562) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:26.467211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:26.499809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-c425bff8-e62f-4861-995f-aa426966625b None None] Set router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:13:26.508504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd5df0c3-c584-4620-87e2-ba9a7cc8e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:26.540017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7b7f7fb-bd65-44b7-9cd7-42ea8523e9f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:26.550797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:26.586537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5df0c3-c584-4620-87e2-ba9a7cc8e2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b22ef6f-a718-4766-9f29-9cb22908a26a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:26.729119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:26.741598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d7b7f7fb-bd65-44b7-9cd7-42ea8523e9f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Calling delete_port for c5278969-f668-4b53-9694-885b38337609 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:26.785295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:26.813411 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c425bff8-e62f-4861-995f-aa426966625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:13:22Z', 'revision_number': 5, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:26.816826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Deleting port b418b551-582d-457a-a46c-a5f98cf9e3ef {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:26.817134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425bff8-e62f-4861-995f-aa426966625b None None] The sync data for ids ['0f0a291a-c7d6-4feb-aa5c-d89b94ec4707'] in dv-neutron-860328-1-hyperv is: [{'id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'name': 'tempest-ServersTestManualDisk-1776355686-router', 'tenant_id': '7c2806662ba345c1970efc4b5f30b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:13:22Z', 'revision_number': 5, 'project_id': '7c2806662ba345c1970efc4b5f30b2a0', 'gw_port': {'id': 'b418b551-582d-457a-a46c-a5f98cf9e3ef', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0a291a-c7d6-4feb-aa5c-d89b94ec4707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:27Z', 'updated_at': '2022-10-05T09:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:13:26.817415 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:26.856132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8471e91-2929-40c5-8d8d-9da43711ea8b req-64abed66-ecd7-4d4a-b1a7-72c51fdd005f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:26.857712 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c8471e91-2929-40c5-8d8d-9da43711ea8b req-64abed66-ecd7-4d4a-b1a7-72c51fdd005f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.7220788 Oct 05 09:13:26.872221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:26.902034 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 7 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:26.966514 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:26.993024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:27.065909 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c8471e91-2929-40c5-8d8d-9da43711ea8b req-40fc5288-2d1c-4f16-acb3-9633f926e428 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952083 Oct 05 09:13:27.081801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b0a7d4-30f1-4c66-8742-94e5186e9bac,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:27.091426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e61a193-af4c-4783-b4a7-edde55b67165 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:27.104112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47898fde-4784-4799-a5fa-3cf5dfec2392 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:27.104783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-47898fde-4784-4799-a5fa-3cf5dfec2392 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:27.179264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:27.179672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:27.180050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:27.180609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:27.181018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:27.181328 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:27.181652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:27.182020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:27.182323 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:27.182640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:27.182957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:27.183271 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:27.272281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7b7f7fb-bd65-44b7-9cd7-42ea8523e9f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:27.277405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-47898fde-4784-4799-a5fa-3cf5dfec2392 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:27.278541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:27.278676 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-47898fde-4784-4799-a5fa-3cf5dfec2392 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8339303 Oct 05 09:13:27.282016 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1b47427b-01ef-44ca-a93a-9493f6006e5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35b0a7d4-30f1-4c66-8742-94e5186e9bac HTTP/1.1" status: 204 len: 168 time: 1.3601890 Oct 05 09:13:27.289062 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54566) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:27.333803 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd5df0c3-c584-4620-87e2-ba9a7cc8e2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:27.360361 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1c4abd-4cdb-4006-b8b3-2c289584a127 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:13:27.361343 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-af1c4abd-4cdb-4006-b8b3-2c289584a127 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/613228af-ac13-4325-9856-34919aee1241 HTTP/1.1" status: 404 len: 333 time: 0.0711646 Oct 05 09:13:27.365422 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54572) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:27.367827 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7f7fb-bd65-44b7-9cd7-42ea8523e9f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event deleted for resources: {'Port': ['ID=c5278969-f668-4b53-9694-885b38337609,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:27.373099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] For port b418b551-582d-457a-a46c-a5f98cf9e3ef, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b418b551-582d-457a-a46c-a5f98cf9e3ef,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:27.373456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:27.468268 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 8 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:27.506213 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c954346-23b7-4fde-8a4a-938e843562e4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:13:27.507559 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1c954346-23b7-4fde-8a4a-938e843562e4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/bd01fbc0-1f9d-4b5a-90d3-c35648d96875 HTTP/1.1" status: 404 len: 333 time: 0.1409504 Oct 05 09:13:27.511143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54576) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:27.606783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7b7f7fb-bd65-44b7-9cd7-42ea8523e9f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:27.608908 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d7b7f7fb-bd65-44b7-9cd7-42ea8523e9f1 tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "DELETE /v2.0/ports/c5278969-f668-4b53-9694-885b38337609 HTTP/1.1" status: 204 len: 168 time: 2.3724473 Oct 05 09:13:27.618955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:27.624961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Router 8a00dc64-b248-478a-be04-8184a9879c0d is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:13:27.667710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54582) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:27.682991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Calling delete_port for b418b551-582d-457a-a46c-a5f98cf9e3ef owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:27.770145 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e0f32d-54b2-48cf-b849-6b408bc8299b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] GET failed (client error): The resource could not be found. Oct 05 09:13:27.770679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-10e0f32d-54b2-48cf-b849-6b408bc8299b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Synchronizing usage tracker for tenant:92c86e89d1684a348106c3ffe59049e7 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:27.819773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-10e0f32d-54b2-48cf-b849-6b408bc8299b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Unset dirty status for tenant:92c86e89d1684a348106c3ffe59049e7 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:27.825492 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-10e0f32d-54b2-48cf-b849-6b408bc8299b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "GET /v2.0/ports/c5278969-f668-4b53-9694-885b38337609 HTTP/1.1" status: 404 len: 333 time: 0.1467121 Oct 05 09:13:27.830794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54592) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:27.948921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e08be080-685a-4c5f-955d-2b850bd43b08 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:28.119890 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 9 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:28.147043 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7e530780-f329-4827-b88d-66d60ea43f0b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Deleting port 8763992b-2ea0-42dc-aaa8-849bb1b548aa {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:28.147540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e530780-f329-4827-b88d-66d60ea43f0b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:28.153032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ad09cc58-4715-490c-bf0b-7df45bbd380b no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:28.200484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: ad09cc58-4715-490c-bf0b-7df45bbd380b {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:13:28.201172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ad09cc58-4715-490c-bf0b-7df45bbd380b not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:13:28.240948 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:28.248669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9e61a193-af4c-4783-b4a7-edde55b67165 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port 6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:28.249183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e61a193-af4c-4783-b4a7-edde55b67165 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:28.314918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:13:28.326735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:28.330285 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-29281e55-4930-4778-9084-ba8b8938abcd tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "PUT /v2.0/routers/8a00dc64-b248-478a-be04-8184a9879c0d HTTP/1.1" status: 200 len: 879 time: 7.9854903 Oct 05 09:13:28.330415 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c5820-5847-4d34-9628-552c830ce6bd None None] Sync routers for ids ['8a00dc64-b248-478a-be04-8184a9879c0d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:13:28.339549 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c5820-5847-4d34-9628-552c830ce6bd None None] Routers {'8a00dc64-b248-478a-be04-8184a9879c0d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:28.340384 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-825c5820-5847-4d34-9628-552c830ce6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['8a00dc64-b248-478a-be04-8184a9879c0d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:28.365897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54608) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:28.379121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54610) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:28.408999 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-825c5820-5847-4d34-9628-552c830ce6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:28.418704 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c5820-5847-4d34-9628-552c830ce6bd None None] Routers {'8a00dc64-b248-478a-be04-8184a9879c0d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:28.419304 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-825c5820-5847-4d34-9628-552c830ce6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['8a00dc64-b248-478a-be04-8184a9879c0d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:28.469530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e08be080-685a-4c5f-955d-2b850bd43b08 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:28.491608 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-825c5820-5847-4d34-9628-552c830ce6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:28.493462 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c5820-5847-4d34-9628-552c830ce6bd None None] The sync data for ids ['8a00dc64-b248-478a-be04-8184a9879c0d'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:13:28.534895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e08be080-685a-4c5f-955d-2b850bd43b08 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4361577-8ad2-47da-85ad-4b7fe4a1d5ae']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:28.544676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:28.554449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5df0c3-c584-4620-87e2-ba9a7cc8e2d3 admin admin] Router 743c9cb3-ff0d-474b-ac80-db0117506140 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:13:28.594974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-741596493'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:28.619519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e08be080-685a-4c5f-955d-2b850bd43b08 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7069a35-ecd7-4446-bb8c-9ec822c4d17b') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:28.619810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e08be080-685a-4c5f-955d-2b850bd43b08 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7069a35-ecd7-4446-bb8c-9ec822c4d17b') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:28.631089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:28.640570 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e08be080-685a-4c5f-955d-2b850bd43b08 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:28.650563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Pushing event deleted for resources: {'Port': ['ID=b418b551-582d-457a-a46c-a5f98cf9e3ef,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:28.685266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:network and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:28.739303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e08be080-685a-4c5f-955d-2b850bd43b08 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:28.739562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:28.742820 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Attempt 10 to provision port 510a31e2-c3b7-45b4-876f-7112c6e58321 Oct 05 09:13:28.759330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08be080-685a-4c5f-955d-2b850bd43b08 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:13:28.759837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e08be080-685a-4c5f-955d-2b850bd43b08 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:28.783356 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3f5902e4-0998-4d37-a766-b7288d5668dd tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/routers/8a00dc64-b248-478a-be04-8184a9879c0d HTTP/1.1" status: 200 len: 920 time: 0.3976166 Oct 05 09:13:28.792101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2828a-f87e-4bb5-b8ba-0596a87c1d61 req-cc019bb1-17a2-416b-b7d3-771a9fd687ef tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:28.793916 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6fb2828a-f87e-4bb5-b8ba-0596a87c1d61 req-cc019bb1-17a2-416b-b7d3-771a9fd687ef tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.4923534 Oct 05 09:13:28.794103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:28.795857 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54620) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:28.826990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-206bb4a3-635f-414d-9378-7bf2755f8840 None None] Port 510a31e2-c3b7-45b4-876f-7112c6e58321 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:28.851137 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment b7069a35-ecd7-4446-bb8c-9ec822c4d17b resource provider aggregate not found Oct 05 09:13:28.895297 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment b7069a35-ecd7-4446-bb8c-9ec822c4d17b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7069a35-ecd7-4446-bb8c-9ec822c4d17b found for delete ", "request_id": "req-0d1b1541-7896-4ca0-bf51-af483ff01acc"}]} Oct 05 09:13:28.930598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e61a193-af4c-4783-b4a7-edde55b67165 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:28.937897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:28.941216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:28.949224 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-078a6154-7b7a-4147-81a2-ea77df9f51c7 None None] Provisioning for port 6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:28.954839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-078a6154-7b7a-4147-81a2-ea77df9f51c7 None None] Provisioning complete for port 6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:28.955210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-078a6154-7b7a-4147-81a2-ea77df9f51c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:28.955744 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-078a6154-7b7a-4147-81a2-ea77df9f51c7 None None] Attempt 1 to provision port 6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 Oct 05 09:13:29.002236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e08be080-685a-4c5f-955d-2b850bd43b08 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:29.006184 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6fb2828a-f87e-4bb5-b8ba-0596a87c1d61 req-f920f741-4f21-4156-8dc1-71fb278457e0 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573005 Oct 05 09:13:29.016025 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-078a6154-7b7a-4147-81a2-ea77df9f51c7 None None] Port 6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:29.028511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:29.033886 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e08be080-685a-4c5f-955d-2b850bd43b08 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:29.050193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5df0c3-c584-4620-87e2-ba9a7cc8e2d3 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:13:29.051799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08be080-685a-4c5f-955d-2b850bd43b08 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Network': ['ID=a4361577-8ad2-47da-85ad-4b7fe4a1d5ae,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:29.059845 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dd5df0c3-c584-4620-87e2-ba9a7cc8e2d3 admin admin] 10.222.0.64 "PUT /v2.0/routers/743c9cb3-ff0d-474b-ac80-db0117506140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8560150 Oct 05 09:13:29.059845 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e08be080-685a-4c5f-955d-2b850bd43b08 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/networks/a4361577-8ad2-47da-85ad-4b7fe4a1d5ae HTTP/1.1" status: 204 len: 168 time: 1.5467591 Oct 05 09:13:29.059845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54626) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:29.068195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05ce62-35ce-49dd-80ed-a0a147110fd7 None None] Sync routers for ids ['743c9cb3-ff0d-474b-ac80-db0117506140'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:13:29.078573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05ce62-35ce-49dd-80ed-a0a147110fd7 None None] Routers {'743c9cb3-ff0d-474b-ac80-db0117506140'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:29.079421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4a05ce62-35ce-49dd-80ed-a0a147110fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['743c9cb3-ff0d-474b-ac80-db0117506140'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:29.101182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54630) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:29.108489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9e61a193-af4c-4783-b4a7-edde55b67165 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for 6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:29.139198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:29.272731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:29.286702 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1995394480'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:29.298697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-4a05ce62-35ce-49dd-80ed-a0a147110fd7 None None] Set router 743c9cb3-ff0d-474b-ac80-db0117506140 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:13:29.305934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e530780-f329-4827-b88d-66d60ea43f0b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:29.313075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:29.315436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:29.388526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:network and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:29.391429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:security_group_rule and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:29.394230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:29.467465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:29.473757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:29.525203 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-078a6154-7b7a-4147-81a2-ea77df9f51c7 None None] Attempt 2 to provision port 6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 Oct 05 09:13:29.602897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:29.613317 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Deleting port 5741eebc-735b-4aa9-8cab-41a0923de6ee {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:29.613759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:29.637582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-078a6154-7b7a-4147-81a2-ea77df9f51c7 None None] Port 6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:29.663586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:29.666628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:29.670149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:29.674099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4a05ce62-35ce-49dd-80ed-a0a147110fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:13:26Z', 'revision_number': 5, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port': {'id': '5741eebc-735b-4aa9-8cab-41a0923de6ee', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:30Z', 'updated_at': '2022-10-05T09:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:29.678163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7e530780-f329-4827-b88d-66d60ea43f0b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Calling delete_port for 8763992b-2ea0-42dc-aaa8-849bb1b548aa owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:29.678365 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05ce62-35ce-49dd-80ed-a0a147110fd7 None None] Checking router: 743c9cb3-ff0d-474b-ac80-db0117506140 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:13:29.688075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05ce62-35ce-49dd-80ed-a0a147110fd7 None None] Routers {'743c9cb3-ff0d-474b-ac80-db0117506140'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:29.688692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4a05ce62-35ce-49dd-80ed-a0a147110fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['743c9cb3-ff0d-474b-ac80-db0117506140'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:29.795838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:29.799673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:29.813887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] For port 5741eebc-735b-4aa9-8cab-41a0923de6ee, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5741eebc-735b-4aa9-8cab-41a0923de6ee,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:29.814355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:29.826402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbec456-4d80-43b9-a129-e01d5b130726 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:29.827109 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7dbec456-4d80-43b9-a129-e01d5b130726 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Synchronizing usage tracker for tenant:a06eb7c63fb04886b8e3db8d2cd44135 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:29.844576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:29.844783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:13:29.927710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-4a05ce62-35ce-49dd-80ed-a0a147110fd7 None None] Set router 743c9cb3-ff0d-474b-ac80-db0117506140 gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:13:29.941022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:13:29.958514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7dbec456-4d80-43b9-a129-e01d5b130726 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Unset dirty status for tenant:a06eb7c63fb04886b8e3db8d2cd44135 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:29.963482 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7dbec456-4d80-43b9-a129-e01d5b130726 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&device_id=8a00dc64-b248-478a-be04-8184a9879c0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1553204 Oct 05 09:13:29.971589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54634) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:30.008637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Calling delete_port for 5741eebc-735b-4aa9-8cab-41a0923de6ee owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:30.020504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.020504 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Added segment 1318ca9e-177e-40e0-ad7d-4e939265f0ef of type vlan for network e33a08aa-67de-4105-9018-24ff5c28ae09 Oct 05 09:13:30.055341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4a05ce62-35ce-49dd-80ed-a0a147110fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:13:29Z', 'revision_number': 6, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:30.060238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05ce62-35ce-49dd-80ed-a0a147110fd7 None None] The sync data for ids ['743c9cb3-ff0d-474b-ac80-db0117506140'] in dv-neutron-860328-1-hyperv is: [{'id': '743c9cb3-ff0d-474b-ac80-db0117506140', 'name': 'tempest-ServersTestJSON-1381434566-router', 'tenant_id': '55cca285808e4ee2a7042e9a9d2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:13:29Z', 'revision_number': 6, 'project_id': '55cca285808e4ee2a7042e9a9d2def4c', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:13:30.139123 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-078a6154-7b7a-4147-81a2-ea77df9f51c7 None None] Attempt 3 to provision port 6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 Oct 05 09:13:30.203621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-078a6154-7b7a-4147-81a2-ea77df9f51c7 None None] Port 6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:30.232549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.233671 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2b7f358b-5216-4322-90bf-06e38f959ace admin admin] 10.222.0.64 "DELETE /v2.0/routers/0f0a291a-c7d6-4feb-aa5c-d89b94ec4707 HTTP/1.1" status: 204 len: 168 time: 4.6922555 Oct 05 09:13:30.250600 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54640) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:30.252144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.269305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.310914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e530780-f329-4827-b88d-66d60ea43f0b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.321225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.328836 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.415594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Pushing event deleted for resources: {'Port': ['ID=5741eebc-735b-4aa9-8cab-41a0923de6ee,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:30.428961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:13:30.456439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e530780-f329-4827-b88d-66d60ea43f0b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event deleted for resources: {'Port': ['ID=8763992b-2ea0-42dc-aaa8-849bb1b548aa,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:30.483736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25559550-88ee-4c96-bfbe-4320c60385ca req-9bde8b4d-0d79-4619-94cb-3b2d64ae1f9b tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:30.485326 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-25559550-88ee-4c96-bfbe-4320c60385ca req-9bde8b4d-0d79-4619-94cb-3b2d64ae1f9b tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.2873733 Oct 05 09:13:30.520703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e61a193-af4c-4783-b4a7-edde55b67165 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.531713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.547162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:13:30.605694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457fe7d-1ecb-4b72-b0be-608b856d0960 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:30.606298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1457fe7d-1ecb-4b72-b0be-608b856d0960 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Synchronizing usage tracker for tenant:a06eb7c63fb04886b8e3db8d2cd44135 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:30.622996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-9363d09b-6fe4-44ab-a325-2728cd4b7200 admin admin] Deleting subnet badddbb6-d671-45e6-8973-c7e1f2ea1009 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:13:30.659858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9363d09b-6fe4-44ab-a325-2728cd4b7200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.687686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61a193-af4c-4783-b4a7-edde55b67165 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=6eb9d0cd-b006-4b89-a9f7-3e8378e822c3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:30.689563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b335bd-c849-48c2-b882-ba83e952d022,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:30.704599 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-078a6154-7b7a-4147-81a2-ea77df9f51c7 None None] Attempt 4 to provision port 6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 Oct 05 09:13:30.709898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e530780-f329-4827-b88d-66d60ea43f0b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.715058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.715419 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Added segment dab369f9-4fb7-4bc6-894c-76728f489771 of type vlan for network 19d31986-d6d4-46c2-94b6-97b25bee37cf Oct 05 09:13:30.731329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.736208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:30.736838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.740162 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-25559550-88ee-4c96-bfbe-4320c60385ca req-56a4f39b-4356-441d-b22d-62178f524017 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373452 Oct 05 09:13:30.747931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.754640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.797262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-078a6154-7b7a-4147-81a2-ea77df9f51c7 None None] Port 6eb9d0cd-b006-4b89-a9f7-3e8378e822c3 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:13:30.800694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-078a6154-7b7a-4147-81a2-ea77df9f51c7 None None] Could not find standard attr ID for object cc276fc1-d288-4ac9-903f-b550a4464e17. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:13:30.844988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.845591 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 743c9cb3-ff0d-474b-ac80-db0117506140 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:13:30.876293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:30.877433 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8a57b824-2340-4925-b66d-4d247dfe987b admin admin] 10.222.0.64 "DELETE /v2.0/routers/743c9cb3-ff0d-474b-ac80-db0117506140 HTTP/1.1" status: 204 len: 168 time: 1.8168468 Oct 05 09:13:30.879882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54650) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:30.896068 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7e530780-f329-4827-b88d-66d60ea43f0b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "DELETE /v2.0/ports/8763992b-2ea0-42dc-aaa8-849bb1b548aa HTTP/1.1" status: 204 len: 168 time: 3.0632548 Oct 05 09:13:30.925653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54654) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:30.956708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1457fe7d-1ecb-4b72-b0be-608b856d0960 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Unset dirty status for tenant:a06eb7c63fb04886b8e3db8d2cd44135 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:30.958206 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1457fe7d-1ecb-4b72-b0be-608b856d0960 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/networks/f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 881 time: 0.9525256 Oct 05 09:13:30.964188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54658) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:31.000386 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8070624 Oct 05 09:13:31.009645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9363d09b-6fe4-44ab-a325-2728cd4b7200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:31.030310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54662) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:31.041245 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:31.046290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': 'e33a08aa-67de-4105-9018-24ff5c28ae09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:31.061999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579744d7-b6c6-460b-9fd3-cff1a1fc3cda tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Network': ['ID=e33a08aa-67de-4105-9018-24ff5c28ae09,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:31.075994 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2fae56a6-9d81-48b3-9f4e-505bb80fb7ee tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a00dc64-b248-478a-be04-8184a9879c0d HTTP/1.1" status: 200 len: 205 time: 0.0994532 Oct 05 09:13:31.085120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54668) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:31.090709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network e33a08aa-67de-4105-9018-24ff5c28ae09 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:13:31.214929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:13:31.275555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:31.282595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:31.283235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:31.372966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e61a193-af4c-4783-b4a7-edde55b67165 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:31.462286 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0781243 Oct 05 09:13:31.463658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9363d09b-6fe4-44ab-a325-2728cd4b7200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:31.499514 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54672) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:31.532216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-97967cb3-1b16-4d15-b82e-5ef430eee2b4 admin admin] Deleting subnet e394023a-1e34-408d-9f04-b686f5e87878 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:13:31.538083 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39fe2ea-7066-45c8-9686-3df388ddabbe tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Deleting subnet 096deba1-7bf6-4f1d-9e09-e4f52f30580c {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:13:31.546666 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:31.583037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97967cb3-1b16-4d15-b82e-5ef430eee2b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:31.654686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f39fe2ea-7066-45c8-9686-3df388ddabbe tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:31.698667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a485f44-40e0-48c4-937a-4da73555980e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Network': ['ID=19d31986-d6d4-46c2-94b6-97b25bee37cf,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:31.709697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:13:31.756587 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:31.770190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:31.831756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665df0c-3250-449c-b89c-4e285cbc8dc9 req-fcbd2c71-61dd-4fe4-bf1b-f4e1c2b9753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:31.833204 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c665df0c-3250-449c-b89c-4e285cbc8dc9 req-fcbd2c71-61dd-4fe4-bf1b-f4e1c2b9753a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=af3973850af34ff0b1ae6694f898d389&device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 1099 time: 0.5173655 Oct 05 09:13:31.835862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9363d09b-6fe4-44ab-a325-2728cd4b7200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:31.848255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:31.864457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:31.880081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:31.883418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f39fe2ea-7066-45c8-9686-3df388ddabbe tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:31.921584 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97967cb3-1b16-4d15-b82e-5ef430eee2b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:31.961002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363d09b-6fe4-44ab-a325-2728cd4b7200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=badddbb6-d671-45e6-8973-c7e1f2ea1009,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:31.982214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:32.012592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:32.021791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:32.027649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8599e89d-fcfd-4c5f-9a91-392f6eb80212 None None] Network c341bd40-6381-4696-99bd-4b7261a8625e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:32.030849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:32.072658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9363d09b-6fe4-44ab-a325-2728cd4b7200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:32.091188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7b22ef6f-a718-4766-9f29-9cb22908a26a no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:32.098649 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9363d09b-6fe4-44ab-a325-2728cd4b7200 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/badddbb6-d671-45e6-8973-c7e1f2ea1009 HTTP/1.1" status: 204 len: 168 time: 1.8390260 Oct 05 09:13:32.105854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54676) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:32.136627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 7b22ef6f-a718-4766-9f29-9cb22908a26a {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:13:32.136993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7b22ef6f-a718-4766-9f29-9cb22908a26a not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:13:32.137361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b418b551-582d-457a-a46c-a5f98cf9e3ef no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:32.169428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:32.186968 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: b418b551-582d-457a-a46c-a5f98cf9e3ef {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:13:32.187317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b418b551-582d-457a-a46c-a5f98cf9e3ef not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:13:32.187630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5741eebc-735b-4aa9-8cab-41a0923de6ee no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:32.226631 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:32.234058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 5741eebc-735b-4aa9-8cab-41a0923de6ee {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:13:32.234629 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5741eebc-735b-4aa9-8cab-41a0923de6ee not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:13:32.277150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e61a193-af4c-4783-b4a7-edde55b67165 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 29e4618c-5629-48f6-9fff-e9059a66f54b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:13:32.295489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665df0c-3250-449c-b89c-4e285cbc8dc9 req-a438d20b-d482-48ce-84ff-d7cc6e8acf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:32.296942 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c665df0c-3250-449c-b89c-4e285cbc8dc9 req-a438d20b-d482-48ce-84ff-d7cc6e8acf70 service neutron] 10.222.0.45 "GET /v2.0/networks?id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636 HTTP/1.1" status: 200 len: 913 time: 0.3801262 Oct 05 09:13:32.305898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92dad3-c9e7-4310-80a5-2b77eb2ff4ba req-77f97676-5b4f-49bb-88e9-baafa485f8a6 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:32.310501 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9f92dad3-c9e7-4310-80a5-2b77eb2ff4ba req-77f97676-5b4f-49bb-88e9-baafa485f8a6 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.9266517 Oct 05 09:13:32.325910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.ipam_backend_mixin [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Performing IP validity checks on allocation pools {{(pid=89054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:13:32.329337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.ipam_backend_mixin [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:13:32.362417 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:32.365807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:32.365944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:32.411487 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:32.432010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] DHCP port deletion for c341bd40-6381-4696-99bd-4b7261a8625e request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:13:32.436885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Deleting port 5da857bd-1152-4c76-a93f-0c05b3e2a237 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:32.437336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:32.475071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f39fe2ea-7066-45c8-9686-3df388ddabbe tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:32.558999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Deleting port e7b954c0-40fe-475d-83ec-dc0fd272f8fa {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:32.559441 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:32.565117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Deleting port 5da857bd-1152-4c76-a93f-0c05b3e2a237 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:32.565673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:32.606846 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c665df0c-3250-449c-b89c-4e285cbc8dc9 req-086e2aae-c7cc-49f8-b010-d3d1fd46af56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d HTTP/1.1" status: 200 len: 1002 time: 0.2997456 Oct 05 09:13:32.621457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e61a193-af4c-4783-b4a7-edde55b67165 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:13:32.624863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97967cb3-1b16-4d15-b82e-5ef430eee2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:32.635951 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698fe7c4-9a57-4df8-8ceb-bc6d914abb3b None None] Sync routers for ids ['29e4618c-5629-48f6-9fff-e9059a66f54b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:13:32.646532 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698fe7c4-9a57-4df8-8ceb-bc6d914abb3b None None] Routers {'29e4618c-5629-48f6-9fff-e9059a66f54b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:32.647375 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-698fe7c4-9a57-4df8-8ceb-bc6d914abb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['29e4618c-5629-48f6-9fff-e9059a66f54b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:32.659580 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9e61a193-af4c-4783-b4a7-edde55b67165 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/29e4618c-5629-48f6-9fff-e9059a66f54b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6721337 Oct 05 09:13:32.659800 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9f92dad3-c9e7-4310-80a5-2b77eb2ff4ba req-b5b8910b-16de-43e0-ad73-0aff7961c9a1 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438623 Oct 05 09:13:32.660463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54680) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:32.727550 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-698fe7c4-9a57-4df8-8ceb-bc6d914abb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:32.731276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] For port 5da857bd-1152-4c76-a93f-0c05b3e2a237, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5da857bd-1152-4c76-a93f-0c05b3e2a237,segment=NetworkSegment(55dfb4e2-4c35-48b2-9736-a8a37210a94a),segment_id=55dfb4e2-4c35-48b2-9736-a8a37210a94a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:32.732069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:32.739286 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698fe7c4-9a57-4df8-8ceb-bc6d914abb3b None None] Routers {'29e4618c-5629-48f6-9fff-e9059a66f54b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:32.740039 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-698fe7c4-9a57-4df8-8ceb-bc6d914abb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['29e4618c-5629-48f6-9fff-e9059a66f54b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:32.814965 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-698fe7c4-9a57-4df8-8ceb-bc6d914abb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:32.815525 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698fe7c4-9a57-4df8-8ceb-bc6d914abb3b None None] The sync data for ids ['29e4618c-5629-48f6-9fff-e9059a66f54b'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:13:32.888259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665df0c-3250-449c-b89c-4e285cbc8dc9 req-7040529e-a2dc-4b76-bfb1-e185f63da829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:32.890159 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c665df0c-3250-449c-b89c-4e285cbc8dc9 req-7040529e-a2dc-4b76-bfb1-e185f63da829 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1dcf1b6-1798-4fba-b27d-a8b43c2672bc HTTP/1.1" status: 200 len: 851 time: 0.2726939 Oct 05 09:13:32.897678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f39fe2ea-7066-45c8-9686-3df388ddabbe tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:32.927552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Calling delete_port for 5da857bd-1152-4c76-a93f-0c05b3e2a237 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:32.962163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4779cc-ff5c-4403-a7fb-370b34204f26 None None] Network f9d485ae-f538-4280-83af-fbb667c27c85 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:32.962558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f39fe2ea-7066-45c8-9686-3df388ddabbe tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:32.970627 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fe2ea-7066-45c8-9686-3df388ddabbe tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event deleted for resources: {'Subnet': ['ID=096deba1-7bf6-4f1d-9e09-e4f52f30580c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:32.998178 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b697d7b-05a6-4459-9bdb-2593ca2ca1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.169096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97967cb3-1b16-4d15-b82e-5ef430eee2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.237919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.252696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.264710 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f39fe2ea-7066-45c8-9686-3df388ddabbe tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "DELETE /v2.0/subnets/096deba1-7bf6-4f1d-9e09-e4f52f30580c HTTP/1.1" status: 204 len: 168 time: 2.3379169 Oct 05 09:13:33.265566 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97967cb3-1b16-4d15-b82e-5ef430eee2b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e394023a-1e34-408d-9f04-b686f5e87878,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:33.283697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54684) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:33.290961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97967cb3-1b16-4d15-b82e-5ef430eee2b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.295208 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-97967cb3-1b16-4d15-b82e-5ef430eee2b4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e394023a-1e34-408d-9f04-b686f5e87878 HTTP/1.1" status: 204 len: 168 time: 2.4115822 Oct 05 09:13:33.297319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Pushing event deleted for resources: {'Port': ['ID=5da857bd-1152-4c76-a93f-0c05b3e2a237,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:33.299693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a82ea20-8d4e-47eb-a914-caf7f42ca935 None None] Network 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:33.307662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54688) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:33.377547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:33.377899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:33.378254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:33.378582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:33.378918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:33.379256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:33.379585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:33.379911 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:33.380240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:33.380563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:33.380890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:33.381216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:13:33.385154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b7f48-1d76-48ce-94d1-ca5507e69f59 None None] No DVR routers for this DVR port 5da857bd-1152-4c76-a93f-0c05b3e2a237 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:13:33.435768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Calling delete_port for e7b954c0-40fe-475d-83ec-dc0fd272f8fa owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:33.474216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] For port 5da857bd-1152-4c76-a93f-0c05b3e2a237, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5da857bd-1152-4c76-a93f-0c05b3e2a237,segment=NetworkSegment(55dfb4e2-4c35-48b2-9736-a8a37210a94a),segment_id=55dfb4e2-4c35-48b2-9736-a8a37210a94a)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:33.474816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.475007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.644144 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47ca736-1fe9-4dae-a386-37fc44f9ea97 None None] DHCP port deletion for f9d485ae-f538-4280-83af-fbb667c27c85 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:13:33.649598 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f47ca736-1fe9-4dae-a386-37fc44f9ea97 None None] Deleting port 401d2756-3818-4f3c-826a-0225c3f46123 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:33.650123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f47ca736-1fe9-4dae-a386-37fc44f9ea97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.682929 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.687872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Calling delete_port for 5da857bd-1152-4c76-a93f-0c05b3e2a237 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:33.691649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bcdd0f-8a6e-49f0-85d8-38327a4812f9 None None] DHCP port deletion for 84ab77fc-9e30-40dc-b48d-f5ad7cb2984d request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:13:33.708608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.719673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b6bcdd0f-8a6e-49f0-85d8-38327a4812f9 None None] Deleting port 936c3dea-54fd-489f-99d4-1668738d2d7d {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:33.720045 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdd0f-8a6e-49f0-85d8-38327a4812f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.728415 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Subnet': ['ID=eed9aaf3-96bf-424e-ad16-9ec524846ba5,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:33.733002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665df0c-3250-449c-b89c-4e285cbc8dc9 req-6f206c6b-6425-45e1-83b7-518cf91c5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:33.734553 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c665df0c-3250-449c-b89c-4e285cbc8dc9 req-6f206c6b-6425-45e1-83b7-518cf91c5a6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8320713 Oct 05 09:13:33.741451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.827620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Checking segment: {'id': '1318ca9e-177e-40e0-ad7d-4e939265f0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e33a08aa-67de-4105-9018-24ff5c28ae09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:33.827887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network hostable DHCP agents. Network: e33a08aa-67de-4105-9018-24ff5c28ae09, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:13:33.881010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Deleting port 401d2756-3818-4f3c-826a-0225c3f46123 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:33.881595 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.922176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Deleting port 936c3dea-54fd-489f-99d4-1668738d2d7d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:33.922521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:33.950059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=eddcd69c-8360-4b82-9dc3-47b430762155,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:33.964076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:33.964423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network hostable DHCP agents. Network: 19d31986-d6d4-46c2-94b6-97b25bee37cf, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:13:34.005046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network e33a08aa-67de-4105-9018-24ff5c28ae09 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:13:34.006653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:13:34.006982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:13:34.045085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f47ca736-1fe9-4dae-a386-37fc44f9ea97 None None] For port 401d2756-3818-4f3c-826a-0225c3f46123, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=401d2756-3818-4f3c-826a-0225c3f46123,segment=NetworkSegment(67ca21ba-3af0-43ab-ace5-7c0c95b976e0),segment_id=67ca21ba-3af0-43ab-ace5-7c0c95b976e0)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:34.045597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f47ca736-1fe9-4dae-a386-37fc44f9ea97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:34.075236 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c665df0c-3250-449c-b89c-4e285cbc8dc9 req-ec4c7ac2-21fd-430b-b911-36764049df52 service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287392 Oct 05 09:13:34.113217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5da857bd-1152-4c76-a93f-0c05b3e2a237 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:34.114461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:13:34.132730 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, e33a08aa-67de-4105-9018-24ff5c28ae09) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:34.137537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:34.138169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:34.156852 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 19d31986-d6d4-46c2-94b6-97b25bee37cf) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:34.161457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:34.162077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:34.203617 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12c8105-3235-4ca9-a243-d3df3befecfd None None] Network e33a08aa-67de-4105-9018-24ff5c28ae09 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:34.227350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:34.281802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df98428a-159b-4f45-a6b8-9bb1e6459b44 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:34.294426 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 5da857bd-1152-4c76-a93f-0c05b3e2a237 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:13:34.294821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5da857bd-1152-4c76-a93f-0c05b3e2a237 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:13:34.295306 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 401d2756-3818-4f3c-826a-0225c3f46123 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:34.332241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f47ca736-1fe9-4dae-a386-37fc44f9ea97 None None] Calling delete_port for 401d2756-3818-4f3c-826a-0225c3f46123 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:34.341077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c44cb7-262a-400d-bd5f-72d814607558 req-a8b63a8f-1646-49f7-89d9-f016467e671d tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:34.342634 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b6c44cb7-262a-400d-bd5f-72d814607558 req-a8b63a8f-1646-49f7-89d9-f016467e671d tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.5178113 Oct 05 09:13:34.365016 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1b925d5b-1d73-4552-b521-0591f6d18fd2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3334641 Oct 05 09:13:34.370257 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-91d201f2-3541-46a7-b6b5-96a31a0964b7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8581123 Oct 05 09:13:34.372829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54694) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:34.373384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54696) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:34.387773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'name': 'tempest-NetworksTestDHCPv6-1247877607'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:34.404588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Pushing event deleted for resources: {'Port': ['ID=e7b954c0-40fe-475d-83ec-dc0fd272f8fa,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:34.410825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': 'e33a08aa-67de-4105-9018-24ff5c28ae09', 'name': 'tempest-PortsIpV6TestJSON-1174434314'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:34.431429 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c665df0c-3250-449c-b89c-4e285cbc8dc9 req-f6a6becb-026b-4ad6-bc78-3e76d9c52211 service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413329 Oct 05 09:13:34.493390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] For port 401d2756-3818-4f3c-826a-0225c3f46123, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=401d2756-3818-4f3c-826a-0225c3f46123,segment=NetworkSegment(67ca21ba-3af0-43ab-ace5-7c0c95b976e0),segment_id=67ca21ba-3af0-43ab-ace5-7c0c95b976e0)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:34.494892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:34.661938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Calling delete_port for 401d2756-3818-4f3c-826a-0225c3f46123 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:34.671291 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Deleting port 5da857bd-1152-4c76-a93f-0c05b3e2a237 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:34.671637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:34.688086 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b6bcdd0f-8a6e-49f0-85d8-38327a4812f9 None None] For port 936c3dea-54fd-489f-99d4-1668738d2d7d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=936c3dea-54fd-489f-99d4-1668738d2d7d,segment=NetworkSegment(98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053),segment_id=98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:34.688516 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdd0f-8a6e-49f0-85d8-38327a4812f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:34.701843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:34.705681 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:34.733438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] For port 936c3dea-54fd-489f-99d4-1668738d2d7d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=936c3dea-54fd-489f-99d4-1668738d2d7d,segment=NetworkSegment(98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053),segment_id=98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:34.734054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:34.840103 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f47ca736-1fe9-4dae-a386-37fc44f9ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:34.855879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] The port '5da857bd-1152-4c76-a93f-0c05b3e2a237' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:13:34.935941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Calling delete_port for 936c3dea-54fd-489f-99d4-1668738d2d7d owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:34.976277 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b6bcdd0f-8a6e-49f0-85d8-38327a4812f9 None None] Calling delete_port for 936c3dea-54fd-489f-99d4-1668738d2d7d owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:35.024579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Port 401d2756-3818-4f3c-826a-0225c3f46123 update to DOWN by agent not found {{(pid=89056) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 05 09:13:35.025020 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 936c3dea-54fd-489f-99d4-1668738d2d7d no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:35.055274 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ca736-1fe9-4dae-a386-37fc44f9ea97 None None] Pushing event deleted for resources: {'Port': ['ID=401d2756-3818-4f3c-826a-0225c3f46123,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:35.089127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:35.102845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b18e8602-8848-46a6-b0fe-95e577ae8993 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.114017 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b6c44cb7-262a-400d-bd5f-72d814607558 req-236f15a1-63f4-45d8-9a32-b7b4469843b9 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7104473 Oct 05 09:13:35.121096 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ca736-1fe9-4dae-a386-37fc44f9ea97 None None] No DVR routers for this DVR port 401d2756-3818-4f3c-826a-0225c3f46123 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:13:35.175954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.182671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.234202 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:13:35.234569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:13:35.235293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.235884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Fanout notify agent at l3_agent the message router_deleted on router 8a00dc64-b248-478a-be04-8184a9879c0d {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:13:35.248658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:35.260276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.261513 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6bee76a1-7fe3-4e6f-b4c1-ef05f4e74ea2 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "DELETE /v2.0/routers/8a00dc64-b248-478a-be04-8184a9879c0d HTTP/1.1" status: 204 len: 168 time: 4.1169052 Oct 05 09:13:35.267587 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54702) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:35.272747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d730d61b-b6f4-4091-91e2-59a9401bd13f tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1528217751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:35.279688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d730d61b-b6f4-4091-91e2-59a9401bd13f tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:35.283575 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d730d61b-b6f4-4091-91e2-59a9401bd13f tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Usage tracker for resource:router and tenant:2c4866e1436b4830a6276d692ff30c34 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:35.286579 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d730d61b-b6f4-4091-91e2-59a9401bd13f tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:35.293193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d730d61b-b6f4-4091-91e2-59a9401bd13f tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:35.306579 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d730d61b-b6f4-4091-91e2-59a9401bd13f tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.308489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d730d61b-b6f4-4091-91e2-59a9401bd13f tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.314957 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No ports have port_id starting with 936c3dea-54fd-489f-99d4-1668738d2d7d Oct 05 09:13:35.316140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdd0f-8a6e-49f0-85d8-38327a4812f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.329604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d730d61b-b6f4-4091-91e2-59a9401bd13f tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.350051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d730d61b-b6f4-4091-91e2-59a9401bd13f tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.357318 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:35.361312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.363086 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': 'eddcd69c-8360-4b82-9dc3-47b430762155'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:13:35.363976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.376798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:35.377521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-e33a08aa-67de-4105-9018-24ff5c28ae09', 'network_id': 'e33a08aa-67de-4105-9018-24ff5c28ae09', 'tenant_id': '07928855b107476ea4ff86567f452305', 'fixed_ips': [{'subnet_id': 'eed9aaf3-96bf-424e-ad16-9ec524846ba5'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:13:35.378413 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.380857 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.390965 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:35.391845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d730d61b-b6f4-4091-91e2-59a9401bd13f tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.395867 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d730d61b-b6f4-4091-91e2-59a9401bd13f tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1244464 Oct 05 09:13:35.397197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54706) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:35.403751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'enable_snat': True}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:35.404106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:35.405349 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcdd0f-8a6e-49f0-85d8-38327a4812f9 None None] Pushing event deleted for resources: {'Port': ['ID=936c3dea-54fd-489f-99d4-1668738d2d7d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:35.418724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bcdd0f-8a6e-49f0-85d8-38327a4812f9 None None] No DVR routers for this DVR port 936c3dea-54fd-489f-99d4-1668738d2d7d on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:13:35.438440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:35.448859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c341bd40-6381-4696-99bd-4b7261a8625e']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:35.456554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:13:35.457180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:13:35.462788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port 2c8ab195-93a2-45a7-b113-96817dd9f08c yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:35.556592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55dfb4e2-4c35-48b2-9736-a8a37210a94a') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:35.556892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55dfb4e2-4c35-48b2-9736-a8a37210a94a') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:35.581268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:35.584792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.604993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8faeeee8-bfa6-4dcc-b1fe-3dc2ca639b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.639656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.690301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.691258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Allocated IP 2001:db8::2 (e33a08aa-67de-4105-9018-24ff5c28ae09/eed9aaf3-96bf-424e-ad16-9ec524846ba5/2b326448-6469-41ac-a6bd-6c6f2eead85a) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:35.697941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 92eb744a-ae4c-46a9-bd03-052a4c043278 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:35.702440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Allocated IP 2001:db8::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/eddcd69c-8360-4b82-9dc3-47b430762155/bc25d3f2-5127-410d-b0b8-c875740e158b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:35.744969 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:13:35.745535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.762090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Deleting port 401d2756-3818-4f3c-826a-0225c3f46123 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:35.762090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.831113 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 55dfb4e2-4c35-48b2-9736-a8a37210a94a resource provider aggregate not found Oct 05 09:13:35.865876 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 55dfb4e2-4c35-48b2-9736-a8a37210a94a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55dfb4e2-4c35-48b2-9736-a8a37210a94a found for delete ", "request_id": "req-842f2289-61f5-417b-84d8-3d03ffff4755"}]} Oct 05 09:13:35.892994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.916658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.924346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] Pushing event deleted for resources: {'Network': ['ID=c341bd40-6381-4696-99bd-4b7261a8625e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:35.943026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] The port '401d2756-3818-4f3c-826a-0225c3f46123' was deleted {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:13:35.945344 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:35.959958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Deleting port 936c3dea-54fd-489f-99d4-1668738d2d7d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:35.959958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.056188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] The port '936c3dea-54fd-489f-99d4-1668738d2d7d' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:13:36.105944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b18e8602-8848-46a6-b0fe-95e577ae8993 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port 510a31e2-c3b7-45b4-876f-7112c6e58321 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:36.106222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b18e8602-8848-46a6-b0fe-95e577ae8993 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.124640 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.132488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.146056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.147513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Transition to ACTIVE for port object 2b326448-6469-41ac-a6bd-6c6f2eead85a will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:36.169357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Transition to ACTIVE for port object bc25d3f2-5127-410d-b0b8-c875740e158b will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:36.178903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d485ae-f538-4280-83af-fbb667c27c85']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:36.190767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Transition to ACTIVE for port object 2b326448-6469-41ac-a6bd-6c6f2eead85a will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:36.194693 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ca21ba-3af0-43ab-ace5-7c0c95b976e0') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:36.195772 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ca21ba-3af0-43ab-ace5-7c0c95b976e0') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:36.202836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Transition to ACTIVE for port object bc25d3f2-5127-410d-b0b8-c875740e158b will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:36.206235 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.212824 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.234485 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.243334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:13:36.243746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.300233 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2cfbf4b7-67bb-4abf-894e-d7d4868b6951 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c341bd40-6381-4696-99bd-4b7261a8625e HTTP/1.1" status: 204 len: 168 time: 4.1932578 Oct 05 09:13:36.312369 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 67ca21ba-3af0-43ab-ace5-7c0c95b976e0 resource provider aggregate not found Oct 05 09:13:36.312781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Pushing event updated for resources: {'Port': ['ID=2b326448-6469-41ac-a6bd-6c6f2eead85a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:36.317393 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.384979 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 67ca21ba-3af0-43ab-ace5-7c0c95b976e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67ca21ba-3af0-43ab-ace5-7c0c95b976e0 found for delete ", "request_id": "req-28307ab9-2164-48f0-8f22-dea04a6cdda9"}]} Oct 05 09:13:36.409535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Network e33a08aa-67de-4105-9018-24ff5c28ae09 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:36.421283 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:36.424909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:36.427152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:36.429063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:36.436415 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.459020 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.534519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.535683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:36.636281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8::369 (e33a08aa-67de-4105-9018-24ff5c28ae09/eed9aaf3-96bf-424e-ad16-9ec524846ba5/2c8ab195-93a2-45a7-b113-96817dd9f08c) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:36.656368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] Pushing event deleted for resources: {'Network': ['ID=f9d485ae-f538-4280-83af-fbb667c27c85,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:36.659679 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54722) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:36.663155 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::f0 (19d31986-d6d4-46c2-94b6-97b25bee37cf/eddcd69c-8360-4b82-9dc3-47b430762155/92eb744a-ae4c-46a9-bd03-052a4c043278) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:36.673989 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Pushing event updated for resources: {'Port': ['ID=bc25d3f2-5127-410d-b0b8-c875740e158b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:36.678681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ab77fc-9e30-40dc-b48d-f5ad7cb2984d']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:36.714841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:36.715152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:36.729296 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-aa193d36-c199-4584-b4e0-25709363281b tempest-AllowedAddressPairIpV6TestJSON-1379937593 tempest-AllowedAddressPairIpV6TestJSON-1379937593-project] 10.222.0.64 "DELETE /v2.0/networks/f9d485ae-f538-4280-83af-fbb667c27c85 HTTP/1.1" status: 204 len: 168 time: 3.4372802 Oct 05 09:13:36.749450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Attempting to bind port bc25d3f2-5127-410d-b0b8-c875740e158b on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:13:36.750149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Attempting to bind port bc25d3f2-5127-410d-b0b8-c875740e158b by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:13:36.750671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Attempting to bind port bc25d3f2-5127-410d-b0b8-c875740e158b on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:13:36.770871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8517c47-dd7f-4a12-a6e0-7331af9b9487 req-47416786-d4c1-4075-89cd-f9cbfd6c076a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:36.772368 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a8517c47-dd7f-4a12-a6e0-7331af9b9487 req-47416786-d4c1-4075-89cd-f9cbfd6c076a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.4299865 Oct 05 09:13:36.774923 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.777231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Attempting to bind port 2b326448-6469-41ac-a6bd-6c6f2eead85a on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:13:36.777765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Attempting to bind port 2b326448-6469-41ac-a6bd-6c6f2eead85a by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '1318ca9e-177e-40e0-ad7d-4e939265f0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e33a08aa-67de-4105-9018-24ff5c28ae09'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:13:36.778329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Attempting to bind port 2b326448-6469-41ac-a6bd-6c6f2eead85a on network e33a08aa-67de-4105-9018-24ff5c28ae09 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:13:36.791330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:13:36.792079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:36.792642 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.793688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:13:36.794486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Bound port: bc25d3f2-5127-410d-b0b8-c875740e158b, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:13:36.795167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.812570 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:13:36.826190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Checking segment: {'id': '1318ca9e-177e-40e0-ad7d-4e939265f0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e33a08aa-67de-4105-9018-24ff5c28ae09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:36.827036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.827668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Bound using segment: {'id': '1318ca9e-177e-40e0-ad7d-4e939265f0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e33a08aa-67de-4105-9018-24ff5c28ae09'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:13:36.828388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Bound port: 2b326448-6469-41ac-a6bd-6c6f2eead85a, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1318ca9e-177e-40e0-ad7d-4e939265f0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e33a08aa-67de-4105-9018-24ff5c28ae09'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:13:36.829044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.838361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b18e8602-8848-46a6-b0fe-95e577ae8993 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.866595 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.881628 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1537772e-06af-45f9-85c3-f0fde7550f80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c2806662ba345c1970efc4b5f30b2a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2155702 Oct 05 09:13:36.888326 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54728) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:36.903989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.947283 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a8517c47-dd7f-4a12-a6e0-7331af9b9487 req-85a2805e-e7c9-44aa-b121-1b2706be50b2 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473603 Oct 05 09:13:36.965998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:36.984647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b18e8602-8848-46a6-b0fe-95e577ae8993 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for 510a31e2-c3b7-45b4-876f-7112c6e58321 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:37.018931 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] For port 2b326448-6469-41ac-a6bd-6c6f2eead85a, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:13:37.022103 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] For port 2b326448-6469-41ac-a6bd-6c6f2eead85a, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b326448-6469-41ac-a6bd-6c6f2eead85a,segment=NetworkSegment(1318ca9e-177e-40e0-ad7d-4e939265f0ef),segment_id=1318ca9e-177e-40e0-ad7d-4e939265f0ef)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:13:37.023892 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:37.056272 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:37.102752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:37.166929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:13:37.167343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:37.209052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] For port bc25d3f2-5127-410d-b0b8-c875740e158b, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:13:37.213483 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] For port bc25d3f2-5127-410d-b0b8-c875740e158b, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bc25d3f2-5127-410d-b0b8-c875740e158b,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:13:37.218418 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32408a-a5b3-409a-bca7-fcbbd8cb536c None None] Pushing event updated for resources: {'Port': ['ID=2b326448-6469-41ac-a6bd-6c6f2eead85a,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:37.230663 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:37.262698 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Allocated IP 172.26.0.88 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/9fff39e0-abb9-4dbd-ac0d-7efbb11706d7) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:37.269874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d458303e-53a5-42bf-b97e-178811d85f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:37.390983 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ee010-74a1-41dc-803f-6d2261cebd2f None None] Pushing event updated for resources: {'Port': ['ID=bc25d3f2-5127-410d-b0b8-c875740e158b,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:37.447545 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54736) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:37.464121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d458303e-53a5-42bf-b97e-178811d85f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:37.531990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a67320-2e1b-4379-b4a7-3886c2c3ad70 req-17195757-82ee-4d14-87af-17f6f44c5a44 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:37.533806 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-33a67320-2e1b-4379-b4a7-3886c2c3ad70 req-17195757-82ee-4d14-87af-17f6f44c5a44 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.3820696 Oct 05 09:13:37.567941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:37.650048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:37.682360 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-33a67320-2e1b-4379-b4a7-3886c2c3ad70 req-a714e788-4ff3-4bf0-a265-34c418176fc8 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365800 Oct 05 09:13:37.699752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] Pushing event deleted for resources: {'Network': ['ID=84ab77fc-9e30-40dc-b48d-f5ad7cb2984d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:37.733844 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-504826c7-31f4-4965-a7d5-9f8bd04e385c admin admin] 10.222.0.64 "DELETE /v2.0/networks/84ab77fc-9e30-40dc-b48d-f5ad7cb2984d HTTP/1.1" status: 204 len: 168 time: 4.4130557 Oct 05 09:13:37.768754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:37.831685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:37.834517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d458303e-53a5-42bf-b97e-178811d85f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:37.864313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:37.869695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458303e-53a5-42bf-b97e-178811d85f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9089cf6d-f885-42ca-b437-b185c237b72d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:37.972818 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053 resource provider aggregate not found Oct 05 09:13:37.998202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:38.010928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Transition to ACTIVE for port object 2c8ab195-93a2-45a7-b113-96817dd9f08c will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:38.012968 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98a0ba1c-eb7f-4c2c-9fee-9d9cbbc07053 found for delete ", "request_id": "req-8062664a-7f3d-4cf2-a5a0-bfb596c134f1"}]} Oct 05 09:13:38.064513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event updated for resources: {'Port': ['ID=9fff39e0-abb9-4dbd-ac0d-7efbb11706d7,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:38.067159 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d458303e-53a5-42bf-b97e-178811d85f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:38.071640 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d458303e-53a5-42bf-b97e-178811d85f63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9089cf6d-f885-42ca-b437-b185c237b72d HTTP/1.1" status: 204 len: 168 time: 1.1822414 Oct 05 09:13:38.084523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object 92eb744a-ae4c-46a9-bd03-052a4c043278 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:38.117504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:38.121773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:38.127761 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:38.156910 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b18e8602-8848-46a6-b0fe-95e577ae8993 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:38.237149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b326448-6469-41ac-a6bd-6c6f2eead85a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:38.252492 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-56d123ef-bbdb-4899-be16-060aa1f8e397 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92c86e89d1684a348106c3ffe59049e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8011293 Oct 05 09:13:38.257472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54754) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:38.263891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54756) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:38.267633 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e8602-8848-46a6-b0fe-95e577ae8993 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=510a31e2-c3b7-45b4-876f-7112c6e58321,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:38.400733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 2b326448-6469-41ac-a6bd-6c6f2eead85a completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:38.406483 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bc25d3f2-5127-410d-b0b8-c875740e158b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:38.446683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:38.557104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port bc25d3f2-5127-410d-b0b8-c875740e158b completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:38.606282 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:38.670087 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1cde8f04-189b-423d-942e-cdb4f3c5f7fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55cca285808e4ee2a7042e9a9d2def4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3982871 Oct 05 09:13:38.673882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54770) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:38.849283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network e33a08aa-67de-4105-9018-24ff5c28ae09 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:38.862481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=2c8ab195-93a2-45a7-b113-96817dd9f08c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:38.865590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:38.878804 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74eee70b-e137-46b4-80b0-5b31ff7d128b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:38.997735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:39.007106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:39.009899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:39.024667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74eee70b-e137-46b4-80b0-5b31ff7d128b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:39.036083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:39.050204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:39.062856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b18e8602-8848-46a6-b0fe-95e577ae8993 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:39.066657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:39.072231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:39.072868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:39.079951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cb52b8e6-7fc7-4b04-a065-1496b65a5f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:39.098049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a04ddf-2efe-4eeb-86ba-8f6cf009e695 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:39.131919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=92eb744a-ae4c-46a9-bd03-052a4c043278,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:39.135537 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-368ae767-7ec7-4676-957b-8a4dacfad242 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7583234 Oct 05 09:13:39.154807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cb52b8e6-7fc7-4b04-a065-1496b65a5f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:39.174128 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54784) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:39.227040 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-77c84fa2-a823-48e9-b53d-b28280cdf57d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8481967 Oct 05 09:13:39.232364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54788) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:39.470299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:39.547456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3bc38-ff71-4edd-8a3e-2bfe0c391672 req-0f596139-edb5-4889-b6ce-f567ae457c8a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:39.549175 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-51d3bc38-ff71-4edd-8a3e-2bfe0c391672 req-0f596139-edb5-4889-b6ce-f567ae457c8a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.9153960 Oct 05 09:13:39.560390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0e6eda35-420c-4911-bca8-43a97a99d661 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 2c8ab195-93a2-45a7-b113-96817dd9f08c {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:39.560390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6eda35-420c-4911-bca8-43a97a99d661 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:39.565278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac13553-54de-49b3-9805-0b3cdd0b88ad None None] Network e33a08aa-67de-4105-9018-24ff5c28ae09 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:39.565492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18e8602-8848-46a6-b0fe-95e577ae8993 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 29e4618c-5629-48f6-9fff-e9059a66f54b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:13:39.596700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419978be-621a-442e-b6d9-c73826016cce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:39.604613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419978be-621a-442e-b6d9-c73826016cce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:39.605634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-419978be-621a-442e-b6d9-c73826016cce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:39.651499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:39.703543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a1737e66-6574-469a-a1dc-4b597e502c6f None None] Provisioning for port bc25d3f2-5127-410d-b0b8-c875740e158b completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:39.706551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74eee70b-e137-46b4-80b0-5b31ff7d128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:39.715415 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a1737e66-6574-469a-a1dc-4b597e502c6f None None] Provisioning complete for port bc25d3f2-5127-410d-b0b8-c875740e158b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:39.715797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1737e66-6574-469a-a1dc-4b597e502c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:39.716145 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a1737e66-6574-469a-a1dc-4b597e502c6f None None] Attempt 1 to provision port bc25d3f2-5127-410d-b0b8-c875740e158b Oct 05 09:13:39.762187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18e8602-8848-46a6-b0fe-95e577ae8993 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:13:39.767307 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b18e8602-8848-46a6-b0fe-95e577ae8993 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/29e4618c-5629-48f6-9fff-e9059a66f54b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1031632 Oct 05 09:13:39.774804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54800) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:39.777821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-419978be-621a-442e-b6d9-c73826016cce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:39.781721 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-419978be-621a-442e-b6d9-c73826016cce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5440810 Oct 05 09:13:39.791173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cb52b8e6-7fc7-4b04-a065-1496b65a5f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:39.801874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54804) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:39.808415 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eee70b-e137-46b4-80b0-5b31ff7d128b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9418559-1184-435b-9be6-ec729d7e4c32,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:39.815965 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d6d50d-2cb9-4ba4-82cd-2b745adbdb48 None None] Sync routers for ids ['29e4618c-5629-48f6-9fff-e9059a66f54b'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:13:39.868259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a42897ff-1ae3-4399-bb18-081d7c46c056 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Synchronizing usage tracker for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:39.884939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d6d50d-2cb9-4ba4-82cd-2b745adbdb48 None None] Routers {'29e4618c-5629-48f6-9fff-e9059a66f54b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:39.885612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f6d6d50d-2cb9-4ba4-82cd-2b745adbdb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['29e4618c-5629-48f6-9fff-e9059a66f54b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:39.890612 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a42897ff-1ae3-4399-bb18-081d7c46c056 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Unset dirty status for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:39.892102 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a42897ff-1ae3-4399-bb18-081d7c46c056 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=29e4618c-5629-48f6-9fff-e9059a66f54b HTTP/1.1" status: 200 len: 205 time: 0.1159275 Oct 05 09:13:39.895222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54810) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:40.005299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74eee70b-e137-46b4-80b0-5b31ff7d128b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:40.006805 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-74eee70b-e137-46b4-80b0-5b31ff7d128b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9418559-1184-435b-9be6-ec729d7e4c32 HTTP/1.1" status: 204 len: 168 time: 1.7473974 Oct 05 09:13:40.078948 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f6d6d50d-2cb9-4ba4-82cd-2b745adbdb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:40.107600 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-baa49297-9423-4a14-bbfd-f6ccee7de271 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:40.202980 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a1737e66-6574-469a-a1dc-4b597e502c6f None None] Current status of the port bc25d3f2-5127-410d-b0b8-c875740e158b is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:40.203474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1737e66-6574-469a-a1dc-4b597e502c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:40.296177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d6d50d-2cb9-4ba4-82cd-2b745adbdb48 None None] Routers {'29e4618c-5629-48f6-9fff-e9059a66f54b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:40.297148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f6d6d50d-2cb9-4ba4-82cd-2b745adbdb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['29e4618c-5629-48f6-9fff-e9059a66f54b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:40.413156 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cb52b8e6-7fc7-4b04-a065-1496b65a5f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:40.415319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a1737e66-6574-469a-a1dc-4b597e502c6f None None] For port bc25d3f2-5127-410d-b0b8-c875740e158b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bc25d3f2-5127-410d-b0b8-c875740e158b,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:40.416270 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cb52b8e6-7fc7-4b04-a065-1496b65a5f1b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c921f38-f40e-448b-a86d-484c4a7e3dc9 HTTP/1.1" status: 204 len: 168 time: 1.7383096 Oct 05 09:13:40.420595 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-51d3bc38-ff71-4edd-8a3e-2bfe0c391672 req-1f348419-4019-4056-bd07-b4d02eaa82b5 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8363132 Oct 05 09:13:40.432828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f6d6d50d-2cb9-4ba4-82cd-2b745adbdb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:40.434832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d6d50d-2cb9-4ba4-82cd-2b745adbdb48 None None] The sync data for ids ['29e4618c-5629-48f6-9fff-e9059a66f54b'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:13:40.455571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1737e66-6574-469a-a1dc-4b597e502c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:40.527479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54824) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:40.570369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1737e66-6574-469a-a1dc-4b597e502c6f None None] Pushing event updated for resources: {'Port': ['ID=bc25d3f2-5127-410d-b0b8-c875740e158b,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:40.599116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Provisioning for port 2b326448-6469-41ac-a6bd-6c6f2eead85a completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:40.607649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6eda35-420c-4911-bca8-43a97a99d661 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:40.608797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Provisioning complete for port 2b326448-6469-41ac-a6bd-6c6f2eead85a triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:40.609281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:40.609720 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Attempt 1 to provision port 2b326448-6469-41ac-a6bd-6c6f2eead85a Oct 05 09:13:40.854001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-baa49297-9423-4a14-bbfd-f6ccee7de271 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:40.858659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-baa49297-9423-4a14-bbfd-f6ccee7de271 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:40.880774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Current status of the port 2b326448-6469-41ac-a6bd-6c6f2eead85a is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:40.881265 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:40.949366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-baa49297-9423-4a14-bbfd-f6ccee7de271 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:40.952044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa49297-9423-4a14-bbfd-f6ccee7de271 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Fanout notify agent at l3_agent the message router_deleted on router 29e4618c-5629-48f6-9fff-e9059a66f54b {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:13:40.964871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] For port 2b326448-6469-41ac-a6bd-6c6f2eead85a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b326448-6469-41ac-a6bd-6c6f2eead85a,segment=NetworkSegment(1318ca9e-177e-40e0-ad7d-4e939265f0ef),segment_id=1318ca9e-177e-40e0-ad7d-4e939265f0ef)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:40.975596 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:40.977337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-baa49297-9423-4a14-bbfd-f6ccee7de271 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:40.981445 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-baa49297-9423-4a14-bbfd-f6ccee7de271 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/29e4618c-5629-48f6-9fff-e9059a66f54b HTTP/1.1" status: 204 len: 168 time: 1.0849791 Oct 05 09:13:40.986068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54836) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:41.021885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-fbb84dd3-cc06-4f3a-9cfd-a8e6b3795d2b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 92eb744a-ae4c-46a9-bd03-052a4c043278 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:41.022509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fbb84dd3-cc06-4f3a-9cfd-a8e6b3795d2b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:41.072294 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0e6eda35-420c-4911-bca8-43a97a99d661 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 2c8ab195-93a2-45a7-b113-96817dd9f08c owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:41.082416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-180c4e90-f3ae-45e2-9ca0-ca0dfdf21ac1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting subnet 47dde51a-609c-46bd-9b5a-6cdbc7832ae3 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:13:41.086839 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-180c4e90-f3ae-45e2-9ca0-ca0dfdf21ac1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:41.099087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Provisioning for port 92eb744a-ae4c-46a9-bd03-052a4c043278 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:41.113396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Provisioning complete for port 92eb744a-ae4c-46a9-bd03-052a4c043278 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:41.117361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:41.118274 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Attempt 1 to provision port 92eb744a-ae4c-46a9-bd03-052a4c043278 Oct 05 09:13:41.153581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-180c4e90-f3ae-45e2-9ca0-ca0dfdf21ac1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:41.175648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Pushing event updated for resources: {'Port': ['ID=2b326448-6469-41ac-a6bd-6c6f2eead85a,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:41.220680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Port 92eb744a-ae4c-46a9-bd03-052a4c043278 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:41.232989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52b8e6-7fc7-4b04-a065-1496b65a5f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c921f38-f40e-448b-a86d-484c4a7e3dc9,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:41.301418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-180c4e90-f3ae-45e2-9ca0-ca0dfdf21ac1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:41.383909 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0b006b7-2822-484a-91c7-9f5a31736305 req-5aec84d9-8cfe-45ab-a141-f763e5a4b568 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0108726 Oct 05 09:13:41.408248 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2136002205', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:41.462950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:41.475634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Usage tracker for resource:port and tenant:e930df404a2444d7b8bf79adde4fe084 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:41.481709 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:41.496244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:41.513827 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-180c4e90-f3ae-45e2-9ca0-ca0dfdf21ac1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:41.561046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Made reservation on behalf of e930df404a2444d7b8bf79adde4fe084 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:41.563456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:41.578091 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c4e90-f3ae-45e2-9ca0-ca0dfdf21ac1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Subnet': ['ID=47dde51a-609c-46bd-9b5a-6cdbc7832ae3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:41.588657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:41.594503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70637994-ac98-46a4-a676-c8b5f9ee2c36 None None] Network 2b8818de-c39a-491b-88df-eaf026fc2e84 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:41.599739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-180c4e90-f3ae-45e2-9ca0-ca0dfdf21ac1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:41.605198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b006b7-2822-484a-91c7-9f5a31736305 req-a2b2b49a-bfe5-46f6-b810-ac7721dd09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:41.607519 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0b006b7-2822-484a-91c7-9f5a31736305 req-a2b2b49a-bfe5-46f6-b810-ac7721dd09fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=af3973850af34ff0b1ae6694f898d389&device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 1099 time: 0.1951969 Oct 05 09:13:41.620324 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-180c4e90-f3ae-45e2-9ca0-ca0dfdf21ac1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/47dde51a-609c-46bd-9b5a-6cdbc7832ae3 HTTP/1.1" status: 204 len: 168 time: 0.6286223 Oct 05 09:13:41.620324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:41.620808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54860) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:41.658608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Usage tracker for resource:security_group_rule and tenant:e930df404a2444d7b8bf79adde4fe084 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:41.683631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:41.760625 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Attempt 2 to provision port 92eb744a-ae4c-46a9-bd03-052a4c043278 Oct 05 09:13:41.768372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:41.772793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:41.779183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:41.813985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-935354a8-cc5d-4e7b-9659-43b621b94868 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting subnet cd1ae372-b17b-456a-93c1-636288a5e230 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:13:41.831379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-935354a8-cc5d-4e7b-9659-43b621b94868 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:41.909550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-935354a8-cc5d-4e7b-9659-43b621b94868 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.004468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Port 92eb744a-ae4c-46a9-bd03-052a4c043278 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:42.027880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-935354a8-cc5d-4e7b-9659-43b621b94868 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.046039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54870) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:42.060454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fbb84dd3-cc06-4f3a-9cfd-a8e6b3795d2b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.099534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b326448-6469-41ac-a6bd-6c6f2eead85a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:42.172829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b006b7-2822-484a-91c7-9f5a31736305 req-55c96756-b0a0-45d7-954b-a077a8b7bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:42.174473 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0b006b7-2822-484a-91c7-9f5a31736305 req-55c96756-b0a0-45d7-954b-a077a8b7bc99 service neutron] 10.222.0.45 "GET /v2.0/networks?id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636 HTTP/1.1" status: 200 len: 913 time: 0.5131304 Oct 05 09:13:42.199729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f4a40-a70e-4f4f-9050-1e6afd19e134 None None] DHCP port deletion for 2b8818de-c39a-491b-88df-eaf026fc2e84 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:13:42.213016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c46f4a40-a70e-4f4f-9050-1e6afd19e134 None None] Deleting port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:42.216219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c46f4a40-a70e-4f4f-9050-1e6afd19e134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.240863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d263f-09b9-47d0-825d-4947752d7dbb req-abc62235-121d-4c33-9ee8-12e7cfcf2bf0 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:42.243015 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-953d263f-09b9-47d0-825d-4947752d7dbb req-abc62235-121d-4c33-9ee8-12e7cfcf2bf0 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 1.1076171 Oct 05 09:13:42.317600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-fbb84dd3-cc06-4f3a-9cfd-a8e6b3795d2b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 92eb744a-ae4c-46a9-bd03-052a4c043278 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:42.323063 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0b006b7-2822-484a-91c7-9f5a31736305 req-0e1f333e-4d72-4507-9be2-3f5c47d3be2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d HTTP/1.1" status: 200 len: 1002 time: 0.1336906 Oct 05 09:13:42.324018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-935354a8-cc5d-4e7b-9659-43b621b94868 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.411819 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935354a8-cc5d-4e7b-9659-43b621b94868 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1ae372-b17b-456a-93c1-636288a5e230,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:42.414021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-935354a8-cc5d-4e7b-9659-43b621b94868 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.435510 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-935354a8-cc5d-4e7b-9659-43b621b94868 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/cd1ae372-b17b-456a-93c1-636288a5e230 HTTP/1.1" status: 204 len: 168 time: 0.8136632 Oct 05 09:13:42.438247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54882) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:42.449618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c709fc-a4b6-4b74-bcf8-8f70fa3ed84e None None] Network d27076f7-c0c6-41a5-97ce-20c1bf6995eb requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:42.516846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1977719660'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:42.517698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b006b7-2822-484a-91c7-9f5a31736305 req-cb94b51c-0100-42d3-bb9e-90e21a0e4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:42.519318 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0b006b7-2822-484a-91c7-9f5a31736305 req-cb94b51c-0100-42d3-bb9e-90e21a0e4dbe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1dcf1b6-1798-4fba-b27d-a8b43c2672bc HTTP/1.1" status: 200 len: 851 time: 0.1605437 Oct 05 09:13:42.527767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fbb84dd3-cc06-4f3a-9cfd-a8e6b3795d2b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.573565 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Attempt 3 to provision port 92eb744a-ae4c-46a9-bd03-052a4c043278 Oct 05 09:13:42.587539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:42.640212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.652412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Port 92eb744a-ae4c-46a9-bd03-052a4c043278 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:13:42.657848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb84dd3-cc06-4f3a-9cfd-a8e6b3795d2b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=92eb744a-ae4c-46a9-bd03-052a4c043278,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:42.668924 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Usage tracker for resource:network and tenant:32221746eca4400bb717df7310b7f57f is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:42.678867 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6eda35-420c-4911-bca8-43a97a99d661 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.682425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:42.682826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.686292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:42.775253 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Provisioning complete for port bc25d3f2-5127-410d-b0b8-c875740e158b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:42.775801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.776287 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Attempt 1 to provision port bc25d3f2-5127-410d-b0b8-c875740e158b Oct 05 09:13:42.814048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:42.837854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b006b7-2822-484a-91c7-9f5a31736305 req-dd4f2765-9b10-4c34-9bb3-d8e40f001f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:42.840995 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0b006b7-2822-484a-91c7-9f5a31736305 req-dd4f2765-9b10-4c34-9bb3-d8e40f001f05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2996883 Oct 05 09:13:42.842038 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-953d263f-09b9-47d0-825d-4947752d7dbb req-823a1421-f20b-414a-93cb-14c8d473e6ac tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4918652 Oct 05 09:13:42.846288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fbb84dd3-cc06-4f3a-9cfd-a8e6b3795d2b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.852664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6eda35-420c-4911-bca8-43a97a99d661 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=2c8ab195-93a2-45a7-b113-96817dd9f08c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:42.927475 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 2b326448-6469-41ac-a6bd-6c6f2eead85a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:42.927862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.928203 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 2b326448-6469-41ac-a6bd-6c6f2eead85a Oct 05 09:13:42.943958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.945324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e6eda35-420c-4911-bca8-43a97a99d661 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:42.948473 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0e6eda35-420c-4911-bca8-43a97a99d661 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/2c8ab195-93a2-45a7-b113-96817dd9f08c HTTP/1.1" status: 204 len: 168 time: 3.7478006 Oct 05 09:13:42.952531 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fbb84dd3-cc06-4f3a-9cfd-a8e6b3795d2b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/92eb744a-ae4c-46a9-bd03-052a4c043278 HTTP/1.1" status: 204 len: 168 time: 3.1455693 Oct 05 09:13:42.954993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54894) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:42.981272 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54896) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:43.017275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:43.175748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Made reservation on behalf of 32221746eca4400bb717df7310b7f57f for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:43.189315 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:43.296234 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c46f4a40-a70e-4f4f-9050-1e6afd19e134 None None] For port c7e66987-c34c-4726-bb27-efe7ddfaf9b6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c7e66987-c34c-4726-bb27-efe7ddfaf9b6,segment=NetworkSegment(1fd9e563-aa5c-40e5-afac-479caa60f4b6),segment_id=1fd9e563-aa5c-40e5-afac-479caa60f4b6)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:43.297052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c46f4a40-a70e-4f4f-9050-1e6afd19e134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:43.302614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] device_id is not set on port c9459eb7-8431-4f61-90ab-fde2cd8cf85c yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:43.317787 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d25be-8bf1-428c-8baf-1b40baa1e3b7 None None] DHCP port deletion for d27076f7-c0c6-41a5-97ce-20c1bf6995eb request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:13:43.325404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-268d25be-8bf1-428c-8baf-1b40baa1e3b7 None None] Deleting port 5434c47f-9c93-433e-9254-3df7f85adbeb {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:43.325768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-268d25be-8bf1-428c-8baf-1b40baa1e3b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:43.329471 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a8a9b4-d901-468c-a0a8-20ecdb0103ea tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] DELETE failed (client error): The resource could not be found. Oct 05 09:13:43.334264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a8a9b4-d901-468c-a0a8-20ecdb0103ea tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:13:43.341489 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-02a8a9b4-d901-468c-a0a8-20ecdb0103ea tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/2c8ab195-93a2-45a7-b113-96817dd9f08c HTTP/1.1" status: 404 len: 333 time: 0.3680577 Oct 05 09:13:43.345094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ea5af-2b82-4c0d-b5a3-6e3c34fdcdc4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:43.346678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ea5af-2b82-4c0d-b5a3-6e3c34fdcdc4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:43.347428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8a9ea5af-2b82-4c0d-b5a3-6e3c34fdcdc4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:43.351722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54908) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:43.373420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:43.403633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54912) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:43.407894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Router 817f8a31-29f3-46f8-9332-1a1488f7dfe9 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:13:43.417781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:43.429229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Usage tracker for resource:security_group_rule and tenant:32221746eca4400bb717df7310b7f57f is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:43.435231 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8a9ea5af-2b82-4c0d-b5a3-6e3c34fdcdc4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:43.439143 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8a9ea5af-2b82-4c0d-b5a3-6e3c34fdcdc4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4429994 Oct 05 09:13:43.439143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:43.440392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54918) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:43.449063 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbdcdaa-1126-4048-8842-91405e2fdf61 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:13:43.449604 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8cbdcdaa-1126-4048-8842-91405e2fdf61 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:43.503145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ec1452-daa0-470b-b57d-1dce6c0d5fc4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:43.566269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c46f4a40-a70e-4f4f-9050-1e6afd19e134 None None] Calling delete_port for c7e66987-c34c-4726-bb27-efe7ddfaf9b6 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:43.611261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:43.618119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8cbdcdaa-1126-4048-8842-91405e2fdf61 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:43.621012 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8cbdcdaa-1126-4048-8842-91405e2fdf61 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/2c8ab195-93a2-45a7-b113-96817dd9f08c HTTP/1.1" status: 404 len: 333 time: 0.2667048 Oct 05 09:13:43.624266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-80884088', 'router:external': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:43.631199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54922) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:43.647138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-73a8794e-9ab6-4dde-bede-5133ad7c17c9 None None] Current status of the port bc25d3f2-5127-410d-b0b8-c875740e158b is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:43.673704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:43.715444 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Usage tracker for resource:network and tenant:dbdae1c089e14721b1a4f9f997df0e52 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:43.724776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:43.749027 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ad4d00-a281-4fb9-bbe6-b351d6fa9589 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet eddcd69c-8360-4b82-9dc3-47b430762155 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:13:43.751921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:43.752094 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] For port c7e66987-c34c-4726-bb27-efe7ddfaf9b6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c7e66987-c34c-4726-bb27-efe7ddfaf9b6,segment=NetworkSegment(1fd9e563-aa5c-40e5-afac-479caa60f4b6),segment_id=1fd9e563-aa5c-40e5-afac-479caa60f4b6)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:43.752334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:43.763655 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f29361-9ccb-4075-acc8-0d6a86833776 req-c040ea6d-2868-4e45-b9f5-b7272c364510 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:43.765166 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0b006b7-2822-484a-91c7-9f5a31736305 req-3b55c3af-b332-4477-aeb7-151daca9ffda service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8742213 Oct 05 09:13:43.765316 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f2f29361-9ccb-4075-acc8-0d6a86833776 req-c040ea6d-2868-4e45-b9f5-b7272c364510 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.5971384 Oct 05 09:13:43.769993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70ad4d00-a281-4fb9-bbe6-b351d6fa9589 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:43.773568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:13:43.777888 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 2b326448-6469-41ac-a6bd-6c6f2eead85a is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:43.779080 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bc25d3f2-5127-410d-b0b8-c875740e158b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:43.792358 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea3921-d60b-4d5e-8d23-156cb0b71010 None None] Sync routers for ids ['817f8a31-29f3-46f8-9332-1a1488f7dfe9'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:13:43.806145 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea3921-d60b-4d5e-8d23-156cb0b71010 None None] Routers {'817f8a31-29f3-46f8-9332-1a1488f7dfe9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:43.807297 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-18ea3921-d60b-4d5e-8d23-156cb0b71010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['817f8a31-29f3-46f8-9332-1a1488f7dfe9'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:43.861034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Made reservation on behalf of dbdae1c089e14721b1a4f9f997df0e52 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:43.863350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:43.891200 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-18ea3921-d60b-4d5e-8d23-156cb0b71010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:43.903313 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea3921-d60b-4d5e-8d23-156cb0b71010 None None] Routers {'817f8a31-29f3-46f8-9332-1a1488f7dfe9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:43.904562 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-18ea3921-d60b-4d5e-8d23-156cb0b71010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['817f8a31-29f3-46f8-9332-1a1488f7dfe9'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:43.910333 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6ddfaf-b068-4e03-997a-d56d55b6c514 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting subnet eed9aaf3-96bf-424e-ad16-9ec524846ba5 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:13:43.929341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bf6ddfaf-b068-4e03-997a-d56d55b6c514 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:43.930440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c46f4a40-a70e-4f4f-9050-1e6afd19e134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:43.967639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for c7e66987-c34c-4726-bb27-efe7ddfaf9b6 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:43.983496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:43.989654 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-18ea3921-d60b-4d5e-8d23-156cb0b71010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:43.990472 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea3921-d60b-4d5e-8d23-156cb0b71010 None None] The sync data for ids ['817f8a31-29f3-46f8-9332-1a1488f7dfe9'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:13:43.996115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-03a1975e-16fd-4f79-81bd-652340a6a345 None None] Provisioning complete for port 2b326448-6469-41ac-a6bd-6c6f2eead85a triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:43.996115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-03a1975e-16fd-4f79-81bd-652340a6a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:43.996115 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-03a1975e-16fd-4f79-81bd-652340a6a345 None None] Attempt 1 to provision port 2b326448-6469-41ac-a6bd-6c6f2eead85a Oct 05 09:13:44.013613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.015052 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-68ca7f01-38c7-4a18-afe0-f85f3e548600 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "PUT /v2.0/routers/817f8a31-29f3-46f8-9332-1a1488f7dfe9 HTTP/1.1" status: 200 len: 914 time: 8.6163850 Oct 05 09:13:44.028967 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54926) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:44.048160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:44.072818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Allocated IP 172.26.0.210 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/c9459eb7-8431-4f61-90ab-fde2cd8cf85c) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:44.085093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f4a40-a70e-4f4f-9050-1e6afd19e134 None None] No DVR routers for this DVR port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:13:44.103211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f4a40-a70e-4f4f-9050-1e6afd19e134 None None] Pushing event deleted for resources: {'Port': ['ID=c7e66987-c34c-4726-bb27-efe7ddfaf9b6,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:44.120441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70ad4d00-a281-4fb9-bbe6-b351d6fa9589 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.151013 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bc25d3f2-5127-410d-b0b8-c875740e158b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:44.151441 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.152130 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bc25d3f2-5127-410d-b0b8-c875740e158b Oct 05 09:13:44.218207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-268d25be-8bf1-428c-8baf-1b40baa1e3b7 None None] For port 5434c47f-9c93-433e-9254-3df7f85adbeb, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5434c47f-9c93-433e-9254-3df7f85adbeb,segment=NetworkSegment(803bcc64-b3dc-4295-940e-db2e94d344f5),segment_id=803bcc64-b3dc-4295-940e-db2e94d344f5)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:44.218717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-268d25be-8bf1-428c-8baf-1b40baa1e3b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.244573 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f2f29361-9ccb-4075-acc8-0d6a86833776 req-9ce0071a-0dd3-4944-a234-f5b9b34294ab tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4486201 Oct 05 09:13:44.269446 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:13:44.269730 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Usage tracker for resource:security_group_rule and tenant:dbdae1c089e14721b1a4f9f997df0e52 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:44.269832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:13:44.309555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.317191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bf6ddfaf-b068-4e03-997a-d56d55b6c514 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.336071 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0b006b7-2822-484a-91c7-9f5a31736305 req-93e5ed1e-c77c-48d4-8c6c-fc8008939dd4 service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351055 Oct 05 09:13:44.410563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70ad4d00-a281-4fb9-bbe6-b351d6fa9589 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.414513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:44.425467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-268d25be-8bf1-428c-8baf-1b40baa1e3b7 None None] Calling delete_port for 5434c47f-9c93-433e-9254-3df7f85adbeb owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:44.428786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:44.433697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.490379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.541849 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-03a1975e-16fd-4f79-81bd-652340a6a345 None None] Current status of the port 2b326448-6469-41ac-a6bd-6c6f2eead85a is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:44.543094 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70ad4d00-a281-4fb9-bbe6-b351d6fa9589 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.558180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796835a0-8747-4f81-8630-79abf7a93904,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:44.562100 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:13:44.570885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-03a1975e-16fd-4f79-81bd-652340a6a345 None None] Could not find standard attr ID for object 2c8ab195-93a2-45a7-b113-96817dd9f08c. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:13:44.611210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-03a1975e-16fd-4f79-81bd-652340a6a345 None None] Could not find standard attr ID for object 92eb744a-ae4c-46a9-bd03-052a4c043278. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:13:44.624490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad4d00-a281-4fb9-bbe6-b351d6fa9589 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=eddcd69c-8360-4b82-9dc3-47b430762155,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:44.626418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70ad4d00-a281-4fb9-bbe6-b351d6fa9589 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.627456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bc25d3f2-5127-410d-b0b8-c875740e158b is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:44.635677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.640904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26377032-674b-4119-8ed2-afe46274ca41 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:44.682907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.683263 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Added segment 78d3cb21-6081-4a49-a061-f087bedfca97 of type vlan for network 3446fb44-d75b-43a0-97f0-95bb1eb6fea5 Oct 05 09:13:44.695382 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bf6ddfaf-b068-4e03-997a-d56d55b6c514 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.732352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:44.735145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:44.739706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:44.763709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-268d25be-8bf1-428c-8baf-1b40baa1e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.779196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port c7e66987-c34c-4726-bb27-efe7ddfaf9b6 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:44.779546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:44.810449 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-70ad4d00-a281-4fb9-bbe6-b351d6fa9589 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/eddcd69c-8360-4b82-9dc3-47b430762155 HTTP/1.1" status: 204 len: 168 time: 1.3630669 Oct 05 09:13:44.821991 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c7e66987-c34c-4726-bb27-efe7ddfaf9b6 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:44.831995 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54934) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:44.876828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d25be-8bf1-428c-8baf-1b40baa1e3b7 None None] Pushing event deleted for resources: {'Port': ['ID=5434c47f-9c93-433e-9254-3df7f85adbeb,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:44.891782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: c7e66987-c34c-4726-bb27-efe7ddfaf9b6 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:13:44.892273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c7e66987-c34c-4726-bb27-efe7ddfaf9b6 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:13:44.892892 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5434c47f-9c93-433e-9254-3df7f85adbeb no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:44.928271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d25be-8bf1-428c-8baf-1b40baa1e3b7 None None] No DVR routers for this DVR port 5434c47f-9c93-433e-9254-3df7f85adbeb on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:13:44.937539 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Pushing event updated for resources: {'Port': ['ID=c9459eb7-8431-4f61-90ab-fde2cd8cf85c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:44.944084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] The port 'c7e66987-c34c-4726-bb27-efe7ddfaf9b6' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:13:44.965049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 5434c47f-9c93-433e-9254-3df7f85adbeb {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:13:44.965549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5434c47f-9c93-433e-9254-3df7f85adbeb not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:13:44.975791 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-33bbead6-df6a-497e-92ed-005569b11ae2 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/routers/817f8a31-29f3-46f8-9332-1a1488f7dfe9 HTTP/1.1" status: 200 len: 920 time: 0.9411788 Oct 05 09:13:44.984353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54938) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:44.995853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.006892 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-60a8a2ba-247a-4e80-b9b8-ef176946bc3b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1707580 Oct 05 09:13:45.012395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54942) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:45.123170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bf6ddfaf-b068-4e03-997a-d56d55b6c514 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.164988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f050c941-a9ab-4613-a41c-26cdd4e2eb28 None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:13:45.171977 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f050c941-a9ab-4613-a41c-26cdd4e2eb28 None None] Deleting port bc25d3f2-5127-410d-b0b8-c875740e158b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:45.172508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f050c941-a9ab-4613-a41c-26cdd4e2eb28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.192313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.194907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ddfaf-b068-4e03-997a-d56d55b6c514 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Subnet': ['ID=eed9aaf3-96bf-424e-ad16-9ec524846ba5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:45.200481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:45.205014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.217544 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bf6ddfaf-b068-4e03-997a-d56d55b6c514 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.227043 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39979523-1280-4cc5-8f47-7cfde95d5a09 None None] Network e33a08aa-67de-4105-9018-24ff5c28ae09 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:45.234990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.235624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:45.236514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.240330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:45.240907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.310909 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:13:45.331708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.371385 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1b9a0d8e-f151-4ab9-bf2d-31013404cfe3 tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8430905 Oct 05 09:13:45.378047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54946) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:45.381148 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8818de-c39a-491b-88df-eaf026fc2e84']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:45.381315 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f724d3f-3e06-45c9-8bbc-85acac70aede req-d8b03044-a76b-40c6-9296-665c8df0ec95 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:45.382556 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1f724d3f-3e06-45c9-8bbc-85acac70aede req-d8b03044-a76b-40c6-9296-665c8df0ec95 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.6294937 Oct 05 09:13:45.410744 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bf6ddfaf-b068-4e03-997a-d56d55b6c514 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/eed9aaf3-96bf-424e-ad16-9ec524846ba5 HTTP/1.1" status: 204 len: 168 time: 1.7761078 Oct 05 09:13:45.410995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.210'}]}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:45.416595 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f40e452-102c-46da-8464-752bbad25f0d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:45.417731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54950) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:45.420927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:45.425313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd9e563-aa5c-40e5-afac-479caa60f4b6') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:45.425617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd9e563-aa5c-40e5-afac-479caa60f4b6') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:45.434774 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.435008 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Added segment d881bd86-3395-4684-a13e-6cc95260138d of type vlan for network 6808196b-d7c7-4fd6-832f-7d9597322a2d Oct 05 09:13:45.453641 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.3979993 Oct 05 09:13:45.455451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Usage tracker for resource:router and tenant:e930df404a2444d7b8bf79adde4fe084 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:45.457347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601410-3a44-4eba-9e3e-91631898afff tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Pushing event updated for resources: {'Network': ['ID=3446fb44-d75b-43a0-97f0-95bb1eb6fea5,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:45.459342 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54954) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:45.466342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:45.471674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:45.480095 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Request body: {'subnet': {'network_id': '3446fb44-d75b-43a0-97f0-95bb1eb6fea5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:45.488488 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 3446fb44-d75b-43a0-97f0-95bb1eb6fea5 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:13:45.529266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.530909 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa746d-f500-4fa1-9e0a-4938e2e38515 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:45.536139 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a4aa746d-f500-4fa1-9e0a-4938e2e38515 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&device_id=817f8a31-29f3-46f8-9332-1a1488f7dfe9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5394380 Oct 05 09:13:45.536327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54958) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:45.536448 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:45.547209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:45.582496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:45.597452 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1f724d3f-3e06-45c9-8bbc-85acac70aede req-415096e7-7c5d-429c-be1a-5c7e72b0af40 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936424 Oct 05 09:13:45.599328 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.661398 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:45.667663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Usage tracker for resource:subnet and tenant:32221746eca4400bb717df7310b7f57f is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:45.671047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:45.677230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:45.683044 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.684155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:45.684743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.704340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.705374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.709451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.714906 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:45.738440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f050c941-a9ab-4613-a41c-26cdd4e2eb28 None None] For port bc25d3f2-5127-410d-b0b8-c875740e158b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bc25d3f2-5127-410d-b0b8-c875740e158b,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:45.738984 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f050c941-a9ab-4613-a41c-26cdd4e2eb28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.754242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.761221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:13:45.762149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.766791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Made reservation on behalf of 32221746eca4400bb717df7310b7f57f for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:45.770204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.794487 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.3881402 Oct 05 09:13:45.811814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54964) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:45.864152 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1fd9e563-aa5c-40e5-afac-479caa60f4b6 resource provider aggregate not found Oct 05 09:13:45.870608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Request body: {'subnet': {'network_id': '6808196b-d7c7-4fd6-832f-7d9597322a2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:45.872373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 2b326448-6469-41ac-a6bd-6c6f2eead85a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:45.873030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.880736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278de8e8-525a-451e-afda-9a7fd0f035a1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event updated for resources: {'Network': ['ID=6808196b-d7c7-4fd6-832f-7d9597322a2d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:45.883701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:45.890287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Usage tracker for resource:subnet and tenant:dbdae1c089e14721b1a4f9f997df0e52 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:45.896692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f050c941-a9ab-4613-a41c-26cdd4e2eb28 None None] Calling delete_port for bc25d3f2-5127-410d-b0b8-c875740e158b owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:45.902446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:45.902815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:45.906995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.912353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:45.934954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Made reservation on behalf of dbdae1c089e14721b1a4f9f997df0e52 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:45.937681 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:45.938302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 6808196b-d7c7-4fd6-832f-7d9597322a2d details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:13:45.957507 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1fd9e563-aa5c-40e5-afac-479caa60f4b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fd9e563-aa5c-40e5-afac-479caa60f4b6 found for delete ", "request_id": "req-5dccc284-c8a6-4f3d-92e6-70298e10f0d2"}]} Oct 05 09:13:45.969916 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:46.116760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:46.119182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f050c941-a9ab-4613-a41c-26cdd4e2eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:46.185267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e13af-4600-4270-b640-8497b806a3fd None None] DHCP port deletion for e33a08aa-67de-4105-9018-24ff5c28ae09 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:13:46.189577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050c941-a9ab-4613-a41c-26cdd4e2eb28 None None] Pushing event deleted for resources: {'Port': ['ID=bc25d3f2-5127-410d-b0b8-c875740e158b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:46.191464 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f050c941-a9ab-4613-a41c-26cdd4e2eb28 None None] No DVR routers for this DVR port bc25d3f2-5127-410d-b0b8-c875740e158b on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:13:46.195600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e34e13af-4600-4270-b640-8497b806a3fd None None] Deleting port 2b326448-6469-41ac-a6bd-6c6f2eead85a {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:46.197168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e34e13af-4600-4270-b640-8497b806a3fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:46.198191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8659083-248a-4aef-b149-f5c69d04390c tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:46.202911 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b8659083-248a-4aef-b149-f5c69d04390c tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/networks/f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 881 time: 0.6517103 Oct 05 09:13:46.203753 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54970) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:46.225354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:46.237709 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Network': ['ID=2b8818de-c39a-491b-88df-eaf026fc2e84,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:46.349990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:46.383759 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-46967c48-0a30-471c-abef-bece6836adb5 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "GET /v2.0/ports?device_id=817f8a31-29f3-46f8-9332-1a1488f7dfe9 HTTP/1.1" status: 200 len: 205 time: 0.1540215 Oct 05 09:13:46.387763 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a172cc6e-bb0c-4b7d-a0ec-a54787fc63f5 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/networks/2b8818de-c39a-491b-88df-eaf026fc2e84 HTTP/1.1" status: 204 len: 168 time: 3.9460752 Oct 05 09:13:46.390499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54974) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:46.390899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 54976) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:46.427318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e34e13af-4600-4270-b640-8497b806a3fd None None] For port 2b326448-6469-41ac-a6bd-6c6f2eead85a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b326448-6469-41ac-a6bd-6c6f2eead85a,segment=NetworkSegment(1318ca9e-177e-40e0-ad7d-4e939265f0ef),segment_id=1318ca9e-177e-40e0-ad7d-4e939265f0ef)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:46.427511 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e34e13af-4600-4270-b640-8497b806a3fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:46.558350 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e34e13af-4600-4270-b640-8497b806a3fd None None] Calling delete_port for 2b326448-6469-41ac-a6bd-6c6f2eead85a owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:46.641541 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e34e13af-4600-4270-b640-8497b806a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:46.672012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Pushing event updated for resources: {'Subnet': ['ID=46fa8547-a8c2-403b-8262-e6a27b5100d3,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:46.699929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e13af-4600-4270-b640-8497b806a3fd None None] No DVR routers for this DVR port 2b326448-6469-41ac-a6bd-6c6f2eead85a on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:13:46.701680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e13af-4600-4270-b640-8497b806a3fd None None] Pushing event deleted for resources: {'Port': ['ID=2b326448-6469-41ac-a6bd-6c6f2eead85a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:46.773942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b326448-6469-41ac-a6bd-6c6f2eead85a no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:46.819400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 2b326448-6469-41ac-a6bd-6c6f2eead85a {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:13:46.819839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b326448-6469-41ac-a6bd-6c6f2eead85a not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:13:46.820265 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bc25d3f2-5127-410d-b0b8-c875740e158b no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:46.856405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: bc25d3f2-5127-410d-b0b8-c875740e158b {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:13:46.856759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bc25d3f2-5127-410d-b0b8-c875740e158b not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:13:46.875950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Checking segment: {'id': '78d3cb21-6081-4a49-a061-f087bedfca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3446fb44-d75b-43a0-97f0-95bb1eb6fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:46.875950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Network hostable DHCP agents. Network: 3446fb44-d75b-43a0-97f0-95bb1eb6fea5, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:13:46.877389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:46.882015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:46.901658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] For port 2b326448-6469-41ac-a6bd-6c6f2eead85a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b326448-6469-41ac-a6bd-6c6f2eead85a,segment=NetworkSegment(1318ca9e-177e-40e0-ad7d-4e939265f0ef),segment_id=1318ca9e-177e-40e0-ad7d-4e939265f0ef)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:46.902051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:46.933910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-866093c7-b886-4a3a-bd75-d93e982f613d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.055471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 2b326448-6469-41ac-a6bd-6c6f2eead85a owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:47.092367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Network 3446fb44-d75b-43a0-97f0-95bb1eb6fea5 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:13:47.190726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 3446fb44-d75b-43a0-97f0-95bb1eb6fea5) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:47.201480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a4c5e-de8d-4b06-ba02-33ce77a34b3b None None] Network 3446fb44-d75b-43a0-97f0-95bb1eb6fea5 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:47.230463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.246888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:47.247487 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.301768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:13:47.302124 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:13:47.303867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:47.310478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-866093c7-b886-4a3a-bd75-d93e982f613d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.310811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:47.315641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:47.316236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.322619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e9f47b-90d4-4745-927b-f0a79d7ce959 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:47.334999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=8c76367d-642d-4260-a121-c2052603302f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:47.360471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.366995 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a308b6bc-3a64-485d-b57a-a6906a409ca4 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8994048 Oct 05 09:13:47.367322 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e1676da6-0991-46ad-9941-c925014a3169 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3464634 Oct 05 09:13:47.369262 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54984) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:47.369987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 54986) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:47.372817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-866093c7-b886-4a3a-bd75-d93e982f613d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27076f7-c0c6-41a5-97ce-20c1bf6995eb']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:47.387727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Request body: {'port': {'network_id': '3446fb44-d75b-43a0-97f0-95bb1eb6fea5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1760798950'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:47.392623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a84339-1890-4df5-9783-2f315a7feeef req-747a17ce-62bb-43f6-89aa-2abe35537571 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:47.394203 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d6a84339-1890-4df5-9783-2f315a7feeef req-747a17ce-62bb-43f6-89aa-2abe35537571 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.5752106 Oct 05 09:13:47.407583 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'name': 'tempest-NetworksTestDHCPv6-872423163'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:47.409205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-866093c7-b886-4a3a-bd75-d93e982f613d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803bcc64-b3dc-4295-940e-db2e94d344f5') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:47.409510 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-866093c7-b886-4a3a-bd75-d93e982f613d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803bcc64-b3dc-4295-940e-db2e94d344f5') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:47.437479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Deleting port 9fff39e0-abb9-4dbd-ac0d-7efbb11706d7 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:47.437918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.471297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-866093c7-b886-4a3a-bd75-d93e982f613d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.554651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-866093c7-b886-4a3a-bd75-d93e982f613d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.591881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.objects.ports [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89054) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:13:47.592365 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.633093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-3446fb44-d75b-43a0-97f0-95bb1eb6fea5', 'network_id': '3446fb44-d75b-43a0-97f0-95bb1eb6fea5', 'tenant_id': '32221746eca4400bb717df7310b7f57f', 'fixed_ips': [{'subnet_id': '46fa8547-a8c2-403b-8262-e6a27b5100d3'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:13:47.634621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.676310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866093c7-b886-4a3a-bd75-d93e982f613d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:13:47.676310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-866093c7-b886-4a3a-bd75-d93e982f613d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.730228 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 803bcc64-b3dc-4295-940e-db2e94d344f5 resource provider aggregate not found Oct 05 09:13:47.774535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:47.798217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:47.801004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:47.803978 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 2b326448-6469-41ac-a6bd-6c6f2eead85a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:47.803978 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.816683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': '8c76367d-642d-4260-a121-c2052603302f'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:13:47.822483 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:47.834253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:47.838390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Usage tracker for resource:port and tenant:32221746eca4400bb717df7310b7f57f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:47.900206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:47.903497 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d6a84339-1890-4df5-9783-2f315a7feeef req-e001551e-5ba1-42bd-bfeb-6e6a6aff3510 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4864879 Oct 05 09:13:47.928486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:47.931878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:47.974128 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c0d970d-ae9f-4abf-bfd5-3a0e6870ac5f,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:47.993718 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 803bcc64-b3dc-4295-940e-db2e94d344f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 803bcc64-b3dc-4295-940e-db2e94d344f5 found for delete ", "request_id": "req-1f075eb6-46a5-4919-a2f3-0b294731004c"}]} Oct 05 09:13:48.016319 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] The port '2b326448-6469-41ac-a6bd-6c6f2eead85a' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:13:48.020494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-866093c7-b886-4a3a-bd75-d93e982f613d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.030479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-866093c7-b886-4a3a-bd75-d93e982f613d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.040188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Allocated IP 172.20.0.2 (3446fb44-d75b-43a0-97f0-95bb1eb6fea5/46fa8547-a8c2-403b-8262-e6a27b5100d3/d8d9daa2-3284-478c-9547-8ebda2b847cc) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:48.061160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.067897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Made reservation on behalf of 32221746eca4400bb717df7310b7f57f for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:48.071989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.081404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:48.084981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.192269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Calling delete_port for 9fff39e0-abb9-4dbd-ac0d-7efbb11706d7 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:48.204083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] device_id is not set on port cdff802e-1d37-41df-9745-f170cdadbc0d yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:48.204333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Allocated IP 2001:db8::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/8c76367d-642d-4260-a121-c2052603302f/5bf362a4-20a4-47d3-bad7-43c936cf26db) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:48.243333 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.272633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Checking segment: {'id': 'd881bd86-3395-4684-a13e-6cc95260138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6808196b-d7c7-4fd6-832f-7d9597322a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:48.273728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Network hostable DHCP agents. Network: 6808196b-d7c7-4fd6-832f-7d9597322a2d, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:13:48.276775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 43706cab-48bb-4c1c-a3fa-3c2683e578c1 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:48.343534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.368023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.400541 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-866093c7-b886-4a3a-bd75-d93e982f613d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/networks/d27076f7-c0c6-41a5-97ce-20c1bf6995eb HTTP/1.1" status: 204 len: 168 time: 1.9994292 Oct 05 09:13:48.402561 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866093c7-b886-4a3a-bd75-d93e982f613d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Network': ['ID=d27076f7-c0c6-41a5-97ce-20c1bf6995eb,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:48.416318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55000) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:48.467732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.485901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'network': {'name': 'tempest-RoutersTest-132973080'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:48.557735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.575895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:48.596136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:network and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:48.604635 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:48.615603 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:48.615829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33a08aa-67de-4105-9018-24ff5c28ae09']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:48.621908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Network 6808196b-d7c7-4fd6-832f-7d9597322a2d is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:13:48.638405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Transition to ACTIVE for port object 5bf362a4-20a4-47d3-bad7-43c936cf26db will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:48.640471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.650519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1318ca9e-177e-40e0-ad7d-4e939265f0ef') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:48.650928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1318ca9e-177e-40e0-ad7d-4e939265f0ef') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:48.670308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.673317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Transition to ACTIVE for port object 5bf362a4-20a4-47d3-bad7-43c936cf26db will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:48.676545 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Transition to ACTIVE for port object d8d9daa2-3284-478c-9547-8ebda2b847cc will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:48.688803 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:48.691340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.692894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.717466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 6808196b-d7c7-4fd6-832f-7d9597322a2d) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:48.724284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Pushing event deleted for resources: {'Port': ['ID=9fff39e0-abb9-4dbd-ac0d-7efbb11706d7,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:48.751552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafaa4c9-546f-46d0-a670-82a124d63bbf None None] Network 6808196b-d7c7-4fd6-832f-7d9597322a2d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:48.770895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.774474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:48.775092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.795292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:13:48.795773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.864185 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e94aae-b06b-4bba-8992-8d046afbc788 req-2ba8259c-c2bf-4d97-8c50-00da388dcc5f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:48.871982 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-37e94aae-b06b-4bba-8992-8d046afbc788 req-2ba8259c-c2bf-4d97-8c50-00da388dcc5f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.3814719 Oct 05 09:13:48.912034 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1318ca9e-177e-40e0-ad7d-4e939265f0ef resource provider aggregate not found Oct 05 09:13:48.916520 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a4ab7f28-913b-4176-9f6e-d44e8150c3d1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.1007144 Oct 05 09:13:48.916520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:13:48.916744 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:48.922203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55010) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:48.935733 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-702587449', 'network_id': '6808196b-d7c7-4fd6-832f-7d9597322a2d'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:48.941280 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1318ca9e-177e-40e0-ad7d-4e939265f0ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1318ca9e-177e-40e0-ad7d-4e939265f0ef found for delete ", "request_id": "req-c0c445bc-4f28-4452-bc63-98f3df78614d"}]} Oct 05 09:13:48.955653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.955653 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Added segment 0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636 of type vlan for network 5dd98eaf-6f09-4c08-b172-b2e914a1a9b2 Oct 05 09:13:48.956614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:48.969523 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Usage tracker for resource:port and tenant:dbdae1c089e14721b1a4f9f997df0e52 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:48.971329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:48.972594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::26d (19d31986-d6d4-46c2-94b6-97b25bee37cf/8c76367d-642d-4260-a121-c2052603302f/43706cab-48bb-4c1c-a3fa-3c2683e578c1) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:48.976946 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:48.977930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:48.984902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.003872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.007241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Transition to ACTIVE for port object d8d9daa2-3284-478c-9547-8ebda2b847cc will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:49.021894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.026364 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-37e94aae-b06b-4bba-8992-8d046afbc788 req-9d3e2113-f17b-4e2b-ba56-d6e2333dd1e5 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532815 Oct 05 09:13:49.026613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:49.033434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:49.036016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Pushing event updated for resources: {'Port': ['ID=5bf362a4-20a4-47d3-bad7-43c936cf26db,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:49.075474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Network': ['ID=e33a08aa-67de-4105-9018-24ff5c28ae09,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:49.104357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.135890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.156966 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4d741a77-fd2a-4fa8-82c4-d05d2daaa11d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/networks/e33a08aa-67de-4105-9018-24ff5c28ae09 HTTP/1.1" status: 204 len: 168 time: 3.7344949 Oct 05 09:13:49.200318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55014) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:49.214550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-998144544'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:49.222387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Made reservation on behalf of dbdae1c089e14721b1a4f9f997df0e52 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:49.224930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.232023 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Pushing event updated for resources: {'Port': ['ID=d8d9daa2-3284-478c-9547-8ebda2b847cc,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:49.236821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:49.242857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.250425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.255426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:network and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:49.267412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:49.283526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:49.295010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] device_id is not set on port 2e06c2c2-5b1a-4aaf-9886-e3631f489231 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:49.306198 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Network 3446fb44-d75b-43a0-97f0-95bb1eb6fea5 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:49.308747 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:49.311470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:49.315075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6ae6d5-1f8b-47aa-af2c-39bdf4548201 None None] Network 6808196b-d7c7-4fd6-832f-7d9597322a2d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:49.327009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Attempting to bind port 5bf362a4-20a4-47d3-bad7-43c936cf26db on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:13:49.327384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Attempting to bind port 5bf362a4-20a4-47d3-bad7-43c936cf26db by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:13:49.328019 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Attempting to bind port 5bf362a4-20a4-47d3-bad7-43c936cf26db on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:13:49.357803 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.365416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:49.366362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.410855 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:49.415204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.431273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.431868 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Fanout notify agent at l3_agent the message router_deleted on router 817f8a31-29f3-46f8-9332-1a1488f7dfe9 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:13:49.466257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.480710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:13:49.481088 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:49.481482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.481881 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:13:49.482424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Bound port: 5bf362a4-20a4-47d3-bad7-43c936cf26db, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:13:49.482729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.486894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.497159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Allocated IP 172.20.0.8 (3446fb44-d75b-43a0-97f0-95bb1eb6fea5/46fa8547-a8c2-403b-8262-e6a27b5100d3/cdff802e-1d37-41df-9745-f170cdadbc0d) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:49.551030 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.555853 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-eb6101ae-ea62-4460-910c-f58bc76ff5ba tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "DELETE /v2.0/routers/817f8a31-29f3-46f8-9332-1a1488f7dfe9 HTTP/1.1" status: 204 len: 168 time: 3.1580403 Oct 05 09:13:49.556679 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55018) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:49.600202 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1276324 Oct 05 09:13:49.601209 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3f4b7-f987-4d16-8221-1c61aecd5545 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Network': ['ID=5dd98eaf-6f09-4c08-b172-b2e914a1a9b2,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:49.605639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f884e3f7-08fe-4ead-81ce-f85b59794ef9 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1926044398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:49.615743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55022) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:49.627673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Attempting to bind port d8d9daa2-3284-478c-9547-8ebda2b847cc on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:13:49.628036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Attempting to bind port d8d9daa2-3284-478c-9547-8ebda2b847cc by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '78d3cb21-6081-4a49-a061-f087bedfca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3446fb44-d75b-43a0-97f0-95bb1eb6fea5'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:13:49.628393 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Attempting to bind port d8d9daa2-3284-478c-9547-8ebda2b847cc on network 3446fb44-d75b-43a0-97f0-95bb1eb6fea5 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:13:49.631546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'subnet': {'network_id': '5dd98eaf-6f09-4c08-b172-b2e914a1a9b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:49.638665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 5dd98eaf-6f09-4c08-b172-b2e914a1a9b2 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:13:49.641661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.642879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08f08661-dd79-4ea8-b83c-a016dfa95d35 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:13:49.645548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f884e3f7-08fe-4ead-81ce-f85b59794ef9 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:49.656724 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:13:49.658811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f884e3f7-08fe-4ead-81ce-f85b59794ef9 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Usage tracker for resource:router and tenant:2c4866e1436b4830a6276d692ff30c34 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:49.672151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f884e3f7-08fe-4ead-81ce-f85b59794ef9 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:49.686393 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:13:49.686729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Checking segment: {'id': '78d3cb21-6081-4a49-a061-f087bedfca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3446fb44-d75b-43a0-97f0-95bb1eb6fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:49.687135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.687530 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Bound using segment: {'id': '78d3cb21-6081-4a49-a061-f087bedfca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3446fb44-d75b-43a0-97f0-95bb1eb6fea5'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:13:49.688001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Bound port: d8d9daa2-3284-478c-9547-8ebda2b847cc, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d3cb21-6081-4a49-a061-f087bedfca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3446fb44-d75b-43a0-97f0-95bb1eb6fea5'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:13:49.688368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.722147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.753986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f884e3f7-08fe-4ead-81ce-f85b59794ef9 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:49.766215 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 05 09:13:49.767430 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-58cb6f25-d27e-4c57-923e-0bbef4c0304d tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3887494 Oct 05 09:13:49.770369 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.770879 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Added segment 09d38c74-1895-4610-ba95-ffe2b2599f7f of type vlan for network 0044b34b-2ba3-40e9-8465-749fd142242a Oct 05 09:13:49.780357 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55026) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:49.830571 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object 43706cab-48bb-4c1c-a3fa-3c2683e578c1 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:49.861512 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Allocated IP 2001:db8::34e (6808196b-d7c7-4fd6-832f-7d9597322a2d/5c0d970d-ae9f-4abf-bfd5-3a0e6870ac5f/2e06c2c2-5b1a-4aaf-9886-e3631f489231) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:49.883233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f884e3f7-08fe-4ead-81ce-f85b59794ef9 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.884259 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f884e3f7-08fe-4ead-81ce-f85b59794ef9 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.909176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.911640 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] For port 5bf362a4-20a4-47d3-bad7-43c936cf26db, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:13:49.920322 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:49.928630 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:subnet and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:49.930166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.936818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:49.947725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] For port 5bf362a4-20a4-47d3-bad7-43c936cf26db, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5bf362a4-20a4-47d3-bad7-43c936cf26db,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:13:49.950050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Transition to ACTIVE for port object cdff802e-1d37-41df-9745-f170cdadbc0d will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:49.950558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-67d7a362-8ce2-451b-98b1-ee799c2390aa tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Deleting port c9459eb7-8431-4f61-90ab-fde2cd8cf85c {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:49.950911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-67d7a362-8ce2-451b-98b1-ee799c2390aa tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.967665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.979378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:49.997520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:50.036451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:50.073269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Network 3446fb44-d75b-43a0-97f0-95bb1eb6fea5 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:50.079636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:50.082780 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:50.087140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:50.115209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:50.131164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:50.137784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:50.138760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:50.145257 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f884e3f7-08fe-4ead-81ce-f85b59794ef9 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:50.174876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:13:50.176559 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8037820 Oct 05 09:13:50.183385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55032) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:50.184842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Pushing event updated for resources: {'Port': ['ID=cdff802e-1d37-41df-9745-f170cdadbc0d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:50.218746 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d6809-8f8f-47ce-bcac-e857b91aca72 None None] Pushing event updated for resources: {'Port': ['ID=5bf362a4-20a4-47d3-bad7-43c936cf26db,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:50.238093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] For port d8d9daa2-3284-478c-9547-8ebda2b847cc, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:13:50.254714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] For port d8d9daa2-3284-478c-9547-8ebda2b847cc, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d8d9daa2-3284-478c-9547-8ebda2b847cc,segment=NetworkSegment(78d3cb21-6081-4a49-a061-f087bedfca97),segment_id=78d3cb21-6081-4a49-a061-f087bedfca97)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:13:50.262326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:50.380409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:50.384031 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:50.407310 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b740e7-e6c9-49f6-8040-ec6b1a653503 None None] Pushing event updated for resources: {'Port': ['ID=d8d9daa2-3284-478c-9547-8ebda2b847cc,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:50.461811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:50.467204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:50.467820 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:50.473685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f884e3f7-08fe-4ead-81ce-f85b59794ef9 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:50.494762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:50.495477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:50.529799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fc110-2085-4331-9c1d-56383df73a5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=43706cab-48bb-4c1c-a3fa-3c2683e578c1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:50.535674 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4da1fba0-221a-4167-99ff-e3919e09b447 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1645198 Oct 05 09:13:50.540150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55036) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:50.546374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Request body: {'port': {'network_id': '3446fb44-d75b-43a0-97f0-95bb1eb6fea5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-818205213', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:50.546936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.api.validators [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] bootfile-name is not in valid_values {{(pid=89055) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:13:50.547354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.api.validators [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] tftp-server is not in valid_values {{(pid=89055) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:13:50.547748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.api.validators [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] server-ip-address is not in valid_values {{(pid=89055) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:13:50.726710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181e3299-3971-4d2a-b456-36c35b5ea5bc tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:50.734002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181e3299-3971-4d2a-b456-36c35b5ea5bc tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:50.735170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-181e3299-3971-4d2a-b456-36c35b5ea5bc tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:50.776479 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5749149 Oct 05 09:13:50.784948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55040) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:50.789446 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-181e3299-3971-4d2a-b456-36c35b5ea5bc tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:50.793295 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-181e3299-3971-4d2a-b456-36c35b5ea5bc tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6022956 Oct 05 09:13:50.796004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': '0044b34b-2ba3-40e9-8465-749fd142242a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:50.802569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5bf362a4-20a4-47d3-bad7-43c936cf26db up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:50.814792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:50.817350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f884e3f7-08fe-4ead-81ce-f85b59794ef9 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:50.818651 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f884e3f7-08fe-4ead-81ce-f85b59794ef9 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2543523 Oct 05 09:13:50.822839 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55044) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:50.823093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55046) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:50.916162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe68c3-9313-4852-aa56-b57630da56c8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Network': ['ID=0044b34b-2ba3-40e9-8465-749fd142242a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:50.920787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'enable_snat': False}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:50.935659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 0044b34b-2ba3-40e9-8465-749fd142242a details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:13:50.983350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Usage tracker for resource:port and tenant:32221746eca4400bb717df7310b7f57f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:50.998860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:50.999688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:51.063384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bc038-f75d-4d33-aae7-cd163a726348 req-22d6bd19-89a7-4f7f-8546-421849ef8132 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:51.064890 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4b9bc038-f75d-4d33-aae7-cd163a726348 req-22d6bd19-89a7-4f7f-8546-421849ef8132 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.8449144 Oct 05 09:13:51.075548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-67d7a362-8ce2-451b-98b1-ee799c2390aa tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:51.082726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 5bf362a4-20a4-47d3-bad7-43c936cf26db completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:51.089336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d8d9daa2-3284-478c-9547-8ebda2b847cc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:51.097064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:51.162176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port d8d9daa2-3284-478c-9547-8ebda2b847cc completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:51.224423 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Made reservation on behalf of 32221746eca4400bb717df7310b7f57f for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:51.228064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:51.243607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-155bd9bb-e115-40c0-8ddf-64018c2e3276 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 43706cab-48bb-4c1c-a3fa-3c2683e578c1 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:51.243979 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-155bd9bb-e115-40c0-8ddf-64018c2e3276 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:51.290688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-67d7a362-8ce2-451b-98b1-ee799c2390aa tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Calling delete_port for c9459eb7-8431-4f61-90ab-fde2cd8cf85c owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:51.342889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:51.360890 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:51.366024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:51.383033 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4b9bc038-f75d-4d33-aae7-cd163a726348 req-ddeef2f1-8643-43b5-9d67-fd4aa889c524 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965171 Oct 05 09:13:51.418320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:51.436485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] device_id is not set on port 6e924b88-529e-4c64-978e-dcf5e3d2445e yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:51.499354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:51.594925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Network 6808196b-d7c7-4fd6-832f-7d9597322a2d is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:51.605127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:51.607197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:51.647272 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:51.652011 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:51.652840 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:51.676301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:51.690529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:51.694475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:51.732040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372caf4c-de1b-4f83-ab38-59b6a4864719 None None] Network 3446fb44-d75b-43a0-97f0-95bb1eb6fea5 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:51.755933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event updated for resources: {'Port': ['ID=2e06c2c2-5b1a-4aaf-9886-e3631f489231,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:51.822133 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-83040965-5f8d-49a4-8c96-ac0de503f8c8 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.8961995 Oct 05 09:13:51.829737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Subnet': ['ID=52d712d7-2cc2-47b9-87fe-a8ac1660bf02,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:51.834807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55054) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:51.868188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4721044e-284f-4359-87cb-8fcb4a9fc361 None None] Provisioning for port d8d9daa2-3284-478c-9547-8ebda2b847cc completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:51.886460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4721044e-284f-4359-87cb-8fcb4a9fc361 None None] Provisioning complete for port d8d9daa2-3284-478c-9547-8ebda2b847cc triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:51.886978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4721044e-284f-4359-87cb-8fcb4a9fc361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:51.887412 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4721044e-284f-4359-87cb-8fcb4a9fc361 None None] Attempt 1 to provision port d8d9daa2-3284-478c-9547-8ebda2b847cc Oct 05 09:13:51.903835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6412ac7-e800-445a-921b-f90cf5a3053c req-f5e1a4e4-3f6a-4b6a-9402-82be48b0d1ef tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:51.912034 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b6412ac7-e800-445a-921b-f90cf5a3053c req-f5e1a4e4-3f6a-4b6a-9402-82be48b0d1ef tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.3820846 Oct 05 09:13:51.917618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Checking segment: {'id': '0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5dd98eaf-6f09-4c08-b172-b2e914a1a9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:51.918009 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network hostable DHCP agents. Network: 5dd98eaf-6f09-4c08-b172-b2e914a1a9b2, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:13:51.941837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-67d7a362-8ce2-451b-98b1-ee799c2390aa tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:52.043709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7a362-8ce2-451b-98b1-ee799c2390aa tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9459eb7-8431-4f61-90ab-fde2cd8cf85c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:52.056998 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b6412ac7-e800-445a-921b-f90cf5a3053c req-c30c6ca0-f956-4816-944c-e885d7cabe46 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441138 Oct 05 09:13:52.061872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network 5dd98eaf-6f09-4c08-b172-b2e914a1a9b2 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:13:52.237758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4721044e-284f-4359-87cb-8fcb4a9fc361 None None] Current status of the port d8d9daa2-3284-478c-9547-8ebda2b847cc is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:52.238332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4721044e-284f-4359-87cb-8fcb4a9fc361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:52.337752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4721044e-284f-4359-87cb-8fcb4a9fc361 None None] For port d8d9daa2-3284-478c-9547-8ebda2b847cc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d8d9daa2-3284-478c-9547-8ebda2b847cc,segment=NetworkSegment(78d3cb21-6081-4a49-a061-f087bedfca97),segment_id=78d3cb21-6081-4a49-a061-f087bedfca97)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:52.348451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Allocated IP 172.20.0.13 (3446fb44-d75b-43a0-97f0-95bb1eb6fea5/46fa8547-a8c2-403b-8262-e6a27b5100d3/6e924b88-529e-4c64-978e-dcf5e3d2445e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:52.355393 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4721044e-284f-4359-87cb-8fcb4a9fc361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:52.399096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-01a0f228-8729-49ac-8a3c-1a951c0de86d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Deleting port 2e06c2c2-5b1a-4aaf-9886-e3631f489231 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:52.399441 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-01a0f228-8729-49ac-8a3c-1a951c0de86d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:52.436561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-155bd9bb-e115-40c0-8ddf-64018c2e3276 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:52.464623 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721044e-284f-4359-87cb-8fcb4a9fc361 None None] Pushing event updated for resources: {'Port': ['ID=d8d9daa2-3284-478c-9547-8ebda2b847cc,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:52.496635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] Provisioning for port 5bf362a4-20a4-47d3-bad7-43c936cf26db completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:52.508170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] Provisioning complete for port 5bf362a4-20a4-47d3-bad7-43c936cf26db triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:52.508818 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:52.510921 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] Attempt 1 to provision port 5bf362a4-20a4-47d3-bad7-43c936cf26db Oct 05 09:13:52.544727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 5dd98eaf-6f09-4c08-b172-b2e914a1a9b2) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:52.579126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fbcd66-6ba6-408f-a6ac-25780a937505 None None] Network 5dd98eaf-6f09-4c08-b172-b2e914a1a9b2 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:52.636003 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-155bd9bb-e115-40c0-8ddf-64018c2e3276 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 43706cab-48bb-4c1c-a3fa-3c2683e578c1 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:52.636219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:52.636745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:52.662297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-67d7a362-8ce2-451b-98b1-ee799c2390aa tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:52.665771 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-67d7a362-8ce2-451b-98b1-ee799c2390aa tempest-RoutersAdminNegativeTest-1800623773 tempest-RoutersAdminNegativeTest-1800623773-project-admin] 10.222.0.64 "DELETE /v2.0/ports/c9459eb7-8431-4f61-90ab-fde2cd8cf85c HTTP/1.1" status: 204 len: 168 time: 2.8809085 Oct 05 09:13:52.702984 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4766e8aa-828b-44f5-bf93-14d8acc14e29 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0855386 Oct 05 09:13:52.720707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55062) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:52.796529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-135741f0-7441-4feb-ae22-71eee839d5df tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-393524115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:52.849523 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d8d9daa2-3284-478c-9547-8ebda2b847cc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:52.860521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-135741f0-7441-4feb-ae22-71eee839d5df tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:52.912115 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-135741f0-7441-4feb-ae22-71eee839d5df tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:router and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:52.946726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909dbd8-cd67-4e21-98f7-72ccb24874f7 req-8bc30bef-21ff-4d76-8019-757e3889a15c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:52.954222 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b909dbd8-cd67-4e21-98f7-72ccb24874f7 req-8bc30bef-21ff-4d76-8019-757e3889a15c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.5635448 Oct 05 09:13:52.958847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-135741f0-7441-4feb-ae22-71eee839d5df tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:53.016460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-135741f0-7441-4feb-ae22-71eee839d5df tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:53.071235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-01a0f228-8729-49ac-8a3c-1a951c0de86d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.113094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] Current status of the port 5bf362a4-20a4-47d3-bad7-43c936cf26db is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:53.113481 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.205471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55068) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:53.213846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-01a0f228-8729-49ac-8a3c-1a951c0de86d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Calling delete_port for 2e06c2c2-5b1a-4aaf-9886-e3631f489231 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:53.217246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d8d9daa2-3284-478c-9547-8ebda2b847cc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:53.217890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.218494 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d8d9daa2-3284-478c-9547-8ebda2b847cc Oct 05 09:13:53.228824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.250827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] For port 5bf362a4-20a4-47d3-bad7-43c936cf26db, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5bf362a4-20a4-47d3-bad7-43c936cf26db,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:53.251762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-5dd98eaf-6f09-4c08-b172-b2e914a1a9b2', 'network_id': '5dd98eaf-6f09-4c08-b172-b2e914a1a9b2', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'fixed_ips': [{'subnet_id': '52d712d7-2cc2-47b9-87fe-a8ac1660bf02'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:13:53.252519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.281035 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.369875 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b909dbd8-cd67-4e21-98f7-72ccb24874f7 req-f9dc8fa7-084e-4df6-b8ec-9b11d20a1aaf tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4144716 Oct 05 09:13:53.386266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-135741f0-7441-4feb-ae22-71eee839d5df tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.387530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-135741f0-7441-4feb-ae22-71eee839d5df tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.468521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Subnet': ['ID=2715c11c-87d6-409c-86bf-9f8b7f23908f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:53.471408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a9a212d-a7b1-4677-8998-b6a66a9b432f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.488458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] Pushing event updated for resources: {'Port': ['ID=5bf362a4-20a4-47d3-bad7-43c936cf26db,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:53.492513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-135741f0-7441-4feb-ae22-71eee839d5df tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.500657 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9a9a212d-a7b1-4677-8998-b6a66a9b432f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:53.511322 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9a9a212d-a7b1-4677-8998-b6a66a9b432f admin admin] Usage tracker for resource:security_group_rule and tenant:44d01a625a70424f8830195fe0882622 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:53.516324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9a9a212d-a7b1-4677-8998-b6a66a9b432f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:53.528918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9a9a212d-a7b1-4677-8998-b6a66a9b432f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:53.541600 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Checking segment: {'id': '09d38c74-1895-4610-ba95-ffe2b2599f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0044b34b-2ba3-40e9-8465-749fd142242a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:53.542195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network hostable DHCP agents. Network: 0044b34b-2ba3-40e9-8465-749fd142242a, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:13:53.555116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-155bd9bb-e115-40c0-8ddf-64018c2e3276 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.587851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-01a0f228-8729-49ac-8a3c-1a951c0de86d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.590010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] Provisioning for port 43706cab-48bb-4c1c-a3fa-3c2683e578c1 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:53.600591 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-135741f0-7441-4feb-ae22-71eee839d5df tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.619745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] Provisioning complete for port 43706cab-48bb-4c1c-a3fa-3c2683e578c1 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:53.620274 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.620901 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] Attempt 1 to provision port 43706cab-48bb-4c1c-a3fa-3c2683e578c1 Oct 05 09:13:53.656198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bd9bb-e115-40c0-8ddf-64018c2e3276 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=43706cab-48bb-4c1c-a3fa-3c2683e578c1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:53.669816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d8d9daa2-3284-478c-9547-8ebda2b847cc is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:53.673978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-de34966f-9f2a-42b2-9c55-8d6c4f95cba5 None None] Port 43706cab-48bb-4c1c-a3fa-3c2683e578c1 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:13:53.678150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0f228-8729-49ac-8a3c-1a951c0de86d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e06c2c2-5b1a-4aaf-9886-e3631f489231,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:53.690578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Allocated IP 172.20.0.2 (5dd98eaf-6f09-4c08-b172-b2e914a1a9b2/52d712d7-2cc2-47b9-87fe-a8ac1660bf02/e74f9b9e-7139-4585-9fe7-fa846099e264) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:53.715866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.731599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.764640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-135741f0-7441-4feb-ae22-71eee839d5df tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.764869 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network 0044b34b-2ba3-40e9-8465-749fd142242a is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:13:53.769209 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-135741f0-7441-4feb-ae22-71eee839d5df tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0454309 Oct 05 09:13:53.769881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-155bd9bb-e115-40c0-8ddf-64018c2e3276 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.771726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55076) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:53.772354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-01a0f228-8729-49ac-8a3c-1a951c0de86d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.785368 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-01a0f228-8729-49ac-8a3c-1a951c0de86d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "DELETE /v2.0/ports/2e06c2c2-5b1a-4aaf-9886-e3631f489231 HTTP/1.1" status: 204 len: 168 time: 1.9492674 Oct 05 09:13:53.787211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.787350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55080) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:53.796575 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'port': {'network_id': '5dd98eaf-6f09-4c08-b172-b2e914a1a9b2', 'name': 'tempest-RoutersTest-1513794221'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:53.801464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Transition to ACTIVE for port object 6e924b88-529e-4c64-978e-dcf5e3d2445e will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:53.828416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6808196b-d7c7-4fd6-832f-7d9597322a2d', 'external_fixed_ips': [{'subnet_id': '5c0d970d-ae9f-4abf-bfd5-3a0e6870ac5f', 'ip_address': '2001:db8::34e'}]}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:53.867568 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Provisioning complete for port d8d9daa2-3284-478c-9547-8ebda2b847cc triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:53.868243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.868373 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Attempt 1 to provision port d8d9daa2-3284-478c-9547-8ebda2b847cc Oct 05 09:13:53.868452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 0044b34b-2ba3-40e9-8465-749fd142242a) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:53.896509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:53.898313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:53.899464 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:53.908977 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-155bd9bb-e115-40c0-8ddf-64018c2e3276 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/43706cab-48bb-4c1c-a3fa-3c2683e578c1 HTTP/1.1" status: 204 len: 168 time: 3.0809987 Oct 05 09:13:53.909174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa79c04-7254-4bb8-92a5-2f950f05062a None None] Network 0044b34b-2ba3-40e9-8465-749fd142242a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:53.912496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55084) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:53.925077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Usage tracker for resource:router and tenant:dbdae1c089e14721b1a4f9f997df0e52 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:53.933233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:53.950381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e4083-e34a-462d-ace5-0a809bad9987 req-2113bbaa-be07-43a1-b9f2-012a6c9e056a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:53.951847 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-085e4083-e34a-462d-ace5-0a809bad9987 req-2113bbaa-be07-43a1-b9f2-012a6c9e056a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.4296067 Oct 05 09:13:53.954331 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:54.043061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.044150 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6c243109-8aac-4144-a77d-49968eaac4c0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2579968 Oct 05 09:13:54.044395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.050477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55088) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:54.079760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': '0044b34b-2ba3-40e9-8465-749fd142242a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-363499250'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:54.100944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4676ad-5c22-42ed-a953-72eee1506fc0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:54.102453 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.102650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4676ad-5c22-42ed-a953-72eee1506fc0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:54.103393 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3c4676ad-5c22-42ed-a953-72eee1506fc0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:54.112915 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.143208 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Transition to ACTIVE for port object e74f9b9e-7139-4585-9fe7-fa846099e264 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:54.183697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Allocated IP 172.26.0.44 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/b67b6a03-4a9e-469a-8113-7a1b6d05713e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:54.190249 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Transition to ACTIVE for port object e74f9b9e-7139-4585-9fe7-fa846099e264 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:54.190619 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a9a212d-a7b1-4677-8998-b6a66a9b432f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.203327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3c4676ad-5c22-42ed-a953-72eee1506fc0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:54.204522 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3c4676ad-5c22-42ed-a953-72eee1506fc0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2829988 Oct 05 09:13:54.214917 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55092) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:54.217495 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a9a212d-a7b1-4677-8998-b6a66a9b432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.222216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Network 3446fb44-d75b-43a0-97f0-95bb1eb6fea5 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:54.227224 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-085e4083-e34a-462d-ace5-0a809bad9987 req-e045c217-7999-40ee-81cf-24ba5404e658 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247055 Oct 05 09:13:54.228472 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:54.233186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Pushing event updated for resources: {'Port': ['ID=6e924b88-529e-4c64-978e-dcf5e3d2445e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:54.235921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.245500 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:54.249147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.252265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:54.405305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:54.417240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:54.418039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.426304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Network 5dd98eaf-6f09-4c08-b172-b2e914a1a9b2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:54.435641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Current status of the port d8d9daa2-3284-478c-9547-8ebda2b847cc is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:54.439174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:54.439743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:port and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:54.448049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:port and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:54.481914 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9a9a212d-a7b1-4677-8998-b6a66a9b432f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44d01a625a70424f8830195fe0882622&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2360616 Oct 05 09:13:54.481914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a212d-a7b1-4677-8998-b6a66a9b432f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e79017a-8cd2-4ee9-a825-3f30f5fcd712,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:54.484687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55098) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:54.489022 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:54.492547 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:54.499439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:54.508241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Pushing event updated for resources: {'Port': ['ID=e74f9b9e-7139-4585-9fe7-fa846099e264,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:54.570732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Provisioning for port cdff802e-1d37-41df-9745-f170cdadbc0d completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:54.575624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-0044b34b-2ba3-40e9-8465-749fd142242a', 'network_id': '0044b34b-2ba3-40e9-8465-749fd142242a', 'tenant_id': '07928855b107476ea4ff86567f452305', 'fixed_ips': [{'subnet_id': '2715c11c-87d6-409c-86bf-9f8b7f23908f'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:13:54.576469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.596028 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Provisioning complete for port cdff802e-1d37-41df-9745-f170cdadbc0d triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:54.596409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.596749 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Attempt 1 to provision port cdff802e-1d37-41df-9745-f170cdadbc0d Oct 05 09:13:54.618925 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5f136875-324b-4e27-9eb6-72d95c47a425 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.0776913 Oct 05 09:13:54.622519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55102) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:54.697468 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.762762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Attempting to bind port e74f9b9e-7139-4585-9fe7-fa846099e264 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:13:54.763060 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Attempting to bind port e74f9b9e-7139-4585-9fe7-fa846099e264 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5dd98eaf-6f09-4c08-b172-b2e914a1a9b2'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:13:54.763415 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Attempting to bind port e74f9b9e-7139-4585-9fe7-fa846099e264 on network 5dd98eaf-6f09-4c08-b172-b2e914a1a9b2 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:13:54.774923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Port cdff802e-1d37-41df-9745-f170cdadbc0d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:54.779688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c625e98-32c1-4595-b72b-6f84dcbe9201 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:54.782209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:13:54.782209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Checking segment: {'id': '0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5dd98eaf-6f09-4c08-b172-b2e914a1a9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:54.782545 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.782803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Bound using segment: {'id': '0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5dd98eaf-6f09-4c08-b172-b2e914a1a9b2'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:13:54.783280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Bound port: e74f9b9e-7139-4585-9fe7-fa846099e264, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5dd98eaf-6f09-4c08-b172-b2e914a1a9b2'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:13:54.783650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.786274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c625e98-32c1-4595-b72b-6f84dcbe9201 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:54.792316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c625e98-32c1-4595-b72b-6f84dcbe9201 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:54.793303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3c625e98-32c1-4595-b72b-6f84dcbe9201 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Synchronizing usage tracker for tenant:32221746eca4400bb717df7310b7f57f on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:54.797933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:54.798547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:54.802545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:54.803195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5bf362a4-20a4-47d3-bad7-43c936cf26db up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:54.875627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3c625e98-32c1-4595-b72b-6f84dcbe9201 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Unset dirty status for tenant:32221746eca4400bb717df7310b7f57f on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:54.879878 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3c625e98-32c1-4595-b72b-6f84dcbe9201 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2537227 Oct 05 09:13:54.888473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55106) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:54.898876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:54.933711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd83baa-38db-4b97-a11f-a85b82406cef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 8c76367d-642d-4260-a121-c2052603302f {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:13:54.935756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:54.947870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Pushing event updated for resources: {'Port': ['ID=b67b6a03-4a9e-469a-8113-7a1b6d05713e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:54.949728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:54.953734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1fd83baa-38db-4b97-a11f-a85b82406cef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.026242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a81c82d2-9988-4fce-8d78-ba858b203c1c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Deleting port 6e924b88-529e-4c64-978e-dcf5e3d2445e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:55.026827 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a81c82d2-9988-4fce-8d78-ba858b203c1c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.060094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] For port e74f9b9e-7139-4585-9fe7-fa846099e264, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:13:55.063006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:55.067017 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.068596 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] For port e74f9b9e-7139-4585-9fe7-fa846099e264, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e74f9b9e-7139-4585-9fe7-fa846099e264,segment=NetworkSegment(0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636),segment_id=0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:13:55.078320 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Allocated IP 2001:db8::2 (0044b34b-2ba3-40e9-8465-749fd142242a/2715c11c-87d6-409c-86bf-9f8b7f23908f/b6083d61-8ba7-427b-a06a-7c3e99f7c2ac) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:55.081313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.082927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:55.087928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.114910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 5bf362a4-20a4-47d3-bad7-43c936cf26db triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:13:55.115278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.115612 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 5bf362a4-20a4-47d3-bad7-43c936cf26db Oct 05 09:13:55.223082 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] device_id is not set on port caf4f630-c397-4b66-b1b4-3419f905d094 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:55.266271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.273033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1fd83baa-38db-4b97-a11f-a85b82406cef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.283731 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Attempt 2 to provision port cdff802e-1d37-41df-9745-f170cdadbc0d Oct 05 09:13:55.304760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port 8a7065a7-459b-42d3-b097-a0d9d61a5c3b yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:55.370081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c98bea-3cb6-407e-a6c2-5421e872124a None None] Pushing event updated for resources: {'Port': ['ID=e74f9b9e-7139-4585-9fe7-fa846099e264,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:55.372757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e73f4f-7064-4ac4-9bcc-0a2315ee7309 req-44050864-9bc5-4cb6-8c97-b3bdd87835ee tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:55.374350 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d9e73f4f-7064-4ac4-9bcc-0a2315ee7309 req-44050864-9bc5-4cb6-8c97-b3bdd87835ee tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.9501634 Oct 05 09:13:55.401609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Port cdff802e-1d37-41df-9745-f170cdadbc0d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:55.463957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7445658-056f-4fd2-a5b7-ba0f3ba33569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.499883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 5bf362a4-20a4-47d3-bad7-43c936cf26db is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:13:55.617424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.639761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Transition to ACTIVE for port object b6083d61-8ba7-427b-a06a-7c3e99f7c2ac will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:55.668995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Transition to ACTIVE for port object b6083d61-8ba7-427b-a06a-7c3e99f7c2ac will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:55.676441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a81c82d2-9988-4fce-8d78-ba858b203c1c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.678448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.681480 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d9e73f4f-7064-4ac4-9bcc-0a2315ee7309 req-a36fc970-0fc1-4344-b712-8080cdc3cf74 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816241 Oct 05 09:13:55.683465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7445658-056f-4fd2-a5b7-ba0f3ba33569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.756700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Network 0044b34b-2ba3-40e9-8465-749fd142242a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:55.761736 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:55.765368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:55.797590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.847226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Pushing event updated for resources: {'Port': ['ID=b6083d61-8ba7-427b-a06a-7c3e99f7c2ac,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:55.856044 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1fd83baa-38db-4b97-a11f-a85b82406cef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:55.890936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Allocated IP 172.20.0.14 (5dd98eaf-6f09-4c08-b172-b2e914a1a9b2/52d712d7-2cc2-47b9-87fe-a8ac1660bf02/caf4f630-c397-4b66-b1b4-3419f905d094) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:55.913579 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Attempt 3 to provision port cdff802e-1d37-41df-9745-f170cdadbc0d Oct 05 09:13:55.933497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8::18d (0044b34b-2ba3-40e9-8465-749fd142242a/2715c11c-87d6-409c-86bf-9f8b7f23908f/8a7065a7-459b-42d3-b097-a0d9d61a5c3b) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:55.977341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a81c82d2-9988-4fce-8d78-ba858b203c1c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Calling delete_port for 6e924b88-529e-4c64-978e-dcf5e3d2445e owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:55.980868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Attempting to bind port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:13:55.981219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Attempting to bind port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '09d38c74-1895-4610-ba95-ffe2b2599f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0044b34b-2ba3-40e9-8465-749fd142242a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:13:55.981563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Attempting to bind port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac on network 0044b34b-2ba3-40e9-8465-749fd142242a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:13:55.998491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7445658-056f-4fd2-a5b7-ba0f3ba33569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:56.013181 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:13:56.013181 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Checking segment: {'id': '09d38c74-1895-4610-ba95-ffe2b2599f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0044b34b-2ba3-40e9-8465-749fd142242a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:13:56.013181 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:56.013181 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Bound using segment: {'id': '09d38c74-1895-4610-ba95-ffe2b2599f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0044b34b-2ba3-40e9-8465-749fd142242a'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:13:56.013633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Bound port: b6083d61-8ba7-427b-a06a-7c3e99f7c2ac, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d38c74-1895-4610-ba95-ffe2b2599f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0044b34b-2ba3-40e9-8465-749fd142242a'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:13:56.013724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:56.025027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Port cdff802e-1d37-41df-9745-f170cdadbc0d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:56.113807 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] For port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:13:56.117561 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7445658-056f-4fd2-a5b7-ba0f3ba33569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e79017a-8cd2-4ee9-a825-3f30f5fcd712,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:56.117915 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] For port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b6083d61-8ba7-427b-a06a-7c3e99f7c2ac,segment=NetworkSegment(09d38c74-1895-4610-ba95-ffe2b2599f7f),segment_id=09d38c74-1895-4610-ba95-ffe2b2599f7f)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:13:56.125587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:56.216276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479a12f-abf3-4f9e-8262-577bc2f6c58f None None] Pushing event updated for resources: {'Port': ['ID=b6083d61-8ba7-427b-a06a-7c3e99f7c2ac,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:56.245280 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1fd83baa-38db-4b97-a11f-a85b82406cef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:56.319961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd83baa-38db-4b97-a11f-a85b82406cef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=8c76367d-642d-4260-a121-c2052603302f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:56.324735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1fd83baa-38db-4b97-a11f-a85b82406cef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:56.336637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ffc34d-f478-4ca1-b72c-73547451ab8a None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:56.420999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7445658-056f-4fd2-a5b7-ba0f3ba33569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:56.425103 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b7445658-056f-4fd2-a5b7-ba0f3ba33569 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e79017a-8cd2-4ee9-a825-3f30f5fcd712 HTTP/1.1" status: 204 len: 168 time: 1.8559670 Oct 05 09:13:56.484479 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1fd83baa-38db-4b97-a11f-a85b82406cef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/8c76367d-642d-4260-a121-c2052603302f HTTP/1.1" status: 204 len: 168 time: 2.2558694 Oct 05 09:13:56.485403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55114) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:56.503212 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:56.534735 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Attempt 4 to provision port cdff802e-1d37-41df-9745-f170cdadbc0d Oct 05 09:13:56.599396 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c9a63423-d08a-4ae9-90dd-bea39c05a691 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053810 Oct 05 09:13:56.665294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55118) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:56.691813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:56.735758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Port cdff802e-1d37-41df-9745-f170cdadbc0d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:56.840827 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a81c82d2-9988-4fce-8d78-ba858b203c1c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:56.925586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d12faa-9cab-4f66-bacd-8c59b9a837ce req-4c66f3c3-71bd-47be-9b27-865d0e22c5ed tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:56.937085 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b1d12faa-9cab-4f66-bacd-8c59b9a837ce req-4c66f3c3-71bd-47be-9b27-865d0e22c5ed tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.9441211 Oct 05 09:13:57.034442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07bc1b4-fa8d-479c-b635-0e8aa021e223 None None] Network 5dd98eaf-6f09-4c08-b172-b2e914a1a9b2 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:57.092144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c82d2-9988-4fce-8d78-ba858b203c1c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Pushing event deleted for resources: {'Port': ['ID=6e924b88-529e-4c64-978e-dcf5e3d2445e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:57.159605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:57.165721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:57.171994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:57.181989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:57.201745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:57.207701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:57.231203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55124) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:57.236980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Transition to ACTIVE for port object 8a7065a7-459b-42d3-b097-a0d9d61a5c3b will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:57.274735 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Attempt 5 to provision port cdff802e-1d37-41df-9745-f170cdadbc0d Oct 05 09:13:57.336169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:57.358401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Transition to ACTIVE for port object caf4f630-c397-4b66-b1b4-3419f905d094 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:13:57.360707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b6083d61-8ba7-427b-a06a-7c3e99f7c2ac up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:57.413584 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b1d12faa-9cab-4f66-bacd-8c59b9a837ce req-bfe313c8-4531-4afa-9b0d-ba721f27cf9e tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4740889 Oct 05 09:13:57.421530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:57.429602 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:57.485728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Port cdff802e-1d37-41df-9745-f170cdadbc0d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:57.550907 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:57.577349 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d25482b8-9e77-4c9d-aff9-d39749e9adaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e930df404a2444d7b8bf79adde4fe084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303661 Oct 05 09:13:57.584449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55130) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:57.588201 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:57.613172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:57.626244 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network 5dd98eaf-6f09-4c08-b172-b2e914a1a9b2 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:57.627623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=caf4f630-c397-4b66-b1b4-3419f905d094,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:57.639871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e74f9b9e-7139-4585-9fe7-fa846099e264 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:13:57.654106 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:57.699674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:57.706268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:57.707665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a81c82d2-9988-4fce-8d78-ba858b203c1c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:57.737056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4e7855-8ee7-4010-926f-485bcac26004 None None] Network 0044b34b-2ba3-40e9-8465-749fd142242a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:57.828728 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a81c82d2-9988-4fce-8d78-ba858b203c1c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] 10.222.0.64 "DELETE /v2.0/ports/6e924b88-529e-4c64-978e-dcf5e3d2445e HTTP/1.1" status: 204 len: 168 time: 2.9390898 Oct 05 09:13:57.832380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55134) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:57.842807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:57.843589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:57.854442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-1b06ef80-a5dc-4610-ac3e-047c8d27a9a9 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Request body: {'port': {'name': 'tempest-new-port-name-495606328', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:57.855041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.api.validators [None req-1b06ef80-a5dc-4610-ac3e-047c8d27a9a9 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] bootfile-name is not in valid_values {{(pid=89054) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:13:57.855535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.api.validators [None req-1b06ef80-a5dc-4610-ac3e-047c8d27a9a9 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] tftp-server is not in valid_values {{(pid=89054) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:13:57.855979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.api.validators [None req-1b06ef80-a5dc-4610-ac3e-047c8d27a9a9 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] server-ip-address is not in valid_values {{(pid=89054) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:13:57.898445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349607d8-85d4-4179-acd0-ca7580c4c2ff None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:13:57.905047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:57.911989 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-349607d8-85d4-4179-acd0-ca7580c4c2ff None None] Deleting port 5bf362a4-20a4-47d3-bad7-43c936cf26db {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:57.912336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-349607d8-85d4-4179-acd0-ca7580c4c2ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:57.980745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port e74f9b9e-7139-4585-9fe7-fa846099e264 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:13:57.988455 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Attempt 6 to provision port cdff802e-1d37-41df-9745-f170cdadbc0d Oct 05 09:13:58.011385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:58.058701 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-980542aa-a92d-4e62-87b3-61fa627eac19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2751946 Oct 05 09:13:58.063979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network 0044b34b-2ba3-40e9-8465-749fd142242a is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:58.066630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:58.068176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55138) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:58.074081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:58.079500 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:58.086377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:58.086992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:58.115134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9780643b-4618-435e-a320-3f69de43ec81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:58.117316 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:58.122782 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:58.123476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:58.146919 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=8a7065a7-459b-42d3-b097-a0d9d61a5c3b,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:58.160284 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Port cdff802e-1d37-41df-9745-f170cdadbc0d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:58.191095 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5221994 Oct 05 09:13:58.197252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55142) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:58.213668 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9780643b-4618-435e-a320-3f69de43ec81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:58.215729 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:13:58.230208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'name': 'tempest-NetworksTestDHCPv6-1927258115'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:13:58.279643 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ee465e9d-ee03-4bd7-98cd-0d94a69d43c5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.2197738 Oct 05 09:13:58.281181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55146) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:58.288102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b06ef80-a5dc-4610-ac3e-047c8d27a9a9 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:58.397936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Router b6936323-8338-4229-b898-4dc130a96226 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:13:58.405239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-349607d8-85d4-4179-acd0-ca7580c4c2ff None None] For port 5bf362a4-20a4-47d3-bad7-43c936cf26db, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5bf362a4-20a4-47d3-bad7-43c936cf26db,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:13:58.405776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-349607d8-85d4-4179-acd0-ca7580c4c2ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:58.415440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fbbef-1e24-4922-93f7-5eed0009f121 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=7bfbeeba-058e-4004-8167-966fefe5a61e,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:58.484362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Allocated IP 2001:db8::34e (6808196b-d7c7-4fd6-832f-7d9597322a2d/5c0d970d-ae9f-4abf-bfd5-3a0e6870ac5f/cb27abb1-25cd-4c35-82bb-b38c2c8029c8) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:58.554000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-349607d8-85d4-4179-acd0-ca7580c4c2ff None None] Calling delete_port for 5bf362a4-20a4-47d3-bad7-43c936cf26db owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:13:58.587855 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9780643b-4618-435e-a320-3f69de43ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:58.613608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:13:58.707218 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Attempt 7 to provision port cdff802e-1d37-41df-9745-f170cdadbc0d Oct 05 09:13:58.757352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:13:58.763968 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-349607d8-85d4-4179-acd0-ca7580c4c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:58.778337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:13:58.805943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7bb79970-6732-41c4-84dc-545795ac04f1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 8a7065a7-459b-42d3-b097-a0d9d61a5c3b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:13:58.806545 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7bb79970-6732-41c4-84dc-545795ac04f1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:58.858871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349607d8-85d4-4179-acd0-ca7580c4c2ff None None] No DVR routers for this DVR port 5bf362a4-20a4-47d3-bad7-43c936cf26db on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:13:58.862611 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5bf362a4-20a4-47d3-bad7-43c936cf26db no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:13:58.926819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18025106-a0f6-4e37-bbdb-69457ab2167f None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:13:58.928975 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b06ef80-a5dc-4610-ac3e-047c8d27a9a9 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:58.932566 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780643b-4618-435e-a320-3f69de43ec81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ec1452-daa0-470b-b57d-1dce6c0d5fc4,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:58.994750 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:13:59.002084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b06ef80-a5dc-4610-ac3e-047c8d27a9a9 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:59.037130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 5bf362a4-20a4-47d3-bad7-43c936cf26db {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:13:59.037130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5bf362a4-20a4-47d3-bad7-43c936cf26db not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:13:59.046220 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349607d8-85d4-4179-acd0-ca7580c4c2ff None None] Pushing event deleted for resources: {'Port': ['ID=5bf362a4-20a4-47d3-bad7-43c936cf26db,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:59.132092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Port cdff802e-1d37-41df-9745-f170cdadbc0d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:59.219363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9780643b-4618-435e-a320-3f69de43ec81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:59.225039 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9780643b-4618-435e-a320-3f69de43ec81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6ec1452-daa0-470b-b57d-1dce6c0d5fc4 HTTP/1.1" status: 204 len: 168 time: 1.6035800 Oct 05 09:13:59.306021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:13:59.309568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:59.328904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': '7bfbeeba-058e-4004-8167-966fefe5a61e'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:13:59.329759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:59.358432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:59.410246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06ef80-a5dc-4610-ac3e-047c8d27a9a9 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Pushing event updated for resources: {'Port': ['ID=cdff802e-1d37-41df-9745-f170cdadbc0d,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:59.412461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:13:59.417392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 3a4c50db-d33d-4775-99f8-a6510a0bbef5 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:13:59.428593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff2faca-c792-4174-ab8f-7317cd570f4e None None] Sync routers for ids ['b6936323-8338-4229-b898-4dc130a96226'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:13:59.448544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:59.451180 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ac3172c7-3ab0-4234-92e9-d26936455640 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "PUT /v2.0/routers/b6936323-8338-4229-b898-4dc130a96226 HTTP/1.1" status: 200 len: 915 time: 8.6251574 Oct 05 09:13:59.467214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55152) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:59.473551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-1b06ef80-a5dc-4610-ac3e-047c8d27a9a9 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] In _notify_port_updated(), no bound segment for port cdff802e-1d37-41df-9745-f170cdadbc0d on network 3446fb44-d75b-43a0-97f0-95bb1eb6fea5 {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:13:59.478703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff2faca-c792-4174-ab8f-7317cd570f4e None None] Routers {'b6936323-8338-4229-b898-4dc130a96226'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:59.479374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-3ff2faca-c792-4174-ab8f-7317cd570f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['b6936323-8338-4229-b898-4dc130a96226'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:59.480694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06ef80-a5dc-4610-ac3e-047c8d27a9a9 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:59.481388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b06ef80-a5dc-4610-ac3e-047c8d27a9a9 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:59.485461 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1b06ef80-a5dc-4610-ac3e-047c8d27a9a9 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] 10.222.0.64 "PUT /v2.0/ports/cdff802e-1d37-41df-9745-f170cdadbc0d HTTP/1.1" status: 200 len: 1135 time: 1.6465681 Oct 05 09:13:59.526772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55156) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:59.575655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-3ff2faca-c792-4174-ab8f-7317cd570f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:59.614132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff2faca-c792-4174-ab8f-7317cd570f4e None None] Routers {'b6936323-8338-4229-b898-4dc130a96226'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:13:59.615165 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-3ff2faca-c792-4174-ab8f-7317cd570f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['b6936323-8338-4229-b898-4dc130a96226'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:59.734826 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:59.753244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1140da-da3c-4a7c-9e42-d7f71e7f8dc8 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:13:59.754149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3c1140da-da3c-4a7c-9e42-d7f71e7f8dc8 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Synchronizing usage tracker for tenant:32221746eca4400bb717df7310b7f57f on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:13:59.774122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:59.798311 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Attempt 8 to provision port cdff802e-1d37-41df-9745-f170cdadbc0d Oct 05 09:13:59.824680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-3ff2faca-c792-4174-ab8f-7317cd570f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:13:59.825061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff2faca-c792-4174-ab8f-7317cd570f4e None None] The sync data for ids ['b6936323-8338-4229-b898-4dc130a96226'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:13:59.830270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Network 6808196b-d7c7-4fd6-832f-7d9597322a2d is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:13:59.833623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:13:59.837116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:13:59.878877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Port cdff802e-1d37-41df-9745-f170cdadbc0d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:13:59.892307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Allocated IP 2001:db8::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/7bfbeeba-058e-4004-8167-966fefe5a61e/e8a19c0b-7ca9-4719-aae9-11c09f7f2c85) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:13:59.914992 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dae09c19-b5ae-42a3-816f-ccace632ae3b tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/routers/b6936323-8338-4229-b898-4dc130a96226 HTTP/1.1" status: 200 len: 921 time: 0.4454312 Oct 05 09:13:59.932247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7bb79970-6732-41c4-84dc-545795ac04f1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:13:59.934682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55168) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:13:59.965883 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3c1140da-da3c-4a7c-9e42-d7f71e7f8dc8 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Unset dirty status for tenant:32221746eca4400bb717df7310b7f57f on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:13:59.967498 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3c1140da-da3c-4a7c-9e42-d7f71e7f8dc8 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] 10.222.0.64 "GET /v2.0/ports/cdff802e-1d37-41df-9745-f170cdadbc0d HTTP/1.1" status: 200 len: 1135 time: 0.4399240 Oct 05 09:13:59.971963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event updated for resources: {'Port': ['ID=cb27abb1-25cd-4c35-82bb-b38c2c8029c8,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:13:59.974904 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55174) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:00.102717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7bb79970-6732-41c4-84dc-545795ac04f1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 8a7065a7-459b-42d3-b097-a0d9d61a5c3b owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:00.174616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:00.194499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Transition to ACTIVE for port object e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:00.227137 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Transition to ACTIVE for port object e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:00.233879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-938f9498-c1a8-4247-a3dc-5242313b2fc1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Deleting port cdff802e-1d37-41df-9745-f170cdadbc0d {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:00.234518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-938f9498-c1a8-4247-a3dc-5242313b2fc1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:00.238857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:00.330220 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:00.338468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:00.343716 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:00.394788 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Attempt 9 to provision port cdff802e-1d37-41df-9745-f170cdadbc0d Oct 05 09:14:00.460091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Pushing event updated for resources: {'Port': ['ID=e8a19c0b-7ca9-4719-aae9-11c09f7f2c85,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:00.475964 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55186) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:00.510923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bea10d-11fa-4862-9f3e-874fcb51fe1e tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:00.511147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Attempting to bind port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:00.511457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Attempting to bind port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:00.511827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Attempting to bind port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:00.515292 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-50bea10d-11fa-4862-9f3e-874fcb51fe1e tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&device_id=b6936323-8338-4229-b898-4dc130a96226&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5766203 Oct 05 09:14:00.515292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::1fa (19d31986-d6d4-46c2-94b6-97b25bee37cf/7bfbeeba-058e-4004-8167-966fefe5a61e/3a4c50db-d33d-4775-99f8-a6510a0bbef5) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:00.517022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Port cdff802e-1d37-41df-9745-f170cdadbc0d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:00.523468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:00.524832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55192) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:00.525293 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:00.525987 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:00.528678 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:00.530884 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Bound port: e8a19c0b-7ca9-4719-aae9-11c09f7f2c85, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:00.532427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:00.686139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7bb79970-6732-41c4-84dc-545795ac04f1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:00.691497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] For port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:00.695049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] For port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e8a19c0b-7ca9-4719-aae9-11c09f7f2c85,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:00.700366 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:00.745766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb79970-6732-41c4-84dc-545795ac04f1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=8a7065a7-459b-42d3-b097-a0d9d61a5c3b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:00.787195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab5071-c9a5-41c6-b321-225ea63641cd None None] Pushing event updated for resources: {'Port': ['ID=e8a19c0b-7ca9-4719-aae9-11c09f7f2c85,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:00.824342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:00.829566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7bb79970-6732-41c4-84dc-545795ac04f1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:00.836948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:00.948046 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7bb79970-6732-41c4-84dc-545795ac04f1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/8a7065a7-459b-42d3-b097-a0d9d61a5c3b HTTP/1.1" status: 204 len: 168 time: 2.6665633 Oct 05 09:14:00.961608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55196) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:00.997794 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1790890125'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:01.018853 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Attempt 10 to provision port cdff802e-1d37-41df-9745-f170cdadbc0d Oct 05 09:14:01.030607 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b937fdc0-1bfb-43b0-a6b9-d7c37e16c70f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:14:01.031284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b937fdc0-1bfb-43b0-a6b9-d7c37e16c70f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:01.044200 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:01.049753 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=caf4f630-c397-4b66-b1b4-3419f905d094,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:01.091983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:network and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:01.108577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:01.112519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96756a43-9d76-41f2-8ae4-b993e6f169de tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:01.114427 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-96756a43-9d76-41f2-8ae4-b993e6f169de tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/networks/f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 881 time: 0.5867853 Oct 05 09:14:01.124602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e13b431-e5fc-457e-9df5-e9a5210b6b22 None None] Port cdff802e-1d37-41df-9745-f170cdadbc0d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:01.136426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55200) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:01.141069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:01.189137 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b937fdc0-1bfb-43b0-a6b9-d7c37e16c70f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:01.190354 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b937fdc0-1bfb-43b0-a6b9-d7c37e16c70f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/8a7065a7-459b-42d3-b097-a0d9d61a5c3b HTTP/1.1" status: 404 len: 333 time: 0.2278078 Oct 05 09:14:01.198414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55204) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:01.239240 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a5963cdf-4f9f-4663-8077-94491800520b tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6936323-8338-4229-b898-4dc130a96226 HTTP/1.1" status: 200 len: 205 time: 0.1008632 Oct 05 09:14:01.239551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Could not find standard attr ID for object 8a7065a7-459b-42d3-b097-a0d9d61a5c3b. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:14:01.252650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55208) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:01.254384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Provisioning for port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:01.261371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Provisioning complete for port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:01.261736 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:01.262097 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Attempt 1 to provision port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac Oct 05 09:14:01.284703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Made reservation on behalf of 1953ac25c57249bea113d86db52a0626 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:01.290904 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:01.317218 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:01.326809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:01.391534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Current status of the port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:01.392133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:01.427832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] For port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b6083d61-8ba7-427b-a06a-7c3e99f7c2ac,segment=NetworkSegment(09d38c74-1895-4610-ba95-ffe2b2599f7f),segment_id=09d38c74-1895-4610-ba95-ffe2b2599f7f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:01.434327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:01.437734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-938f9498-c1a8-4247-a3dc-5242313b2fc1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:01.455382 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:01.457697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3218e1-aa0f-43ec-bfe4-cf1391d2ff74 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting subnet 2715c11c-87d6-409c-86bf-9f8b7f23908f {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:14:01.511464 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Provisioning for port caf4f630-c397-4b66-b1b4-3419f905d094 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:01.520828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Provisioning complete for port caf4f630-c397-4b66-b1b4-3419f905d094 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:01.521198 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:01.521527 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Attempt 1 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:01.526801 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:security_group_rule and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:01.528704 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a3218e1-aa0f-43ec-bfe4-cf1391d2ff74 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:01.554167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Pushing event updated for resources: {'Port': ['ID=b6083d61-8ba7-427b-a06a-7c3e99f7c2ac,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:01.590253 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:01.591639 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:01.602295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-938f9498-c1a8-4247-a3dc-5242313b2fc1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Calling delete_port for cdff802e-1d37-41df-9745-f170cdadbc0d owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:01.638418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:01.702115 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:01.784022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a3218e1-aa0f-43ec-bfe4-cf1391d2ff74 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:01.832171 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:01.833066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:01.953717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object 3a4c50db-d33d-4775-99f8-a6510a0bbef5 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:02.093048 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Attempt 2 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:02.160319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:02.175467 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-938f9498-c1a8-4247-a3dc-5242313b2fc1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.185186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.234528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.237191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.254876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a3218e1-aa0f-43ec-bfe4-cf1391d2ff74 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.293506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.307465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f9498-c1a8-4247-a3dc-5242313b2fc1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Pushing event deleted for resources: {'Port': ['ID=cdff802e-1d37-41df-9745-f170cdadbc0d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:02.319134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.343938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.402610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Deleting port b67b6a03-4a9e-469a-8113-7a1b6d05713e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:02.402705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.483873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:02.506871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:02.534469 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:02.541382 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:02.542063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.550158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a3218e1-aa0f-43ec-bfe4-cf1391d2ff74 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.553956 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:14:02.617234 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=3a4c50db-d33d-4775-99f8-a6510a0bbef5,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:02.619624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22810ad-7855-413d-b732-2899e221cccb,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:02.651554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.651907 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Added segment 245b4980-98c7-40f7-b08b-ef1d18ba2869 of type vlan for network e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7 Oct 05 09:14:02.662283 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Attempt 3 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:02.714489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3218e1-aa0f-43ec-bfe4-cf1391d2ff74 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Subnet': ['ID=2715c11c-87d6-409c-86bf-9f8b7f23908f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:02.717785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-938f9498-c1a8-4247-a3dc-5242313b2fc1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.738594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a3218e1-aa0f-43ec-bfe4-cf1391d2ff74 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.742195 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-97fb11dc-80f1-41bb-b5ab-372501771484 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5370147 Oct 05 09:14:02.747623 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-938f9498-c1a8-4247-a3dc-5242313b2fc1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] 10.222.0.64 "DELETE /v2.0/ports/cdff802e-1d37-41df-9745-f170cdadbc0d HTTP/1.1" status: 204 len: 168 time: 2.6618376 Oct 05 09:14:02.747623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55212) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:02.752189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55214) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:02.762789 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bead18-0f0d-4d3b-b6f8-a3b9270e18c9 None None] Network 0044b34b-2ba3-40e9-8465-749fd142242a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:02.786223 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5a3218e1-aa0f-43ec-bfe4-cf1391d2ff74 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/2715c11c-87d6-409c-86bf-9f8b7f23908f HTTP/1.1" status: 204 len: 168 time: 1.5864272 Oct 05 09:14:02.792150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55218) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:02.953799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:02.973558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b6083d61-8ba7-427b-a06a-7c3e99f7c2ac up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:03.066885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-320cd979-fdcb-4a27-8c48-9967f18e5cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.084730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.087360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52619f9-7e97-4ecf-8e0e-c68fc6da784c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Deleting subnet 46fa8547-a8c2-403b-8262-e6a27b5100d3 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:14:03.096703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.102811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:03.103424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.106922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:03.108193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c52619f9-7e97-4ecf-8e0e-c68fc6da784c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.149868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:03.150262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.150606 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac Oct 05 09:14:03.246698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Calling delete_port for b67b6a03-4a9e-469a-8113-7a1b6d05713e owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:03.252647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Router 04e5f84c-25db-45c6-9023-55deaa4892cd is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:14:03.269346 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7860239 Oct 05 09:14:03.280134 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55226) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:03.286635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.292645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'subnet': {'network_id': 'e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:03.296597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c52619f9-7e97-4ecf-8e0e-c68fc6da784c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.332094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671da39-f7f2-4ddc-b0ca-0f64833f6cc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Network': ['ID=e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:03.343201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:03.344300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:03.376266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:14:03.391873 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb47b50-b6fc-4650-b12a-9ed5aa12903a None None] DHCP port deletion for 0044b34b-2ba3-40e9-8465-749fd142242a request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:14:03.414391 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-adb47b50-b6fc-4650-b12a-9ed5aa12903a None None] Deleting port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:03.415139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-adb47b50-b6fc-4650-b12a-9ed5aa12903a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.417691 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b3ebb6-32a6-422b-aa5b-a777fe11cb14 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:03.423581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b3ebb6-32a6-422b-aa5b-a777fe11cb14 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:03.424562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-74b3ebb6-32a6-422b-aa5b-a777fe11cb14 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:03.458636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:03.459225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.486028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-74b3ebb6-32a6-422b-aa5b-a777fe11cb14 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:03.487207 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-74b3ebb6-32a6-422b-aa5b-a777fe11cb14 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7364242 Oct 05 09:14:03.491099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55230) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:03.535734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:03.548050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:subnet and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:03.551256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:03.571534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:03.613994 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Attempt 4 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:03.649584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Made reservation on behalf of 1953ac25c57249bea113d86db52a0626 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:03.652986 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.658545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c52619f9-7e97-4ecf-8e0e-c68fc6da784c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.687289 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:03.687926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.690238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-89aafa06-b759-492f-bf1d-3ab5c579ef01 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 3a4c50db-d33d-4775-99f8-a6510a0bbef5 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:03.690579 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-89aafa06-b759-492f-bf1d-3ab5c579ef01 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.738477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:03.757982 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Sync routers for ids ['04e5f84c-25db-45c6-9023-55deaa4892cd'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:03.771888 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Routers {'04e5f84c-25db-45c6-9023-55deaa4892cd'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:03.773679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.774085 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['04e5f84c-25db-45c6-9023-55deaa4892cd'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:03.789635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:03.807356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.812071 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f270f897-88ac-4827-8166-957cc50d7d4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.0210848 Oct 05 09:14:03.847549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-adb47b50-b6fc-4650-b12a-9ed5aa12903a None None] For port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b6083d61-8ba7-427b-a06a-7c3e99f7c2ac,segment=NetworkSegment(09d38c74-1895-4610-ba95-ffe2b2599f7f),segment_id=09d38c74-1895-4610-ba95-ffe2b2599f7f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:03.848303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-adb47b50-b6fc-4650-b12a-9ed5aa12903a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:03.884051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55234) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:04.016054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-adb47b50-b6fc-4650-b12a-9ed5aa12903a None None] Calling delete_port for b6083d61-8ba7-427b-a06a-7c3e99f7c2ac owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:04.034196 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c52619f9-7e97-4ecf-8e0e-c68fc6da784c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:04.072939 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Set router 04e5f84c-25db-45c6-9023-55deaa4892cd gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:14:04.117815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-adb47b50-b6fc-4650-b12a-9ed5aa12903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:04.185203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52619f9-7e97-4ecf-8e0e-c68fc6da784c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Pushing event deleted for resources: {'Subnet': ['ID=46fa8547-a8c2-403b-8262-e6a27b5100d3,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:04.202467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb47b50-b6fc-4650-b12a-9ed5aa12903a None None] Pushing event deleted for resources: {'Port': ['ID=b6083d61-8ba7-427b-a06a-7c3e99f7c2ac,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:04.207776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cef995-9440-4237-9aad-08d65322773c None None] Network 3446fb44-d75b-43a0-97f0-95bb1eb6fea5 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:04.217422 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=caf4f630-c397-4b66-b1b4-3419f905d094,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:04.220327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:04.235237 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] For port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b6083d61-8ba7-427b-a06a-7c3e99f7c2ac,segment=NetworkSegment(09d38c74-1895-4610-ba95-ffe2b2599f7f),segment_id=09d38c74-1895-4610-ba95-ffe2b2599f7f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:04.235603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:04.239833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c52619f9-7e97-4ecf-8e0e-c68fc6da784c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:04.269847 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c52619f9-7e97-4ecf-8e0e-c68fc6da784c tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] 10.222.0.64 "DELETE /v2.0/subnets/46fa8547-a8c2-403b-8262-e6a27b5100d3 HTTP/1.1" status: 204 len: 168 time: 1.3119361 Oct 05 09:14:04.276021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55238) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:04.336900 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb47b50-b6fc-4650-b12a-9ed5aa12903a None None] No DVR routers for this DVR port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:14:04.339912 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Attempt 5 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:04.401131 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:04.425836 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for b6083d61-8ba7-427b-a06a-7c3e99f7c2ac owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:04.494560 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e5f84c-25db-45c6-9023-55deaa4892cd', 'name': '', 'tenant_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6808196b-d7c7-4fd6-832f-7d9597322a2d', 'external_fixed_ips': [{'subnet_id': '5c0d970d-ae9f-4abf-bfd5-3a0e6870ac5f', 'ip_address': '2001:db8::34e'}], 'enable_snat': True}, 'gw_port_id': 'cb27abb1-25cd-4c35-82bb-b38c2c8029c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:13:54Z', 'updated_at': '2022-10-05T09:14:00Z', 'revision_number': 3, 'project_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'gw_port': {'id': 'cb27abb1-25cd-4c35-82bb-b38c2c8029c8', 'name': '', 'network_id': '6808196b-d7c7-4fd6-832f-7d9597322a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e5f84c-25db-45c6-9023-55deaa4892cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5c0d970d-ae9f-4abf-bfd5-3a0e6870ac5f', 'ip_address': '2001:db8::34e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:13:57Z', 'updated_at': '2022-10-05T09:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c0d970d-ae9f-4abf-bfd5-3a0e6870ac5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:04.499379 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Checking router: 04e5f84c-25db-45c6-9023-55deaa4892cd for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:14:04.499719 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Updating router 04e5f84c-25db-45c6-9023-55deaa4892cd port cb27abb1-25cd-4c35-82bb-b38c2c8029c8 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:14:04.530916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:04.542917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:04.580457 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:04.626313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:04.664990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] DHCP port deletion for 3446fb44-d75b-43a0-97f0-95bb1eb6fea5 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:14:04.670055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Deleting port d8d9daa2-3284-478c-9547-8ebda2b847cc {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:04.670753 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:04.776918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Pushing event deleted for resources: {'Port': ['ID=b67b6a03-4a9e-469a-8113-7a1b6d05713e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:04.802648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:14:04.802968 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:14:04.890427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b6083d61-8ba7-427b-a06a-7c3e99f7c2ac no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:14:04.921520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network 5dd98eaf-6f09-4c08-b172-b2e914a1a9b2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:04.934204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:04.992318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: b6083d61-8ba7-427b-a06a-7c3e99f7c2ac {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:14:04.992788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b6083d61-8ba7-427b-a06a-7c3e99f7c2ac not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:14:04.993300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d8d9daa2-3284-478c-9547-8ebda2b847cc no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:14:05.017683 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.037638 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Transition to ACTIVE for port object cb27abb1-25cd-4c35-82bb-b38c2c8029c8 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:05.047469 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.051794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.056354 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.062794 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-89aafa06-b759-492f-bf1d-3ab5c579ef01 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.073306 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Attempt 6 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:05.102039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.136441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.143153 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Attempting to bind port cb27abb1-25cd-4c35-82bb-b38c2c8029c8 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:05.143616 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Attempting to bind port cb27abb1-25cd-4c35-82bb-b38c2c8029c8 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'd881bd86-3395-4684-a13e-6cc95260138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6808196b-d7c7-4fd6-832f-7d9597322a2d'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:05.143988 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Attempting to bind port cb27abb1-25cd-4c35-82bb-b38c2c8029c8 on network 6808196b-d7c7-4fd6-832f-7d9597322a2d {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:05.158817 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:05.159206 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Checking segment: {'id': 'd881bd86-3395-4684-a13e-6cc95260138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6808196b-d7c7-4fd6-832f-7d9597322a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:05.159612 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.160020 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Bound using segment: {'id': 'd881bd86-3395-4684-a13e-6cc95260138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6808196b-d7c7-4fd6-832f-7d9597322a2d'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:05.160533 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Bound port: cb27abb1-25cd-4c35-82bb-b38c2c8029c8, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd881bd86-3395-4684-a13e-6cc95260138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6808196b-d7c7-4fd6-832f-7d9597322a2d'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:05.161060 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.287615 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Pushing event updated for resources: {'Port': ['ID=cb27abb1-25cd-4c35-82bb-b38c2c8029c8,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:05.306023 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:05.306401 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:05.306741 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:05.307077 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:05.307538 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:05.307886 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:05.308217 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:05.308801 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:05.309151 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:05.309477 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:05.309808 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:05.310153 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:05.337426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Deleting port cb27abb1-25cd-4c35-82bb-b38c2c8029c8 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:05.338099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.342649 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] For port cb27abb1-25cd-4c35-82bb-b38c2c8029c8, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:05.343357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:05.346118 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] For port cb27abb1-25cd-4c35-82bb-b38c2c8029c8, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=cb27abb1-25cd-4c35-82bb-b38c2c8029c8,segment=NetworkSegment(d881bd86-3395-4684-a13e-6cc95260138d),segment_id=d881bd86-3395-4684-a13e-6cc95260138d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:05.354640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port b6083d61-8ba7-427b-a06a-7c3e99f7c2ac {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:05.354992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.355326 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.406542 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-89aafa06-b759-492f-bf1d-3ab5c579ef01 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 3a4c50db-d33d-4775-99f8-a6510a0bbef5 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:05.426939 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Routers {'04e5f84c-25db-45c6-9023-55deaa4892cd'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:05.427728 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:13:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['04e5f84c-25db-45c6-9023-55deaa4892cd'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:05.487190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d8d9daa2-3284-478c-9547-8ebda2b847cc is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:05.487811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.488293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Deleting port d8d9daa2-3284-478c-9547-8ebda2b847cc {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:05.488800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.508051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] For port d8d9daa2-3284-478c-9547-8ebda2b847cc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d8d9daa2-3284-478c-9547-8ebda2b847cc,segment=NetworkSegment(78d3cb21-6081-4a49-a061-f087bedfca97),segment_id=78d3cb21-6081-4a49-a061-f087bedfca97)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:05.508668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.622522 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe910a-e320-45f3-bf3a-dfc62df5936d None None] Pushing event updated for resources: {'Port': ['ID=cb27abb1-25cd-4c35-82bb-b38c2c8029c8,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:05.666767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Calling delete_port for d8d9daa2-3284-478c-9547-8ebda2b847cc owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:05.668173 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] Set router 04e5f84c-25db-45c6-9023-55deaa4892cd gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:14:05.712762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port d8d9daa2-3284-478c-9547-8ebda2b847cc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d8d9daa2-3284-478c-9547-8ebda2b847cc,segment=NetworkSegment(78d3cb21-6081-4a49-a061-f087bedfca97),segment_id=78d3cb21-6081-4a49-a061-f087bedfca97)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:05.716513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5abd3848-f8de-4948-8f34-26eb9c1f6492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.717921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] The port 'b6083d61-8ba7-427b-a06a-7c3e99f7c2ac' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:14:05.725100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.845596 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Attempt 7 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:05.852132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Subnet': ['ID=429a9851-e2d2-44c6-b8cb-a2fe028aea75,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:05.866162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:05.899192 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e5f84c-25db-45c6-9023-55deaa4892cd', 'name': '', 'tenant_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:13:54Z', 'updated_at': '2022-10-05T09:14:05Z', 'revision_number': 4, 'project_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:05.911225 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f09879-5fdf-4444-8841-da8328648ee4 None None] The sync data for ids ['04e5f84c-25db-45c6-9023-55deaa4892cd'] in dv-neutron-860328-1-hyperv is: [{'id': '04e5f84c-25db-45c6-9023-55deaa4892cd', 'name': '', 'tenant_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:13:54Z', 'updated_at': '2022-10-05T09:14:05Z', 'revision_number': 4, 'project_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:05.934421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=d8d9daa2-3284-478c-9547-8ebda2b847cc,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:05.968039 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:14:05.968620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:14:05.969688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:05.984943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.036217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.056206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.056737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Fanout notify agent at l3_agent the message router_deleted on router b6936323-8338-4229-b898-4dc130a96226 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:14:06.076657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Checking segment: {'id': '245b4980-98c7-40f7-b08b-ef1d18ba2869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:06.076657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network hostable DHCP agents. Network: e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:14:06.088524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0044b34b-2ba3-40e9-8465-749fd142242a']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:06.109925 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d38c74-1895-4610-ba95-ffe2b2599f7f') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:06.110247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d38c74-1895-4610-ba95-ffe2b2599f7f') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:06.118365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 06688871-ad23-4845-a2d1-e36b691c5772 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:14:06.132622 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.209015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-89aafa06-b759-492f-bf1d-3ab5c579ef01 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.212438 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] For port cb27abb1-25cd-4c35-82bb-b38c2c8029c8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=cb27abb1-25cd-4c35-82bb-b38c2c8029c8,segment=NetworkSegment(d881bd86-3395-4684-a13e-6cc95260138d),segment_id=d881bd86-3395-4684-a13e-6cc95260138d)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:06.212814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.229098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.230207 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3b2c7614-fe28-4b59-80c1-4df7415590b8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "DELETE /v2.0/routers/b6936323-8338-4229-b898-4dc130a96226 HTTP/1.1" status: 204 len: 168 time: 4.9763570 Oct 05 09:14:06.235299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:14:06.264994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55242) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:06.289154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.307843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:14:06.308264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.342713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1146029358', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:06.380855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:06.390876 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3495f8f-a5a9-4129-8d25-ec5ecd097906 None None] Network e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:06.391082 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 09d38c74-1895-4610-ba95-ffe2b2599f7f resource provider aggregate not found Oct 05 09:14:06.408890 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:06.408890 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.409311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aafa06-b759-492f-bf1d-3ab5c579ef01 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=3a4c50db-d33d-4775-99f8-a6510a0bbef5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:06.413493 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:06.426453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Calling delete_port for cb27abb1-25cd-4c35-82bb-b38c2c8029c8 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:06.436192 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 09d38c74-1895-4610-ba95-ffe2b2599f7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09d38c74-1895-4610-ba95-ffe2b2599f7f found for delete ", "request_id": "req-4d9bbceb-3ae4-4a40-8e27-767e23309c2c"}]} Oct 05 09:14:06.452991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:06.458533 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b03b564d-2d4e-4cd4-8bbc-af203d0007fe tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/06688871-ad23-4845-a2d1-e36b691c5772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3823993 Oct 05 09:14:06.462823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.471522 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f24d0967-e9b9-4cf0-9989-4fce655da1d0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1895676 Oct 05 09:14:06.472316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55250) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:06.474470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] For port d8d9daa2-3284-478c-9547-8ebda2b847cc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d8d9daa2-3284-478c-9547-8ebda2b847cc,segment=NetworkSegment(78d3cb21-6081-4a49-a061-f087bedfca97),segment_id=78d3cb21-6081-4a49-a061-f087bedfca97)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:06.474833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.477559 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.483780 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/networks/0044b34b-2ba3-40e9-8465-749fd142242a HTTP/1.1" status: 204 len: 168 time: 3.6868210 Oct 05 09:14:06.500042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55252) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:06.500513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55256) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:06.509835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1526984988', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:06.515158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Deleting port d8d9daa2-3284-478c-9547-8ebda2b847cc {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:06.516303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.536967 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Usage tracker for resource:router and tenant:2c4866e1436b4830a6276d692ff30c34 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:06.560513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'name': 'tempest-PortsIpV6TestJSON-226885938'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:06.583228 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Attempt 8 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:06.604108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:06.606842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20907d4-1cab-41d9-871b-cd7a42600fb4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Network': ['ID=0044b34b-2ba3-40e9-8465-749fd142242a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:06.608029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:06.610088 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422af6e-e435-43e3-80e7-b3020e9b03d9 None None] Sync routers for ids ['06688871-ad23-4845-a2d1-e36b691c5772'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:06.621195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:router and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:06.673079 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-89aafa06-b759-492f-bf1d-3ab5c579ef01 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.676312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:06.699030 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Calling delete_port for d8d9daa2-3284-478c-9547-8ebda2b847cc owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:06.701653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:06.735928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20311b0e-5330-4bc2-bf0c-f95c1efce0de tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:06.736618 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-20311b0e-5330-4bc2-bf0c-f95c1efce0de tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Synchronizing usage tracker for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:06.745246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:06.764658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.765859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.791019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:06.791507 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-89aafa06-b759-492f-bf1d-3ab5c579ef01 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/3a4c50db-d33d-4775-99f8-a6510a0bbef5 HTTP/1.1" status: 204 len: 168 time: 3.2463250 Oct 05 09:14:06.792392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55262) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:06.799567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:06.808035 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.809024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.810466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-20311b0e-5330-4bc2-bf0c-f95c1efce0de tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Unset dirty status for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:06.812080 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-20311b0e-5330-4bc2-bf0c-f95c1efce0de tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports/caf4f630-c397-4b66-b1b4-3419f905d094 HTTP/1.1" status: 200 len: 978 time: 0.3308384 Oct 05 09:14:06.824825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55266) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:06.828641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] For port d8d9daa2-3284-478c-9547-8ebda2b847cc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d8d9daa2-3284-478c-9547-8ebda2b847cc,segment=NetworkSegment(78d3cb21-6081-4a49-a061-f087bedfca97),segment_id=78d3cb21-6081-4a49-a061-f087bedfca97)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:06.829071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.845017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:06.872920 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:06.879487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:07.002500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Calling delete_port for d8d9daa2-3284-478c-9547-8ebda2b847cc owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:07.021140 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:07.032722 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:07.048195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422af6e-e435-43e3-80e7-b3020e9b03d9 None None] Routers {'06688871-ad23-4845-a2d1-e36b691c5772'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:07.048829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d422af6e-e435-43e3-80e7-b3020e9b03d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['06688871-ad23-4845-a2d1-e36b691c5772'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:07.093878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Pushing event deleted for resources: {'Port': ['ID=d8d9daa2-3284-478c-9547-8ebda2b847cc,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:07.102620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] No DVR routers for this DVR port d8d9daa2-3284-478c-9547-8ebda2b847cc on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:14:07.108742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb92815-aee4-4065-92af-4c5f9ae9f153 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:07.110808 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb92815-aee4-4065-92af-4c5f9ae9f153 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:07.111847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3eb92815-aee4-4065-92af-4c5f9ae9f153 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:07.166773 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:07.172715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:07.179465 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d422af6e-e435-43e3-80e7-b3020e9b03d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:07.191705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:07.195432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port 87bc5de3-cb91-4ce4-bc11-959b043828a9 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:14:07.249279 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422af6e-e435-43e3-80e7-b3020e9b03d9 None None] Routers {'06688871-ad23-4845-a2d1-e36b691c5772'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:07.250663 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d422af6e-e435-43e3-80e7-b3020e9b03d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['06688871-ad23-4845-a2d1-e36b691c5772'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:07.317440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:14:07.318080 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:14:07.334404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d422af6e-e435-43e3-80e7-b3020e9b03d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:07.335070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422af6e-e435-43e3-80e7-b3020e9b03d9 None None] The sync data for ids ['06688871-ad23-4845-a2d1-e36b691c5772'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:07.407400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5295d911-fc28-4941-877f-5e22dc44189a None None] Network e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:07.411107 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3eb92815-aee4-4065-92af-4c5f9ae9f153 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:07.415283 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3eb92815-aee4-4065-92af-4c5f9ae9f153 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6180754 Oct 05 09:14:07.428119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55274) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:07.486407 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:07.599580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3446fb44-d75b-43a0-97f0-95bb1eb6fea5']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:07.609181 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:07.614809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:07.671213 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d3cb21-6081-4a49-a061-f087bedfca97') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:07.671507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d3cb21-6081-4a49-a061-f087bedfca97') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:07.682679 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb27abb1-25cd-4c35-82bb-b38c2c8029c8,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:07.692162 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Attempt 9 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:07.706508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:07.737311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:07.759398 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:07.763591 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:07.815292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:07.885672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-531cdfa0-960e-417b-bdb8-32823618fb9a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 7bfbeeba-058e-4004-8167-966fefe5a61e {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:14:07.948759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:14:07.949173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.006256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-531cdfa0-960e-417b-bdb8-32823618fb9a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.078983 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 78d3cb21-6081-4a49-a061-f087bedfca97 resource provider aggregate not found Oct 05 09:14:08.096747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.103894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.117427 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 78d3cb21-6081-4a49-a061-f087bedfca97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78d3cb21-6081-4a49-a061-f087bedfca97 found for delete ", "request_id": "req-024e31cb-b0f1-48ad-9185-0f34fec62f94"}]} Oct 05 09:14:08.148474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.154784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.155275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04e5f84c-25db-45c6-9023-55deaa4892cd {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:14:08.157266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Deleting port d8d9daa2-3284-478c-9547-8ebda2b847cc {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:08.157740 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.166752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-531cdfa0-960e-417b-bdb8-32823618fb9a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.181071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.195364 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] Pushing event deleted for resources: {'Network': ['ID=3446fb44-d75b-43a0-97f0-95bb1eb6fea5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:08.205788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.220786 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8ff26211-8594-45fa-adcc-b9a3e32b49f1 tempest-ExtraDHCPOptionsTestJSON-1728160165 tempest-ExtraDHCPOptionsTestJSON-1728160165-project] 10.222.0.64 "DELETE /v2.0/networks/3446fb44-d75b-43a0-97f0-95bb1eb6fea5 HTTP/1.1" status: 204 len: 168 time: 3.9413972 Oct 05 09:14:08.238232 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.250968 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e47f7b85-0c2e-4d37-9456-86cfa1f62c7c tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "DELETE /v2.0/routers/04e5f84c-25db-45c6-9023-55deaa4892cd HTTP/1.1" status: 204 len: 168 time: 4.3656545 Oct 05 09:14:08.255507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55284) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:08.262974 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Attempt 10 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:08.296388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-277d7ad5-ca6b-47e8-a281-3637567605b1 None None] The port 'd8d9daa2-3284-478c-9547-8ebda2b847cc' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:14:08.360764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:08.363971 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Could not find standard attr ID for object cdff802e-1d37-41df-9745-f170cdadbc0d. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:14:08.367860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Could not find standard attr ID for object 6e924b88-529e-4c64-978e-dcf5e3d2445e. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:14:08.380603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Provisioning for port e74f9b9e-7139-4585-9fe7-fa846099e264 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:08.388778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Provisioning complete for port e74f9b9e-7139-4585-9fe7-fa846099e264 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:08.394343 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.395260 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Attempt 1 to provision port e74f9b9e-7139-4585-9fe7-fa846099e264 Oct 05 09:14:08.435374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-4550ad3c-8ba2-4bc6-84c1-c3919f166aef tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Deleting subnet 5c0d970d-ae9f-4abf-bfd5-3a0e6870ac5f {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:14:08.452350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4550ad3c-8ba2-4bc6-84c1-c3919f166aef tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.479704 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-531cdfa0-960e-417b-bdb8-32823618fb9a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.521379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.575274 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Current status of the port e74f9b9e-7139-4585-9fe7-fa846099e264 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:08.575570 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.610547 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55290) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:08.623706 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] For port e74f9b9e-7139-4585-9fe7-fa846099e264, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e74f9b9e-7139-4585-9fe7-fa846099e264,segment=NetworkSegment(0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636),segment_id=0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:08.631317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.659309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network d342e829-d70b-4062-acd4-996d2ab1291c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:08.665684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.666349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4550ad3c-8ba2-4bc6-84c1-c3919f166aef tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.699822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.706895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:08.710471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:08.716229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:08.716865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.763600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c55ca-037c-4195-a4e6-c44cffc15c5a None None] Pushing event updated for resources: {'Port': ['ID=e74f9b9e-7139-4585-9fe7-fa846099e264,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:08.766927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=87bc5de3-cb91-4ce4-bc11-959b043828a9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:08.777221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Provisioning for port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:08.783300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Provisioning complete for port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:08.783791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.784641 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Attempt 1 to provision port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 Oct 05 09:14:08.900316 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5113bba4-e630-4a4c-95e0-97e9a467e604 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=32221746eca4400bb717df7310b7f57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887564 Oct 05 09:14:08.901064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55296) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:08.908984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Allocated IP 172.26.0.17 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/6418404b-47a7-4ecc-bc04-00e210ffeff5) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:08.922648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Current status of the port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:08.923174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.963634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] For port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e8a19c0b-7ca9-4719-aae9-11c09f7f2c85,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:08.967147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:08.968856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-531cdfa0-960e-417b-bdb8-32823618fb9a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.001157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-612c7197-6e4c-455c-aedf-5ff1011f970c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.015197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Could not find standard attr ID for object 3a4c50db-d33d-4775-99f8-a6510a0bbef5. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:14:09.048057 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Provisioning complete for port caf4f630-c397-4b66-b1b4-3419f905d094 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:09.048487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.048984 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Attempt 1 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:09.076334 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8d759a04-a349-41c0-b2a3-16b2a7fee05a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5686486 Oct 05 09:14:09.076334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4550ad3c-8ba2-4bc6-84c1-c3919f166aef tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.076734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55300) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:09.095571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Pushing event updated for resources: {'Port': ['ID=e8a19c0b-7ca9-4719-aae9-11c09f7f2c85,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:09.123948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cdfa0-960e-417b-bdb8-32823618fb9a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfbeeba-058e-4004-8167-966fefe5a61e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:09.127950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.131632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5a68a9-b4b4-41f9-b814-23602b81ffb4 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:09.134560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-531cdfa0-960e-417b-bdb8-32823618fb9a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.136409 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-531cdfa0-960e-417b-bdb8-32823618fb9a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/7bfbeeba-058e-4004-8167-966fefe5a61e HTTP/1.1" status: 204 len: 168 time: 1.6981282 Oct 05 09:14:09.139690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.148075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:09.150988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55304) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:09.152990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-612c7197-6e4c-455c-aedf-5ff1011f970c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.182462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.186785 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0b95c96c-00a8-4e0f-95ac-21ce94ac0fd3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.255654 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-948b6d5a-bb59-48d6-befd-3e4fa5082b86 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934529 Oct 05 09:14:09.265950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55308) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:09.364261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-5ab848aa-9901-43e1-a0ae-ffd0ba270a16 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 87bc5de3-cb91-4ce4-bc11-959b043828a9 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:09.364552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ab848aa-9901-43e1-a0ae-ffd0ba270a16 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.403530 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d42367a-7506-412f-a185-3625c44ace71 None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:14:09.407997 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8d42367a-7506-412f-a185-3625c44ace71 None None] Deleting port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:09.408527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d42367a-7506-412f-a185-3625c44ace71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.448580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.542133 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-612c7197-6e4c-455c-aedf-5ff1011f970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.595330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c7197-6e4c-455c-aedf-5ff1011f970c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796835a0-8747-4f81-8630-79abf7a93904,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:09.655171 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Attempt 2 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:09.677944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4550ad3c-8ba2-4bc6-84c1-c3919f166aef tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.681779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d51cf67-3731-4557-a902-4cd46101d946 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:09.682849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6d51cf67-3731-4557-a902-4cd46101d946 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:09.703889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8d42367a-7506-412f-a185-3625c44ace71 None None] For port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e8a19c0b-7ca9-4719-aae9-11c09f7f2c85,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:09.704146 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d42367a-7506-412f-a185-3625c44ace71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.723552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-612c7197-6e4c-455c-aedf-5ff1011f970c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.727432 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-612c7197-6e4c-455c-aedf-5ff1011f970c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/796835a0-8747-4f81-8630-79abf7a93904 HTTP/1.1" status: 204 len: 168 time: 0.8180187 Oct 05 09:14:09.728148 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ab848aa-9901-43e1-a0ae-ffd0ba270a16 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.734730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550ad3c-8ba2-4bc6-84c1-c3919f166aef tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0d970d-ae9f-4abf-bfd5-3a0e6870ac5f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:09.743258 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.786337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4550ad3c-8ba2-4bc6-84c1-c3919f166aef tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.814307 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4550ad3c-8ba2-4bc6-84c1-c3919f166aef tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/5c0d970d-ae9f-4abf-bfd5-3a0e6870ac5f HTTP/1.1" status: 204 len: 168 time: 1.5553555 Oct 05 09:14:09.817564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55314) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:09.855745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.26.0.186 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/fb14fda9-a68d-4b3e-95f6-69243f86f1b0) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:09.856311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8d42367a-7506-412f-a185-3625c44ace71 None None] Calling delete_port for e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:09.890465 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:09.916851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6d51cf67-3731-4557-a902-4cd46101d946 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:09.918128 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6d51cf67-3731-4557-a902-4cd46101d946 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6511080 Oct 05 09:14:09.924224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55318) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:09.931390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-5ab848aa-9901-43e1-a0ae-ffd0ba270a16 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 87bc5de3-cb91-4ce4-bc11-959b043828a9 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:09.950865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d42367a-7506-412f-a185-3625c44ace71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:09.996083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0b95c96c-00a8-4e0f-95ac-21ce94ac0fd3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port caf4f630-c397-4b66-b1b4-3419f905d094 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:09.996564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0b95c96c-00a8-4e0f-95ac-21ce94ac0fd3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:10.052253 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42367a-7506-412f-a185-3625c44ace71 None None] Pushing event deleted for resources: {'Port': ['ID=e8a19c0b-7ca9-4719-aae9-11c09f7f2c85,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:10.057247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42367a-7506-412f-a185-3625c44ace71 None None] No DVR routers for this DVR port e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:14:10.069544 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:10.075139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Pushing event updated for resources: {'Port': ['ID=6418404b-47a7-4ecc-bc04-00e210ffeff5,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:10.078441 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:10.080514 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:10.168625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0a2d1-b691-46cf-bb6e-e1e10634f788 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:10.176497 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f5b0a2d1-b691-46cf-bb6e-e1e10634f788 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1912217 Oct 05 09:14:10.176497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55326) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:10.316412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:10.324729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0b95c96c-00a8-4e0f-95ac-21ce94ac0fd3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:10.391877 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Attempt 3 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:10.418849 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9ed4e68f-a94f-48bb-9779-95825c42abd8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2397614 Oct 05 09:14:10.421099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ab848aa-9901-43e1-a0ae-ffd0ba270a16 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:10.439044 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55336) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:10.467958 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:10.485108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-32e2c138-ee6f-4a7a-a4a7-c9d91541c16d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:10.488602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0b95c96c-00a8-4e0f-95ac-21ce94ac0fd3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for caf4f630-c397-4b66-b1b4-3419f905d094 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:10.564939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ab848aa-9901-43e1-a0ae-ffd0ba270a16 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:10.568056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab848aa-9901-43e1-a0ae-ffd0ba270a16 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=87bc5de3-cb91-4ce4-bc11-959b043828a9,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:10.676044 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5ab848aa-9901-43e1-a0ae-ffd0ba270a16 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/87bc5de3-cb91-4ce4-bc11-959b043828a9 HTTP/1.1" status: 204 len: 168 time: 1.5981796 Oct 05 09:14:10.688567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55348) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:10.707201 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:10.727299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'mac_address': 'fa:16:3e:ea:3a:4a', 'name': 'tempest-PortsIpV6TestJSON-733369873'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:10.745644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-32e2c138-ee6f-4a7a-a4a7-c9d91541c16d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:10.759146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-32e2c138-ee6f-4a7a-a4a7-c9d91541c16d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:10.794881 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e74f9b9e-7139-4585-9fe7-fa846099e264 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:10.817754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55352) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:10.853270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e2c138-ee6f-4a7a-a4a7-c9d91541c16d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:10.857273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-32e2c138-ee6f-4a7a-a4a7-c9d91541c16d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:10.919933 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port e74f9b9e-7139-4585-9fe7-fa846099e264 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:10.923445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:10.923826 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port e74f9b9e-7139-4585-9fe7-fa846099e264 Oct 05 09:14:10.965990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:10.969757 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Attempt 4 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:11.018996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6808196b-d7c7-4fd6-832f-7d9597322a2d']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:11.048881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-204498832'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:11.049534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd881bd86-3395-4684-a13e-6cc95260138d') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:11.049913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd881bd86-3395-4684-a13e-6cc95260138d') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:11.056334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:11.064502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:11.076446 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:11.085848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:network and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:11.093516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:11.102924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:11.108706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:11.111036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:port and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:11.114894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:11.115454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:11.119484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:11.123189 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port e74f9b9e-7139-4585-9fe7-fa846099e264 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:11.125388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:11.134204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:14:11.134807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:11.192677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:14:11.197456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:11.201149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:11.214410 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d881bd86-3395-4684-a13e-6cc95260138d resource provider aggregate not found Oct 05 09:14:11.219371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:11.227261 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:11.235485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:14:11.235839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e8a19c0b-7ca9-4719-aae9-11c09f7f2c85 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:14:11.250432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:11.281757 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d881bd86-3395-4684-a13e-6cc95260138d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d881bd86-3395-4684-a13e-6cc95260138d found for delete ", "request_id": "req-42a03b06-8f46-4149-8d5d-0ce53b1bc8ba"}]} Oct 05 09:14:11.285986 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:11.314785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:security_group_rule and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:11.319682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:11.328681 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:11.475939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:11.482944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:11.501298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0b95c96c-00a8-4e0f-95ac-21ce94ac0fd3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:11.505353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6808196b-d7c7-4fd6-832f-7d9597322a2d {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 05 09:14:11.507503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:11.511001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:11.519996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=fb14fda9-a68d-4b3e-95f6-69243f86f1b0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:11.523610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:11.548642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:11.558984 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Attempt 5 to provision port caf4f630-c397-4b66-b1b4-3419f905d094 Oct 05 09:14:11.565249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event deleted for resources: {'Network': ['ID=6808196b-d7c7-4fd6-832f-7d9597322a2d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:11.656956 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9f1fd67d-e67f-4fee-a441-4e0676b358a1 None None] Port caf4f630-c397-4b66-b1b4-3419f905d094 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:14:11.673772 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:11.845194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port b7215d0c-6c1e-481f-8256-3cdc22dfd2be yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:14:11.884960 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:11.921910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:12.249126 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f0e37b48-b72c-4fcd-82b6-208c16f8640d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "DELETE /v2.0/networks/6808196b-d7c7-4fd6-832f-7d9597322a2d HTTP/1.1" status: 204 len: 168 time: 2.4277234 Oct 05 09:14:12.262733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95c96c-00a8-4e0f-95ac-21ce94ac0fd3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=caf4f630-c397-4b66-b1b4-3419f905d094,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:12.285184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:14:12.288096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-32e2c138-ee6f-4a7a-a4a7-c9d91541c16d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:12.360980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3c9dda-d5cc-45be-a6ac-4a754610c9bb,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:12.382468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:12.382824 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Added segment e9c07f71-0a4b-4b2d-a609-e970fa875035 of type vlan for network db16c7ff-2642-477a-932d-876070db0828 Oct 05 09:14:12.406227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e2c138-ee6f-4a7a-a4a7-c9d91541c16d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:12.411736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-32e2c138-ee6f-4a7a-a4a7-c9d91541c16d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:12.419812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e2c138-ee6f-4a7a-a4a7-c9d91541c16d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:12.420412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-32e2c138-ee6f-4a7a-a4a7-c9d91541c16d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:12.421836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f37c4-d81c-4277-a759-8b1aacd55021 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:12.450229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2c138-ee6f-4a7a-a4a7-c9d91541c16d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=e40b1666-66e0-4668-b33e-47a65b7b9903,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:12.473552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:12.513798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0b95c96c-00a8-4e0f-95ac-21ce94ac0fd3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:12.543724 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-32e2c138-ee6f-4a7a-a4a7-c9d91541c16d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0743575 Oct 05 09:14:12.546313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55380) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:12.556114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': 'e40b1666-66e0-4668-b33e-47a65b7b9903', 'ip_address': '2001:db8::4b08:a2c8:d68f:8cfc'}], 'name': 'tempest-NetworksTestDHCPv6-641242536'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:12.581744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Router 220007fb-47df-4125-9bf7-394642754862 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:14:12.583467 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:12.589417 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:12.590045 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:12.601043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7268b-650b-482f-86fe-d5e876b05df0 req-da15c94c-8b06-41ac-8f87-ef8c3f42f650 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:12.602517 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-36c7268b-650b-482f-86fe-d5e876b05df0 req-da15c94c-8b06-41ac-8f87-ef8c3f42f650 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.3935633 Oct 05 09:14:12.624281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55384) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:12.655899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e84eb6c9-0c10-427f-b466-946fee591e23 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Request body: {'router': {'name': 'tempest-router--404770609', 'project_id': 'e66f702c99604ae78b3f25522f871b7f'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:12.713201 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e84eb6c9-0c10-427f-b466-946fee591e23 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:12.739578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': 'e40b1666-66e0-4668-b33e-47a65b7b9903'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:12.741819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:12.918541 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0968926 Oct 05 09:14:12.934011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Allocated IP 2001:db8::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/e40b1666-66e0-4668-b33e-47a65b7b9903/d1d828c2-3c26-4f95-9140-e87c12df0012) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:12.984655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e84eb6c9-0c10-427f-b466-946fee591e23 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Usage tracker for resource:router and tenant:e66f702c99604ae78b3f25522f871b7f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:13.000753 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e84eb6c9-0c10-427f-b466-946fee591e23 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:13.022704 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e84eb6c9-0c10-427f-b466-946fee591e23 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:13.023446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba491d5-6120-4bde-a308-87ba5016f95d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Network': ['ID=db16c7ff-2642-477a-932d-876070db0828,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:13.049184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1c57-2d6d-42a5-b5ae-ebc156e0c5d8 req-15d1b551-0b8b-4594-b83a-fbe6effe8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:13.050837 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d9cb1c57-2d6d-42a5-b5ae-ebc156e0c5d8 req-15d1b551-0b8b-4594-b83a-fbe6effe8d9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=af3973850af34ff0b1ae6694f898d389&device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 1099 time: 0.8204930 Oct 05 09:14:13.057154 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-36c7268b-650b-482f-86fe-d5e876b05df0 req-ce5f37aa-2f0a-4f00-afd3-82aea76ab9dc tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3938394 Oct 05 09:14:13.153794 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:13.167450 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:13.176690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:13.191203 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a14e4a-27c5-4d8d-a343-a0d53b0e78bc None None] Sync routers for ids ['220007fb-47df-4125-9bf7-394642754862'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:13.202506 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:13.206413 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a14e4a-27c5-4d8d-a343-a0d53b0e78bc None None] Routers {'220007fb-47df-4125-9bf7-394642754862'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:13.208123 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-08a14e4a-27c5-4d8d-a343-a0d53b0e78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['220007fb-47df-4125-9bf7-394642754862'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:13.215715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Transition to ACTIVE for port object d1d828c2-3c26-4f95-9140-e87c12df0012 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:13.230784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:13.248408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Transition to ACTIVE for port object d1d828c2-3c26-4f95-9140-e87c12df0012 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:13.253888 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network db16c7ff-2642-477a-932d-876070db0828 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:14:13.271501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:13.296549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e84eb6c9-0c10-427f-b466-946fee591e23 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:13.297715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e84eb6c9-0c10-427f-b466-946fee591e23 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:13.379171 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-08a14e4a-27c5-4d8d-a343-a0d53b0e78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:13.401440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:13.405332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:13.411120 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:13.411277 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a14e4a-27c5-4d8d-a343-a0d53b0e78bc None None] Routers {'220007fb-47df-4125-9bf7-394642754862'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:13.411915 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-08a14e4a-27c5-4d8d-a343-a0d53b0e78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['220007fb-47df-4125-9bf7-394642754862'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:13.427831 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:13.430898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b95c96c-00a8-4e0f-95ac-21ce94ac0fd3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 06688871-ad23-4845-a2d1-e36b691c5772 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:14:13.473401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e84eb6c9-0c10-427f-b466-946fee591e23 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:13.520935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:13.548499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:13.561539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Pushing event updated for resources: {'Port': ['ID=d1d828c2-3c26-4f95-9140-e87c12df0012,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:13.575530 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Attempting to bind port d1d828c2-3c26-4f95-9140-e87c12df0012 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:13.576055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Attempting to bind port d1d828c2-3c26-4f95-9140-e87c12df0012 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:13.576909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Attempting to bind port d1d828c2-3c26-4f95-9140-e87c12df0012 on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:13.582555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:13.583012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:13.583327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:13.583883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:13.584983 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:13.585602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Bound port: d1d828c2-3c26-4f95-9140-e87c12df0012, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:13.586188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:13.588256 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-37eed04e-7e00-48fa-a595-8096ca85d480 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.3221617 Oct 05 09:14:13.589274 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55388) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:13.593775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port d1b875fd-103d-437a-9cb4-b150265902ad yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:14:13.595710 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-08a14e4a-27c5-4d8d-a343-a0d53b0e78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:13.596256 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a14e4a-27c5-4d8d-a343-a0d53b0e78bc None None] The sync data for ids ['220007fb-47df-4125-9bf7-394642754862'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:13.636243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:13.695142 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] For port d1d828c2-3c26-4f95-9140-e87c12df0012, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:13.699893 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] For port d1d828c2-3c26-4f95-9140-e87c12df0012, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d1d828c2-3c26-4f95-9140-e87c12df0012,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:13.705998 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:13.709495 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1c57-2d6d-42a5-b5ae-ebc156e0c5d8 req-1aa09cdb-99d5-419a-88c6-6f13c271bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:13.711152 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d9cb1c57-2d6d-42a5-b5ae-ebc156e0c5d8 req-1aa09cdb-99d5-419a-88c6-6f13c271bf2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636 HTTP/1.1" status: 200 len: 913 time: 0.5965965 Oct 05 09:14:13.859076 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ba37c-42b3-455f-b7ea-5111eab019dc None None] Pushing event updated for resources: {'Port': ['ID=d1d828c2-3c26-4f95-9140-e87c12df0012,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:13.861137 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e84eb6c9-0c10-427f-b466-946fee591e23 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:13.876873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b95c96c-00a8-4e0f-95ac-21ce94ac0fd3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:13.888638 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde58a7-c508-4242-8975-32907e258135 None None] Sync routers for ids ['06688871-ad23-4845-a2d1-e36b691c5772'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:13.905738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde58a7-c508-4242-8975-32907e258135 None None] Routers {'06688871-ad23-4845-a2d1-e36b691c5772'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:13.906774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7fde58a7-c508-4242-8975-32907e258135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['06688871-ad23-4845-a2d1-e36b691c5772'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:13.958067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::4b08:a2c8:d68f:8cfc (19d31986-d6d4-46c2-94b6-97b25bee37cf/e40b1666-66e0-4668-b33e-47a65b7b9903/d1b875fd-103d-437a-9cb4-b150265902ad) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:14.039179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7fde58a7-c508-4242-8975-32907e258135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:14.054694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde58a7-c508-4242-8975-32907e258135 None None] Routers {'06688871-ad23-4845-a2d1-e36b691c5772'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:14.055563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7fde58a7-c508-4242-8975-32907e258135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['06688871-ad23-4845-a2d1-e36b691c5772'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:14.372331 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7fde58a7-c508-4242-8975-32907e258135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:14.372747 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde58a7-c508-4242-8975-32907e258135 None None] The sync data for ids ['06688871-ad23-4845-a2d1-e36b691c5772'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:14.384700 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d9cb1c57-2d6d-42a5-b5ae-ebc156e0c5d8 req-40b70284-4085-40c7-ab4f-fd48581ea4d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d HTTP/1.1" status: 200 len: 1002 time: 0.6044021 Oct 05 09:14:14.396032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:14.666274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:14.669244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e84eb6c9-0c10-427f-b466-946fee591e23 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:14.673133 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e84eb6c9-0c10-427f-b466-946fee591e23 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 2.0348020 Oct 05 09:14:14.677605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55394) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:14.684202 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:14.692221 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0b95c96c-00a8-4e0f-95ac-21ce94ac0fd3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/06688871-ad23-4845-a2d1-e36b691c5772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8635447 Oct 05 09:14:14.737204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55398) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:14.800349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network d342e829-d70b-4062-acd4-996d2ab1291c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:14.814899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object d1b875fd-103d-437a-9cb4-b150265902ad will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:14.836963 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d1d828c2-3c26-4f95-9140-e87c12df0012 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:14.996352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296acaa3-7b54-44f6-9e9e-52535ea6bbe6 req-fb95cd14-bc71-4366-8495-6a5a2117d3db tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:15.002072 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-296acaa3-7b54-44f6-9e9e-52535ea6bbe6 req-fb95cd14-bc71-4366-8495-6a5a2117d3db tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.7011864 Oct 05 09:14:15.007424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-606a85e7-b7b6-4c28-8873-0456c5cfc811 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:15.024962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port d1d828c2-3c26-4f95-9140-e87c12df0012 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:15.054666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=b7215d0c-6c1e-481f-8256-3cdc22dfd2be,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:15.082772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:15.099368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:15.110825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:15.111750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:15.177418 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-296acaa3-7b54-44f6-9e9e-52535ea6bbe6 req-1289e812-5b2f-48a3-9a41-b3d61db79847 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888569 Oct 05 09:14:15.231417 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fe61ce6b-6c41-4602-881e-7a92228d8d6f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.5417149 Oct 05 09:14:15.237835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1c57-2d6d-42a5-b5ae-ebc156e0c5d8 req-d7cd72be-d7c8-40ac-b319-5e0fec873de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:15.240245 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d9cb1c57-2d6d-42a5-b5ae-ebc156e0c5d8 req-d7cd72be-d7c8-40ac-b319-5e0fec873de8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1dcf1b6-1798-4fba-b27d-a8b43c2672bc HTTP/1.1" status: 200 len: 851 time: 0.8355365 Oct 05 09:14:15.241147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55402) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:15.328229 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-99c565cf-5251-460a-9b58-63d1648a2130 None None] Provisioning for port d1d828c2-3c26-4f95-9140-e87c12df0012 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:15.335287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-99c565cf-5251-460a-9b58-63d1648a2130 None None] Provisioning complete for port d1d828c2-3c26-4f95-9140-e87c12df0012 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:15.335787 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99c565cf-5251-460a-9b58-63d1648a2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:15.336385 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-99c565cf-5251-460a-9b58-63d1648a2130 None None] Attempt 1 to provision port d1d828c2-3c26-4f95-9140-e87c12df0012 Oct 05 09:14:15.340325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:15.487268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-99c565cf-5251-460a-9b58-63d1648a2130 None None] Current status of the port d1d828c2-3c26-4f95-9140-e87c12df0012 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:15.487738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99c565cf-5251-460a-9b58-63d1648a2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:15.527328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-99c565cf-5251-460a-9b58-63d1648a2130 None None] For port d1d828c2-3c26-4f95-9140-e87c12df0012, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d1d828c2-3c26-4f95-9140-e87c12df0012,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:15.536711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99c565cf-5251-460a-9b58-63d1648a2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:15.633524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c565cf-5251-460a-9b58-63d1648a2130 None None] Pushing event updated for resources: {'Port': ['ID=d1d828c2-3c26-4f95-9140-e87c12df0012,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:15.645258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0ac8d6-dd6d-433f-a02c-319adf92aaca tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:15.645868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6b0ac8d6-dd6d-433f-a02c-319adf92aaca tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:15.649858 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-5cbecbcc-78b0-4c6d-80a7-814684c8eefb tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] remove_router_interface failed (client error): The resource could not be found. Oct 05 09:14:15.653400 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5cbecbcc-78b0-4c6d-80a7-814684c8eefb tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/06688871-ad23-4845-a2d1-e36b691c5772/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9127440 Oct 05 09:14:15.658225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55406) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:15.722165 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-606a85e7-b7b6-4c28-8873-0456c5cfc811 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:15.727523 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:15.735156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d6381999-9cc3-4a14-b0bc-86d4ee1cda00 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Synchronizing usage tracker for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:15.736761 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-606a85e7-b7b6-4c28-8873-0456c5cfc811 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:15.743377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:15.743927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:14:15.750844 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:15.756860 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:15.757580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:15.760484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1c57-2d6d-42a5-b5ae-ebc156e0c5d8 req-77a3f4ad-d776-492a-beb5-1d3de534ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:15.762079 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d9cb1c57-2d6d-42a5-b5ae-ebc156e0c5d8 req-77a3f4ad-d776-492a-beb5-1d3de534ede5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3836954 Oct 05 09:14:15.762671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6b0ac8d6-dd6d-433f-a02c-319adf92aaca tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:15.763960 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6b0ac8d6-dd6d-433f-a02c-319adf92aaca tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/b7215d0c-6c1e-481f-8256-3cdc22dfd2be HTTP/1.1" status: 200 len: 844 time: 0.5182879 Oct 05 09:14:15.767908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55410) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:15.776483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=d1b875fd-103d-437a-9cb4-b150265902ad,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:15.804436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:15.838743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d6381999-9cc3-4a14-b0bc-86d4ee1cda00 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Unset dirty status for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:15.843071 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d6381999-9cc3-4a14-b0bc-86d4ee1cda00 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=06688871-ad23-4845-a2d1-e36b691c5772 HTTP/1.1" status: 200 len: 205 time: 0.1809549 Oct 05 09:14:15.843854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-606a85e7-b7b6-4c28-8873-0456c5cfc811 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:15.844901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606a85e7-b7b6-4c28-8873-0456c5cfc811 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2bef9aa-f9bb-4975-97c8-0881b4242d44 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:14:15.848867 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55414) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:15.852048 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8580deee-610c-425c-aa6c-6bd7b7cf4a74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3038526 Oct 05 09:14:15.856672 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55416) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:15.862614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-606a85e7-b7b6-4c28-8873-0456c5cfc811 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:15.878527 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-606a85e7-b7b6-4c28-8873-0456c5cfc811 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "DELETE /v2.0/routers/e2bef9aa-f9bb-4975-97c8-0881b4242d44 HTTP/1.1" status: 204 len: 168 time: 1.1915560 Oct 05 09:14:16.078224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55424) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:16.095876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-32cb0ab8-6f4f-490e-920d-9c96616d757b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port b7215d0c-6c1e-481f-8256-3cdc22dfd2be {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:16.096231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32cb0ab8-6f4f-490e-920d-9c96616d757b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:16.226239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c8312c7-96b8-4750-83e4-d082dc874034 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:16.273868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Provisioning for port d1b875fd-103d-437a-9cb4-b150265902ad completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:16.278842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Provisioning complete for port d1b875fd-103d-437a-9cb4-b150265902ad triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:16.279273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:16.280013 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Attempt 1 to provision port d1b875fd-103d-437a-9cb4-b150265902ad Oct 05 09:14:16.366682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55432) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:16.368996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Port d1b875fd-103d-437a-9cb4-b150265902ad cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:16.385230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:16.434564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'subnet': {'network_id': 'db16c7ff-2642-477a-932d-876070db0828', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:16.549119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1068129015', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:16.593202 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Deleting port 6418404b-47a7-4ecc-bc04-00e210ffeff5 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:16.593544 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:16.612359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:16.629073 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d9cb1c57-2d6d-42a5-b5ae-ebc156e0c5d8 req-323de82a-4a57-408f-b458-769d37f142b2 service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8270161 Oct 05 09:14:16.645171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Usage tracker for resource:router and tenant:d1dbe1033f0440d6b57d6314f9ef555b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:16.653748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:16.675449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:16.690478 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a1f5a6-cd54-4eab-b70a-bb590106e3a2 None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:16.695772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:16.705335 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1f5a6-cd54-4eab-b70a-bb590106e3a2 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:16.706157 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a7a1f5a6-cd54-4eab-b70a-bb590106e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:16.760437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d1d828c2-3c26-4f95-9140-e87c12df0012 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:16.796311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32cb0ab8-6f4f-490e-920d-9c96616d757b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:16.815557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:16.818062 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-daca92c8-77a6-46bb-b5aa-6f8d3bd440c4 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.3163557 Oct 05 09:14:16.824952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55436) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:16.852042 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a7a1f5a6-cd54-4eab-b70a-bb590106e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:16.859662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d1d828c2-3c26-4f95-9140-e87c12df0012 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:16.860037 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:16.860375 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d1d828c2-3c26-4f95-9140-e87c12df0012 Oct 05 09:14:16.875188 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1f5a6-cd54-4eab-b70a-bb590106e3a2 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:16.876311 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a7a1f5a6-cd54-4eab-b70a-bb590106e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:16.898719 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Attempt 2 to provision port d1b875fd-103d-437a-9cb4-b150265902ad Oct 05 09:14:16.903952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c8312c7-96b8-4750-83e4-d082dc874034 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:16.921703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:16.926667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c8312c7-96b8-4750-83e4-d082dc874034 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:16.980460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:subnet and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:16.995309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Port d1b875fd-103d-437a-9cb4-b150265902ad cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:17.010151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:17.016398 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a7a1f5a6-cd54-4eab-b70a-bb590106e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:17.016804 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a1f5a6-cd54-4eab-b70a-bb590106e3a2 None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:17.028977 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:17.060622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c3c7ca-6dd0-46ae-bbfc-1d5593befadd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:17.066479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c3c7ca-6dd0-46ae-bbfc-1d5593befadd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:17.067184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-98c3c7ca-6dd0-46ae-bbfc-1d5593befadd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:17.069705 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c8312c7-96b8-4750-83e4-d082dc874034 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.070229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8312c7-96b8-4750-83e4-d082dc874034 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Fanout notify agent at l3_agent the message router_deleted on router 06688871-ad23-4845-a2d1-e36b691c5772 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:14:17.082429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d1d828c2-3c26-4f95-9140-e87c12df0012 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:17.092553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697867d-ba92-4be0-9382-7b18ff356fc9 req-31082deb-05fc-4b2b-af25-5a3a13beb195 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:17.094100 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3697867d-ba92-4be0-9382-7b18ff356fc9 req-31082deb-05fc-4b2b-af25-5a3a13beb195 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.7263818 Oct 05 09:14:17.104292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:17.107850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.138287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c8312c7-96b8-4750-83e4-d082dc874034 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.139323 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1c8312c7-96b8-4750-83e4-d082dc874034 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/06688871-ad23-4845-a2d1-e36b691c5772 HTTP/1.1" status: 204 len: 168 time: 1.2847116 Oct 05 09:14:17.145470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.146540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.150354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55440) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:17.165452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-32cb0ab8-6f4f-490e-920d-9c96616d757b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for b7215d0c-6c1e-481f-8256-3cdc22dfd2be owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:17.228337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-98c3c7ca-6dd0-46ae-bbfc-1d5593befadd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:17.229691 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-98c3c7ca-6dd0-46ae-bbfc-1d5593befadd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.3448288 Oct 05 09:14:17.245037 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55444) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:17.284519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.296759 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3697867d-ba92-4be0-9382-7b18ff356fc9 req-70fdd05b-a138-41a1-8aa2-e0ed5b15b56f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705208 Oct 05 09:14:17.422377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Calling delete_port for 6418404b-47a7-4ecc-bc04-00e210ffeff5 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:17.444779 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.461252 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d9cb1c57-2d6d-42a5-b5ae-ebc156e0c5d8 req-94231bce-8384-4f17-bb81-000f033bb727 service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8096690 Oct 05 09:14:17.493287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a841ef-ced2-4754-8541-96fdee777753 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting subnet 52d712d7-2cc2-47b9-87fe-a8ac1660bf02 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:14:17.496565 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Attempt 3 to provision port d1b875fd-103d-437a-9cb4-b150265902ad Oct 05 09:14:17.560022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Port d1b875fd-103d-437a-9cb4-b150265902ad cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:17.591559 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71a841ef-ced2-4754-8541-96fdee777753 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.620366 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.636015 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32cb0ab8-6f4f-490e-920d-9c96616d757b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.640624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f0bab57d-f9df-413f-bf48-5d04111c5bbd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port d1b875fd-103d-437a-9cb4-b150265902ad {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:17.641040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0bab57d-f9df-413f-bf48-5d04111c5bbd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.814069 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb0ab8-6f4f-490e-920d-9c96616d757b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=b7215d0c-6c1e-481f-8256-3cdc22dfd2be,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:17.871106 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.913234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32cb0ab8-6f4f-490e-920d-9c96616d757b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.926892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71a841ef-ced2-4754-8541-96fdee777753 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:17.951437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Pushing event deleted for resources: {'Port': ['ID=6418404b-47a7-4ecc-bc04-00e210ffeff5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:17.997061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Subnet': ['ID=d32775b7-9e3e-40c4-82cd-407904fd0a1a,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:18.055430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Checking segment: {'id': 'e9c07f71-0a4b-4b2d-a609-e970fa875035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'db16c7ff-2642-477a-932d-876070db0828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:18.055984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network hostable DHCP agents. Network: db16c7ff-2642-477a-932d-876070db0828, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:14:18.061272 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Attempt 4 to provision port d1b875fd-103d-437a-9cb4-b150265902ad Oct 05 09:14:18.088018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:18.116936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Port d1b875fd-103d-437a-9cb4-b150265902ad cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:18.161898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network db16c7ff-2642-477a-932d-876070db0828 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:14:18.233443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, db16c7ff-2642-477a-932d-876070db0828) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:18.239144 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:18.239744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:18.244776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5719cf34-f17c-4b17-9be4-d91d84b9479c None None] Network db16c7ff-2642-477a-932d-876070db0828 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:18.293511 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-32cb0ab8-6f4f-490e-920d-9c96616d757b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/b7215d0c-6c1e-481f-8256-3cdc22dfd2be HTTP/1.1" status: 204 len: 168 time: 2.5245543 Oct 05 09:14:18.295974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55448) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:18.395625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:18.428388 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbc3c8f-72a7-4b54-9517-a56ee35ecd46 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:14:18.429043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0cbc3c8f-72a7-4b54-9517-a56ee35ecd46 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:18.440996 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7fdef07a-9186-4d6c-a504-03d0552127c7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0662622 Oct 05 09:14:18.483666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55454) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:18.543920 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-db16c7ff-2642-477a-932d-876070db0828', 'network_id': 'db16c7ff-2642-477a-932d-876070db0828', 'tenant_id': '16d53ebf33b8482da383c32735c709a3', 'fixed_ips': [{'subnet_id': 'd32775b7-9e3e-40c4-82cd-407904fd0a1a'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:18.544970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:18.563630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2083100126'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:18.566928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0cbc3c8f-72a7-4b54-9517-a56ee35ecd46 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:18.568094 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0cbc3c8f-72a7-4b54-9517-a56ee35ecd46 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/b7215d0c-6c1e-481f-8256-3cdc22dfd2be HTTP/1.1" status: 404 len: 333 time: 0.2613282 Oct 05 09:14:18.578657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55458) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:18.598659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:18.619032 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Attempt 5 to provision port d1b875fd-103d-437a-9cb4-b150265902ad Oct 05 09:14:18.619631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'name': 'tempest-PortsIpV6TestJSON-275696041'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:18.636522 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:18.642280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:network and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:18.644536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:18.662088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:18.726311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Port d1b875fd-103d-437a-9cb4-b150265902ad cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:18.758585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Allocated IP 2001:db8:0:ffff::2 (db16c7ff-2642-477a-932d-876070db0828/d32775b7-9e3e-40c4-82cd-407904fd0a1a/20c9d083-0f81-497d-b597-6421922e8818) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:18.769570 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:18.796673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Router 220007fb-47df-4125-9bf7-394642754862 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:14:18.806178 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d2fab-23c3-4c6f-8607-0e5678d813ad req-16c10380-0123-4ea5-95a6-5336552a378a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:18.807717 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2c1d2fab-23c3-4c6f-8607-0e5678d813ad req-16c10380-0123-4ea5-95a6-5336552a378a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.3654268 Oct 05 09:14:18.923843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71a841ef-ced2-4754-8541-96fdee777753 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:18.963699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:18.967126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:18.971999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:18.979632 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:18.983547 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-51679ed6-9e42-4ede-a2c2-d08be2fe9329 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "PUT /v2.0/routers/220007fb-47df-4125-9bf7-394642754862 HTTP/1.1" status: 200 len: 706 time: 5.3918247 Oct 05 09:14:18.987063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55462) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:18.990914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c53d03-b6d8-4613-b4bc-a48c5aa2214c None None] Sync routers for ids ['220007fb-47df-4125-9bf7-394642754862'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:18.995073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0bab57d-f9df-413f-bf48-5d04111c5bbd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.011209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:19.019426 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c53d03-b6d8-4613-b4bc-a48c5aa2214c None None] Routers {'220007fb-47df-4125-9bf7-394642754862'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:19.020814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b6c53d03-b6d8-4613-b4bc-a48c5aa2214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['220007fb-47df-4125-9bf7-394642754862'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:19.062523 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2c1d2fab-23c3-4c6f-8607-0e5678d813ad req-7d19b3cf-ee94-4250-8631-97428ec99cd3 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883459 Oct 05 09:14:19.076226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.094504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b6c53d03-b6d8-4613-b4bc-a48c5aa2214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:19.104820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c53d03-b6d8-4613-b4bc-a48c5aa2214c None None] Routers {'220007fb-47df-4125-9bf7-394642754862'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:19.105460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b6c53d03-b6d8-4613-b4bc-a48c5aa2214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['220007fb-47df-4125-9bf7-394642754862'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:19.189267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:19.205994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f0bab57d-f9df-413f-bf48-5d04111c5bbd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for d1b875fd-103d-437a-9cb4-b150265902ad owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:19.214577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b6c53d03-b6d8-4613-b4bc-a48c5aa2214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:19.214988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c53d03-b6d8-4613-b4bc-a48c5aa2214c None None] The sync data for ids ['220007fb-47df-4125-9bf7-394642754862'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:19.216746 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Transition to ACTIVE for port object 20c9d083-0f81-497d-b597-6421922e8818 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:19.229073 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Attempt 6 to provision port d1b875fd-103d-437a-9cb4-b150265902ad Oct 05 09:14:19.261028 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-eb2a579f-9515-48a3-af84-672813b7b0cf tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/routers/220007fb-47df-4125-9bf7-394642754862 HTTP/1.1" status: 200 len: 741 time: 0.2701566 Oct 05 09:14:19.261623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55468) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:19.278757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:14:19.291135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Port d1b875fd-103d-437a-9cb4-b150265902ad cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:19.292331 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Transition to ACTIVE for port object 20c9d083-0f81-497d-b597-6421922e8818 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:19.294542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:19.298150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.300395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.319615 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8be5ef20-66c4-4ebb-a1e9-962044aa0218 tempest-RoutersAdminTest-1282491076 tempest-RoutersAdminTest-1282491076-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&device_id=220007fb-47df-4125-9bf7-394642754862 HTTP/1.1" status: 200 len: 205 time: 0.0539014 Oct 05 09:14:19.319919 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55472) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:19.345089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.345447 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Added segment 1d72ec31-0ce9-480a-91d8-d9ebefe8e109 of type vlan for network 317b72ae-2f60-4a0b-af84-17ef8cba11cf Oct 05 09:14:19.367795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Network db16c7ff-2642-477a-932d-876070db0828 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:19.370361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:19.374962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:19.382028 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-883c6f29-64f9-4ab2-ac0f-afd898e4d1b1 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "GET /v2.0/ports?device_id=220007fb-47df-4125-9bf7-394642754862 HTTP/1.1" status: 200 len: 205 time: 0.0583937 Oct 05 09:14:19.383381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55476) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:19.409302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71a841ef-ced2-4754-8541-96fdee777753 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.419264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port 781e77f5-cda8-4602-8943-288873ed49ee yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:14:19.486563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Pushing event updated for resources: {'Port': ['ID=20c9d083-0f81-497d-b597-6421922e8818,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:19.525426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60d0f32f-2768-42f7-b061-65fde33fc402 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.529180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Attempting to bind port 20c9d083-0f81-497d-b597-6421922e8818 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:19.529708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Attempting to bind port 20c9d083-0f81-497d-b597-6421922e8818 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e9c07f71-0a4b-4b2d-a609-e970fa875035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'db16c7ff-2642-477a-932d-876070db0828'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:19.530723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Attempting to bind port 20c9d083-0f81-497d-b597-6421922e8818 on network db16c7ff-2642-477a-932d-876070db0828 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:19.532529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a841ef-ced2-4754-8541-96fdee777753 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Subnet': ['ID=52d712d7-2cc2-47b9-87fe-a8ac1660bf02,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:19.539141 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:19.539399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Checking segment: {'id': 'e9c07f71-0a4b-4b2d-a609-e970fa875035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'db16c7ff-2642-477a-932d-876070db0828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:19.539773 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.540648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Bound using segment: {'id': 'e9c07f71-0a4b-4b2d-a609-e970fa875035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'db16c7ff-2642-477a-932d-876070db0828'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:19.541140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Bound port: 20c9d083-0f81-497d-b597-6421922e8818, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c07f71-0a4b-4b2d-a609-e970fa875035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'db16c7ff-2642-477a-932d-876070db0828'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:19.541287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71a841ef-ced2-4754-8541-96fdee777753 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.541520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.551736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.554681 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747bf918-1ffb-4c9c-bdb7-c82852eda1d3 None None] Network 5dd98eaf-6f09-4c08-b172-b2e914a1a9b2 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:19.794507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.801169 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Attempt 7 to provision port d1b875fd-103d-437a-9cb4-b150265902ad Oct 05 09:14:19.829981 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-71a841ef-ced2-4754-8541-96fdee777753 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/52d712d7-2cc2-47b9-87fe-a8ac1660bf02 HTTP/1.1" status: 204 len: 168 time: 2.6347897 Oct 05 09:14:19.835239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55480) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:19.882486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] For port 20c9d083-0f81-497d-b597-6421922e8818, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:19.885989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60d0f32f-2768-42f7-b061-65fde33fc402 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.900456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] For port 20c9d083-0f81-497d-b597-6421922e8818, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=20c9d083-0f81-497d-b597-6421922e8818,segment=NetworkSegment(e9c07f71-0a4b-4b2d-a609-e970fa875035),segment_id=e9c07f71-0a4b-4b2d-a609-e970fa875035)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:19.925605 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:19.935169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Port d1b875fd-103d-437a-9cb4-b150265902ad cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:19.939096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60d0f32f-2768-42f7-b061-65fde33fc402 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.001555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.004989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60d0f32f-2768-42f7-b061-65fde33fc402 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.005456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d0f32f-2768-42f7-b061-65fde33fc402 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Fanout notify agent at l3_agent the message router_deleted on router 220007fb-47df-4125-9bf7-394642754862 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:14:20.008775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0bab57d-f9df-413f-bf48-5d04111c5bbd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.020613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60d0f32f-2768-42f7-b061-65fde33fc402 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.021217 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-60d0f32f-2768-42f7-b061-65fde33fc402 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "DELETE /v2.0/routers/220007fb-47df-4125-9bf7-394642754862 HTTP/1.1" status: 204 len: 168 time: 0.6368384 Oct 05 09:14:20.027625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55484) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:20.036094 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.050442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:20.051091 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.061416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efea60-4eeb-4929-a66c-2a4b2893e5ea None None] Pushing event updated for resources: {'Port': ['ID=20c9d083-0f81-497d-b597-6421922e8818,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:20.092824 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port e74f9b9e-7139-4585-9fe7-fa846099e264 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:20.092824 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.136322 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d565744d-b3c7-4fc9-9537-11f4dd21cb35 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "GET /v2.0/ports?device_id=220007fb-47df-4125-9bf7-394642754862 HTTP/1.1" status: 200 len: 205 time: 0.1060710 Oct 05 09:14:20.139060 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55488) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:20.143701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10077cda-3b89-4033-9087-291175f06054 None None] DHCP port deletion for 5dd98eaf-6f09-4c08-b172-b2e914a1a9b2 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:14:20.149396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-10077cda-3b89-4033-9087-291175f06054 None None] Deleting port e74f9b9e-7139-4585-9fe7-fa846099e264 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:20.149777 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-10077cda-3b89-4033-9087-291175f06054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.228625 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-736679e8-305e-4d58-aa75-06fcb0c3c47a tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] delete failed (client error): The resource could not be found. Oct 05 09:14:20.229537 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-736679e8-305e-4d58-aa75-06fcb0c3c47a tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "DELETE /v2.0/routers/220007fb-47df-4125-9bf7-394642754862 HTTP/1.1" status: 404 len: 336 time: 0.0894799 Oct 05 09:14:20.234803 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55492) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:20.259867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bab57d-f9df-413f-bf48-5d04111c5bbd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=d1b875fd-103d-437a-9cb4-b150265902ad,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:20.338573 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7cfad15b-7020-419a-ae1a-3272c1104ae7 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6936323-8338-4229-b898-4dc130a96226 HTTP/1.1" status: 200 len: 205 time: 0.1042404 Oct 05 09:14:20.346968 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55496) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:20.440518 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Attempt 8 to provision port d1b875fd-103d-437a-9cb4-b150265902ad Oct 05 09:14:20.482255 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-5ae7c3b7-e9cf-4210-bee6-51bb5eaa2698 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] delete failed (client error): The resource could not be found. Oct 05 09:14:20.483747 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5ae7c3b7-e9cf-4210-bee6-51bb5eaa2698 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "DELETE /v2.0/routers/b6936323-8338-4229-b898-4dc130a96226 HTTP/1.1" status: 404 len: 336 time: 0.1346309 Oct 05 09:14:20.487674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55500) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:20.495191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4db734f6-05e2-4985-8a94-89765e91251a None None] Port d1b875fd-103d-437a-9cb4-b150265902ad was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:14:20.519105 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-10077cda-3b89-4033-9087-291175f06054 None None] For port e74f9b9e-7139-4585-9fe7-fa846099e264, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e74f9b9e-7139-4585-9fe7-fa846099e264,segment=NetworkSegment(0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636),segment_id=0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:20.519503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-10077cda-3b89-4033-9087-291175f06054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.623221 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3325cb0c-7d5d-41d6-ac76-b3f0c1432f87 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "GET /v2.0/ports?device_id=817f8a31-29f3-46f8-9332-1a1488f7dfe9 HTTP/1.1" status: 200 len: 205 time: 0.1323531 Oct 05 09:14:20.625755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55504) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:20.661268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-10077cda-3b89-4033-9087-291175f06054 None None] Calling delete_port for e74f9b9e-7139-4585-9fe7-fa846099e264 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:20.705186 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2204475 Oct 05 09:14:20.715984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.749347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0bab57d-f9df-413f-bf48-5d04111c5bbd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.751661 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f0bab57d-f9df-413f-bf48-5d04111c5bbd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/d1b875fd-103d-437a-9cb4-b150265902ad HTTP/1.1" status: 204 len: 168 time: 3.4464443 Oct 05 09:14:20.753277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55508) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:20.765022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79f971-e523-44ee-a892-c3ebfe65eb43 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Network': ['ID=317b72ae-2f60-4a0b-af84-17ef8cba11cf,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:20.773189 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-10077cda-3b89-4033-9087-291175f06054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.782009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55510) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:20.792766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'subnet': {'network_id': '317b72ae-2f60-4a0b-af84-17ef8cba11cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:20.832536 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-55e78dcc-fb0b-4eb1-b5e3-7e3df2ad40f6 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] delete failed (client error): The resource could not be found. Oct 05 09:14:20.837923 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.843090 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-55e78dcc-fb0b-4eb1-b5e3-7e3df2ad40f6 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "DELETE /v2.0/routers/817f8a31-29f3-46f8-9332-1a1488f7dfe9 HTTP/1.1" status: 404 len: 336 time: 0.2158837 Oct 05 09:14:20.849466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] For port e74f9b9e-7139-4585-9fe7-fa846099e264, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e74f9b9e-7139-4585-9fe7-fa846099e264,segment=NetworkSegment(0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636),segment_id=0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:20.850703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:20.855322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 317b72ae-2f60-4a0b-af84-17ef8cba11cf details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:14:20.970692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 20c9d083-0f81-497d-b597-6421922e8818 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:20.987749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55516) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:20.997395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for e74f9b9e-7139-4585-9fe7-fa846099e264 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:21.024905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10077cda-3b89-4033-9087-291175f06054 None None] No DVR routers for this DVR port e74f9b9e-7139-4585-9fe7-fa846099e264 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:14:21.029615 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10077cda-3b89-4033-9087-291175f06054 None None] Pushing event deleted for resources: {'Port': ['ID=e74f9b9e-7139-4585-9fe7-fa846099e264,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:21.060683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0947f83b-77be-41b1-b8d8-5c6c15cf6b28 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:21.062862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0947f83b-77be-41b1-b8d8-5c6c15cf6b28 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:21.063650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0947f83b-77be-41b1-b8d8-5c6c15cf6b28 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:21.071540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:21.077938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 20c9d083-0f81-497d-b597-6421922e8818 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:21.104046 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b266d646-bc8c-4b49-85e4-ec6caf20cc78 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a00dc64-b248-478a-be04-8184a9879c0d HTTP/1.1" status: 200 len: 205 time: 0.1155055 Oct 05 09:14:21.106541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55520) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:21.125489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:21.133077 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:subnet and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:21.138632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:21.163469 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:21.166147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e74f9b9e-7139-4585-9fe7-fa846099e264 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:14:21.202764 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-f79ff12f-0a0f-40b9-824d-b902550a2e81 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] delete failed (client error): The resource could not be found. Oct 05 09:14:21.206612 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f79ff12f-0a0f-40b9-824d-b902550a2e81 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "DELETE /v2.0/routers/8a00dc64-b248-478a-be04-8184a9879c0d HTTP/1.1" status: 404 len: 336 time: 0.0965796 Oct 05 09:14:21.207917 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55524) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:21.215700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: e74f9b9e-7139-4585-9fe7-fa846099e264 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:14:21.216052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e74f9b9e-7139-4585-9fe7-fa846099e264 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:14:21.236792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0947f83b-77be-41b1-b8d8-5c6c15cf6b28 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:21.237995 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0947f83b-77be-41b1-b8d8-5c6c15cf6b28 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4512496 Oct 05 09:14:21.255650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55528) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:21.272799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:21.276510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:21.288649 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7d45dbe2-0178-484d-9bfa-928ac393741b tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b2907f0-0d79-4fff-b269-3e94a952fa78 HTTP/1.1" status: 200 len: 205 time: 0.0783746 Oct 05 09:14:21.288649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:14:21.288649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:14:21.288987 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55532) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:21.358684 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-02e9a470-470e-45f0-96c0-ccdadfc1c4f9 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] delete failed (client error): The resource could not be found. Oct 05 09:14:21.362197 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-02e9a470-470e-45f0-96c0-ccdadfc1c4f9 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "DELETE /v2.0/routers/5b2907f0-0d79-4fff-b269-3e94a952fa78 HTTP/1.1" status: 404 len: 336 time: 0.0699825 Oct 05 09:14:21.362624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55536) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:21.384295 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd036d80-55ed-4148-9d85-c56291ce3cef None None] Network db16c7ff-2642-477a-932d-876070db0828 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:21.434764 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-55f551d0-81bf-4876-b8f0-84ee804c67d8 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3f4f2cc-38b7-4bd2-a72e-7801442d9739 HTTP/1.1" status: 200 len: 205 time: 0.0708556 Oct 05 09:14:21.435548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55540) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:21.506628 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-5547ca05-d419-41d1-aa31-3b8b3f7e87fc tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] delete failed (client error): The resource could not be found. Oct 05 09:14:21.508106 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5547ca05-d419-41d1-aa31-3b8b3f7e87fc tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "DELETE /v2.0/routers/e3f4f2cc-38b7-4bd2-a72e-7801442d9739 HTTP/1.1" status: 404 len: 336 time: 0.0712695 Oct 05 09:14:21.510705 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55544) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:21.520440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5b5af9ba-7061-44b5-8a7f-cd66aade370e None None] Provisioning for port 20c9d083-0f81-497d-b597-6421922e8818 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:21.530281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5b5af9ba-7061-44b5-8a7f-cd66aade370e None None] Provisioning complete for port 20c9d083-0f81-497d-b597-6421922e8818 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:21.530651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5b5af9ba-7061-44b5-8a7f-cd66aade370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:21.530982 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5b5af9ba-7061-44b5-8a7f-cd66aade370e None None] Attempt 1 to provision port 20c9d083-0f81-497d-b597-6421922e8818 Oct 05 09:14:21.556801 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb08040b-a05d-4dd3-897b-2c27fc778219 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] DELETE failed (client error): The resource could not be found. Oct 05 09:14:21.557262 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb08040b-a05d-4dd3-897b-2c27fc778219 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:14:21.563888 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-eb08040b-a05d-4dd3-897b-2c27fc778219 tempest-RoutersAdminTest-46950453 tempest-RoutersAdminTest-46950453-project] 10.222.0.64 "DELETE /v2.0/subnets/4e45aa31-7ec8-4640-95c4-aa1a0860f23f HTTP/1.1" status: 404 len: 337 time: 0.0510929 Oct 05 09:14:21.713990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-86092807-39a4-448b-9f58-6da1a95be7f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet e40b1666-66e0-4668-b33e-47a65b7b9903 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:14:21.725871 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-86092807-39a4-448b-9f58-6da1a95be7f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:21.756174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:21.784439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5b5af9ba-7061-44b5-8a7f-cd66aade370e None None] Current status of the port 20c9d083-0f81-497d-b597-6421922e8818 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:21.784947 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5b5af9ba-7061-44b5-8a7f-cd66aade370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:21.789829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port e74f9b9e-7139-4585-9fe7-fa846099e264 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:21.791099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:21.837503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5b5af9ba-7061-44b5-8a7f-cd66aade370e None None] For port 20c9d083-0f81-497d-b597-6421922e8818, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=20c9d083-0f81-497d-b597-6421922e8818,segment=NetworkSegment(e9c07f71-0a4b-4b2d-a609-e970fa875035),segment_id=e9c07f71-0a4b-4b2d-a609-e970fa875035)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:21.847093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5b5af9ba-7061-44b5-8a7f-cd66aade370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:21.862963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] The port 'e74f9b9e-7139-4585-9fe7-fa846099e264' was deleted {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:14:21.881865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Allocated IP 172.26.0.110 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/98887e1a-16a8-42f8-b59e-d0e19d458ad1) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:21.987361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5af9ba-7061-44b5-8a7f-cd66aade370e None None] Pushing event updated for resources: {'Port': ['ID=20c9d083-0f81-497d-b597-6421922e8818,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:21.997266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55552) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:22.033199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.071808 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd98eaf-6f09-4c08-b172-b2e914a1a9b2']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:22.085220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.20.0.1 (e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7/429a9851-e2d2-44c6-b8cb-a2fe028aea75/dc393e4d-d2c4-4e39-99a6-d5940425dcbf) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:22.092235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:22.092625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:22.107810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.122343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network d342e829-d70b-4062-acd4-996d2ab1291c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:22.130063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.135180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-86092807-39a4-448b-9f58-6da1a95be7f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.139096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:14:22.139572 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.171369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:22.178910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-efc30ad7-46b1-455c-8eb3-0060823b35d1 None None] Provisioning complete for port 20c9d083-0f81-497d-b597-6421922e8818 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:22.178910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-efc30ad7-46b1-455c-8eb3-0060823b35d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.179261 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-efc30ad7-46b1-455c-8eb3-0060823b35d1 None None] Attempt 1 to provision port 20c9d083-0f81-497d-b597-6421922e8818 Oct 05 09:14:22.185168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:22.191194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:22.191799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.240268 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636 resource provider aggregate not found Oct 05 09:14:22.253308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6c7a384c-7548-4f77-8be7-f56436eafcfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.267794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=781e77f5-cda8-4602-8943-288873ed49ee,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:22.272184 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d4a42d4-5f81-48fd-9baf-3bc2cb6ae636 found for delete ", "request_id": "req-d67ddb02-c18b-491e-88d9-07b009801255"}]} Oct 05 09:14:22.278691 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6c7a384c-7548-4f77-8be7-f56436eafcfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:22.282177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6c7a384c-7548-4f77-8be7-f56436eafcfb admin admin] Usage tracker for resource:security_group_rule and tenant:2c4866e1436b4830a6276d692ff30c34 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:22.285255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6c7a384c-7548-4f77-8be7-f56436eafcfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:22.288065 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.308927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6c7a384c-7548-4f77-8be7-f56436eafcfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:22.311577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.324601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Network': ['ID=5dd98eaf-6f09-4c08-b172-b2e914a1a9b2,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:22.330208 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-efc30ad7-46b1-455c-8eb3-0060823b35d1 None None] Current status of the port 20c9d083-0f81-497d-b597-6421922e8818 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:22.335407 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9df1da01-68fa-486b-a6f4-38dd684ebef8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/networks/5dd98eaf-6f09-4c08-b172-b2e914a1a9b2 HTTP/1.1" status: 204 len: 168 time: 2.4940910 Oct 05 09:14:22.341326 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55562) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:22.348635 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'network': {'name': 'tempest-RoutersTest-1655467319'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:22.355880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:22.363321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:network and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:22.367425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:22.375313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:22.432927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6c7a384c-7548-4f77-8be7-f56436eafcfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.437584 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6c7a384c-7548-4f77-8be7-f56436eafcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.462921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:22.464767 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7efc80f8-2089-4c12-ae1c-69e39d28dd23 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.8711202 Oct 05 09:14:22.466274 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.482420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55566) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:22.491165 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.507061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-34e5579b-e6f7-451f-955a-0c9ad7611ed6 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:22.556237 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6c7a384c-7548-4f77-8be7-f56436eafcfb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c4866e1436b4830a6276d692ff30c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577779 Oct 05 09:14:22.557054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a384c-7548-4f77-8be7-f56436eafcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8934a5a7-1729-4500-b9e2-8f96f0df6db4,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:22.559961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55570) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:22.561317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.635440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-86092807-39a4-448b-9f58-6da1a95be7f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.656896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:14:22.671847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.691098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.691434 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Added segment d0708c15-ed4b-4099-a81a-1b2caf21c678 of type vlan for network f2955a73-8d7b-43aa-8033-60f3e63a92d0 Oct 05 09:14:22.701478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34e5579b-e6f7-451f-955a-0c9ad7611ed6 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.740554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Subnet': ['ID=a89733fd-b481-49bb-83fe-b2ddd16a3506,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:22.764194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 20c9d083-0f81-497d-b597-6421922e8818 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:22.765912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.818209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Checking segment: {'id': '1d72ec31-0ce9-480a-91d8-d9ebefe8e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '317b72ae-2f60-4a0b-af84-17ef8cba11cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:22.818970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network hostable DHCP agents. Network: 317b72ae-2f60-4a0b-af84-17ef8cba11cf, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:14:22.845794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 20c9d083-0f81-497d-b597-6421922e8818 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:22.846774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.847362 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 20c9d083-0f81-497d-b597-6421922e8818 Oct 05 09:14:22.851797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-86092807-39a4-448b-9f58-6da1a95be7f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.898529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.902835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:22.910348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86092807-39a4-448b-9f58-6da1a95be7f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=e40b1666-66e0-4668-b33e-47a65b7b9903,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:22.914640 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e40f474-aae2-4bd1-a55a-5cea2797779e None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:22.918557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-86092807-39a4-448b-9f58-6da1a95be7f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.920723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c178973f-b82e-490f-ac5f-5136df771d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.921443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:22.930751 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:22.937168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:22.967951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Pushing event updated for resources: {'Port': ['ID=98887e1a-16a8-42f8-b59e-d0e19d458ad1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:22.986757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network 317b72ae-2f60-4a0b-af84-17ef8cba11cf is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:14:23.013567 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c178973f-b82e-490f-ac5f-5136df771d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.027058 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.032448 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:23.033121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.054221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:23.062978 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-86092807-39a4-448b-9f58-6da1a95be7f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/e40b1666-66e0-4668-b33e-47a65b7b9903 HTTP/1.1" status: 204 len: 168 time: 1.7979715 Oct 05 09:14:23.065667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:23.071076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55574) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:23.076896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:23.103960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 317b72ae-2f60-4a0b-af84-17ef8cba11cf) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:23.119981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abef1f6-c390-436b-8e62-f92b3fe58173 None None] Network 317b72ae-2f60-4a0b-af84-17ef8cba11cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:23.183205 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:23.183795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.258131 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-54ceb264-f536-4268-8941-0bc9035bead6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1813979 Oct 05 09:14:23.260545 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9181173 Oct 05 09:14:23.264968 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55578) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:23.265294 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55580) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:23.266539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c09ec7-8fd6-4935-899d-5eb261cc151f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Network': ['ID=f2955a73-8d7b-43aa-8033-60f3e63a92d0,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:23.276209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=dc393e4d-d2c4-4e39-99a6-d5940425dcbf,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:23.288622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'subnet': {'network_id': 'f2955a73-8d7b-43aa-8033-60f3e63a92d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:23.300445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network f2955a73-8d7b-43aa-8033-60f3e63a92d0 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:14:23.305351 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:23.367951 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f09d3e70-130c-40e5-86ad-ed08303fe99d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5980098 Oct 05 09:14:23.410184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55586) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:23.417234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.435974 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 20c9d083-0f81-497d-b597-6421922e8818 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:23.487811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c178973f-b82e-490f-ac5f-5136df771d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.544246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178973f-b82e-490f-ac5f-5136df771d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8934a5a7-1729-4500-b9e2-8f96f0df6db4,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:23.569623 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-317b72ae-2f60-4a0b-af84-17ef8cba11cf', 'network_id': '317b72ae-2f60-4a0b-af84-17ef8cba11cf', 'tenant_id': '16d53ebf33b8482da383c32735c709a3', 'fixed_ips': [{'subnet_id': 'a89733fd-b481-49bb-83fe-b2ddd16a3506'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:23.571150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c178973f-b82e-490f-ac5f-5136df771d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.571347 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.574564 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c178973f-b82e-490f-ac5f-5136df771d76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8934a5a7-1729-4500-b9e2-8f96f0df6db4 HTTP/1.1" status: 204 len: 168 time: 1.0087144 Oct 05 09:14:23.574564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:23.576629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:23.583527 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34e5579b-e6f7-451f-955a-0c9ad7611ed6 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.585574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:subnet and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:23.588835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:23.591433 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:23.594221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:23.603190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34e5579b-e6f7-451f-955a-0c9ad7611ed6 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.603791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-34e5579b-e6f7-451f-955a-0c9ad7611ed6 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] In _notify_port_updated(), no bound segment for port 781e77f5-cda8-4602-8943-288873ed49ee on network d342e829-d70b-4062-acd4-996d2ab1291c {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:14:23.609289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e5579b-e6f7-451f-955a-0c9ad7611ed6 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:23.609934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34e5579b-e6f7-451f-955a-0c9ad7611ed6 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.613872 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-34e5579b-e6f7-451f-955a-0c9ad7611ed6 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "PUT /v2.0/ports/781e77f5-cda8-4602-8943-288873ed49ee HTTP/1.1" status: 200 len: 818 time: 1.1224082 Oct 05 09:14:23.613872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:23.614828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:23.650487 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55592) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:23.664066 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779d8e0b-b2f7-4d36-ad41-7c06e31573ba None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:14:23.670011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-779d8e0b-b2f7-4d36-ad41-7c06e31573ba None None] Deleting port d1d828c2-3c26-4f95-9140-e87c12df0012 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:23.670386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-779d8e0b-b2f7-4d36-ad41-7c06e31573ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.722172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:23.726626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.750365 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:23.753745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:23.981978 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-24f2c9bc-7ac0-4e98-9d9e-ca832cc79087 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 781e77f5-cda8-4602-8943-288873ed49ee {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:23.982242 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-24f2c9bc-7ac0-4e98-9d9e-ca832cc79087 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.019471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5579b-e6f7-451f-955a-0c9ad7611ed6 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=781e77f5-cda8-4602-8943-288873ed49ee,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:24.028233 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Allocated IP 2001:db8::1 (317b72ae-2f60-4a0b-af84-17ef8cba11cf/a89733fd-b481-49bb-83fe-b2ddd16a3506/dc60becf-75b7-4266-a0c6-e02876a1caa8) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:24.042421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55598) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:24.069612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-779d8e0b-b2f7-4d36-ad41-7c06e31573ba None None] For port d1d828c2-3c26-4f95-9140-e87c12df0012, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d1d828c2-3c26-4f95-9140-e87c12df0012,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:24.069996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-779d8e0b-b2f7-4d36-ad41-7c06e31573ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.138438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.164365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.223161 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d0a10ee6-e8b8-4cd4-9c67-dc848d4f4b30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a06eb7c63fb04886b8e3db8d2cd44135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662560 Oct 05 09:14:24.230451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55602) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:24.268801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-779d8e0b-b2f7-4d36-ad41-7c06e31573ba None None] Calling delete_port for d1d828c2-3c26-4f95-9140-e87c12df0012 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:24.319352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.395936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-779d8e0b-b2f7-4d36-ad41-7c06e31573ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.450468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-24f2c9bc-7ac0-4e98-9d9e-ca832cc79087 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.473755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d8e0b-b2f7-4d36-ad41-7c06e31573ba None None] No DVR routers for this DVR port d1d828c2-3c26-4f95-9140-e87c12df0012 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:14:24.491795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d8e0b-b2f7-4d36-ad41-7c06e31573ba None None] Pushing event deleted for resources: {'Port': ['ID=d1d828c2-3c26-4f95-9140-e87c12df0012,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:24.527457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.539724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Transition to ACTIVE for port object dc60becf-75b7-4266-a0c6-e02876a1caa8 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:24.557863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.565493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Transition to ACTIVE for port object dc60becf-75b7-4266-a0c6-e02876a1caa8 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:24.573877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.667778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Network 317b72ae-2f60-4a0b-af84-17ef8cba11cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:24.674505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:24.677071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:24.680450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Pushing event updated for resources: {'Port': ['ID=dc60becf-75b7-4266-a0c6-e02876a1caa8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:24.745325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-24f2c9bc-7ac0-4e98-9d9e-ca832cc79087 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 781e77f5-cda8-4602-8943-288873ed49ee owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:24.787407 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c8e28d1-daa2-4de2-bd0f-9d6b9bf82fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.791467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Attempting to bind port dc60becf-75b7-4266-a0c6-e02876a1caa8 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:24.791956 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Attempting to bind port dc60becf-75b7-4266-a0c6-e02876a1caa8 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '1d72ec31-0ce9-480a-91d8-d9ebefe8e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '317b72ae-2f60-4a0b-af84-17ef8cba11cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:24.792323 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Attempting to bind port dc60becf-75b7-4266-a0c6-e02876a1caa8 on network 317b72ae-2f60-4a0b-af84-17ef8cba11cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:24.799717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:24.800118 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Checking segment: {'id': '1d72ec31-0ce9-480a-91d8-d9ebefe8e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '317b72ae-2f60-4a0b-af84-17ef8cba11cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:24.801011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.801536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Bound using segment: {'id': '1d72ec31-0ce9-480a-91d8-d9ebefe8e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '317b72ae-2f60-4a0b-af84-17ef8cba11cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:24.803711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Bound port: dc60becf-75b7-4266-a0c6-e02876a1caa8, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d72ec31-0ce9-480a-91d8-d9ebefe8e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '317b72ae-2f60-4a0b-af84-17ef8cba11cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:24.804410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.807231 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.817500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c8e28d1-daa2-4de2-bd0f-9d6b9bf82fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.819946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d1d828c2-3c26-4f95-9140-e87c12df0012 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:14:24.851535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.862690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: d1d828c2-3c26-4f95-9140-e87c12df0012 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:14:24.863033 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d1d828c2-3c26-4f95-9140-e87c12df0012 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:14:24.911442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:24.923597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:24.936682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:24.937395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2097237e-d4f0-44cc-a74c-614c3c47e8dc None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:24.937533 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.962949 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c8e28d1-daa2-4de2-bd0f-9d6b9bf82fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:24.974426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Subnet': ['ID=064fa39b-6396-4162-bca2-c3cb84a0c0fa,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:25.036363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-24f2c9bc-7ac0-4e98-9d9e-ca832cc79087 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.038437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Checking segment: {'id': 'd0708c15-ed4b-4099-a81a-1b2caf21c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f2955a73-8d7b-43aa-8033-60f3e63a92d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:25.038885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network hostable DHCP agents. Network: f2955a73-8d7b-43aa-8033-60f3e63a92d0, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:14:25.063666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e28d1-daa2-4de2-bd0f-9d6b9bf82fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e442bcd1-daa0-47fc-a3ba-86860dc8d974,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:25.070940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.105425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2c9bc-7ac0-4e98-9d9e-ca832cc79087 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=781e77f5-cda8-4602-8943-288873ed49ee,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:25.121802 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-24f2c9bc-7ac0-4e98-9d9e-ca832cc79087 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.127250 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-24f2c9bc-7ac0-4e98-9d9e-ca832cc79087 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/781e77f5-cda8-4602-8943-288873ed49ee HTTP/1.1" status: 204 len: 168 time: 1.4738250 Oct 05 09:14:25.132401 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8603828 Oct 05 09:14:25.132401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55606) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:25.133729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55608) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:25.136177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] For port dc60becf-75b7-4266-a0c6-e02876a1caa8, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:25.142168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Subnet': ['ID=a89733fd-b481-49bb-83fe-b2ddd16a3506,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:25.148802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': '10e8eb39-b41a-430b-8705-23200b9bcf01', 'ip_address': '2001:db8::e795:6dd9:a1b5:1759'}], 'name': 'tempest-NetworksTestDHCPv6-391085107'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:25.153340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] For port dc60becf-75b7-4266-a0c6-e02876a1caa8, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=dc60becf-75b7-4266-a0c6-e02876a1caa8,segment=NetworkSegment(1d72ec31-0ce9-480a-91d8-d9ebefe8e109),segment_id=1d72ec31-0ce9-480a-91d8-d9ebefe8e109)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:25.181382 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01d4f7-5bca-43e9-b21d-d85ce4c12719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=10e8eb39-b41a-430b-8705-23200b9bcf01,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:25.211776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network f2955a73-8d7b-43aa-8033-60f3e63a92d0 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:14:25.229663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, f2955a73-8d7b-43aa-8033-60f3e63a92d0) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:25.241114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:25.242063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.245472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015759a3-2965-46a4-8ad5-6c1c4d4c4097 None None] Network f2955a73-8d7b-43aa-8033-60f3e63a92d0 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:25.266999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b4ead3-c828-4892-8ba4-c57bd1524199 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:25.267995 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b5b4ead3-c828-4892-8ba4-c57bd1524199 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:25.268775 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.281147 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-944f01f7-c1b2-4cb3-8421-24c71361e4ed tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0109510 Oct 05 09:14:25.283893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55614) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:25.290123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c0c0a6dd-4242-4586-a49b-762b3be71b86 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-876485796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:25.295421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b5b4ead3-c828-4892-8ba4-c57bd1524199 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:25.299372 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b5b4ead3-c828-4892-8ba4-c57bd1524199 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1646802 Oct 05 09:14:25.300037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55618) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:25.304727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c0c0a6dd-4242-4586-a49b-762b3be71b86 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:25.341651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c0c0a6dd-4242-4586-a49b-762b3be71b86 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:router and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:25.347538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c0c0a6dd-4242-4586-a49b-762b3be71b86 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:25.360187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c0c0a6dd-4242-4586-a49b-762b3be71b86 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:25.362919 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-64774055-6fcf-414e-8ecc-2766e154fa8d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:14:25.369753 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-64774055-6fcf-414e-8ecc-2766e154fa8d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/781e77f5-cda8-4602-8943-288873ed49ee HTTP/1.1" status: 404 len: 333 time: 0.0622132 Oct 05 09:14:25.371163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55622) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:25.379114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-616796005'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:25.385066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a6dd-4242-4586-a49b-762b3be71b86 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.386001 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a6dd-4242-4586-a49b-762b3be71b86 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.391976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:25.397514 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:network and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:25.401219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:25.409176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:25.417004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a6dd-4242-4586-a49b-762b3be71b86 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.430876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:25.434421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.456553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a6dd-4242-4586-a49b-762b3be71b86 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.485302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:14:25.493321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a6dd-4242-4586-a49b-762b3be71b86 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.494671 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c0c0a6dd-4242-4586-a49b-762b3be71b86 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2096457 Oct 05 09:14:25.497442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55626) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:25.501730 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.502208 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Added segment 27b24f62-a94d-4751-a568-d0cea75432cd of type vlan for network 6f7261ef-38ab-407b-90b2-f849f61f4149 Oct 05 09:14:25.516037 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c8e28d1-daa2-4de2-bd0f-9d6b9bf82fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.519520 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7c8e28d1-daa2-4de2-bd0f-9d6b9bf82fc4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e442bcd1-daa0-47fc-a3ba-86860dc8d974 HTTP/1.1" status: 204 len: 168 time: 1.2805772 Oct 05 09:14:25.555198 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc459f2-dd35-4272-81ec-8544bbbf6e67 None None] Pushing event updated for resources: {'Port': ['ID=dc60becf-75b7-4266-a0c6-e02876a1caa8,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:25.579959 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.610892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.663112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': '10e8eb39-b41a-430b-8705-23200b9bcf01'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:25.664847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.666977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317b72ae-2f60-4a0b-af84-17ef8cba11cf']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:25.748720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.775987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d72ec31-0ce9-480a-91d8-d9ebefe8e109') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:25.777233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d72ec31-0ce9-480a-91d8-d9ebefe8e109') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:25.800130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.810910 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:25.825127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:25.842845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:25.866411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.868578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:25.873488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.958018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:14:25.960447 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:25.978086 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Allocated IP 2001:db8::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/10e8eb39-b41a-430b-8705-23200b9bcf01/5b544a2a-c604-493a-9b31-976e993721ec) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:26.019337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:14:26.019580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:26.148813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:26.154223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:26.154821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:26.155212 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:26.158717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:26.228871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-f2955a73-8d7b-43aa-8033-60f3e63a92d0', 'network_id': 'f2955a73-8d7b-43aa-8033-60f3e63a92d0', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'fixed_ips': [{'subnet_id': '064fa39b-6396-4162-bca2-c3cb84a0c0fa'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:26.230313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:26.257655 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1d72ec31-0ce9-480a-91d8-d9ebefe8e109 resource provider aggregate not found Oct 05 09:14:26.292522 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9200647 Oct 05 09:14:26.304446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55646) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:26.321313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': '6f7261ef-38ab-407b-90b2-f849f61f4149', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:26.351652 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1d72ec31-0ce9-480a-91d8-d9ebefe8e109 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d72ec31-0ce9-480a-91d8-d9ebefe8e109 found for delete ", "request_id": "req-aa2c4853-1b5f-4bca-a4fb-9d6bcbfcd693"}]} Oct 05 09:14:26.485230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Network': ['ID=6f7261ef-38ab-407b-90b2-f849f61f4149,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:26.493525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:26.496328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:26.510876 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Transition to ACTIVE for port object 5b544a2a-c604-493a-9b31-976e993721ec will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:26.531729 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:26.532582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:26.532582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:26.532773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:26.533050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:26.533380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:26.533705 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:26.534064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:26.534393 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:26.534807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:26.535039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:26.535352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68db17b-30d9-4481-be8f-eff3abc9457b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:26.541993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:14:26.541993 dv-neutron-860328-1-hyperv neutron-server[89055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:14:26.541993 dv-neutron-860328-1-hyperv neutron-server[89055]: [parameters: {'id': '317b72ae-2f60-4a0b-af84-17ef8cba11cf'}] Oct 05 09:14:26.541993 dv-neutron-860328-1-hyperv neutron-server[89055]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:14:26.542711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:14:26.543324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=dc393e4d-d2c4-4e39-99a6-d5940425dcbf,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:26.561262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 6f7261ef-38ab-407b-90b2-f849f61f4149 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:14:26.597921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:26.602713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Transition to ACTIVE for port object 5b544a2a-c604-493a-9b31-976e993721ec will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:26.602873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:26.679255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:26.683889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Allocated IP 172.20.0.2 (f2955a73-8d7b-43aa-8033-60f3e63a92d0/064fa39b-6396-4162-bca2-c3cb84a0c0fa/100f3c50-a49c-4d4a-a76c-4d5590e99a92) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:26.724405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:26.799003 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 823d5f09-09d9-412e-a937-9286b0b5d1fd yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:14:26.845721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Router 3ecd75ba-bb54-4a51-86b3-6054dae5dd05 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:14:26.894522 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:26.904209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device dc60becf-75b7-4266-a0c6-e02876a1caa8 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:26.956874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55658) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.003772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:27.004104 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:27.021083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:14:27.046029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:27.049571 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:27.055135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:27.066949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:27.068962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff38781d-e75d-4161-9af1-be2436c3652e None None] Network 317b72ae-2f60-4a0b-af84-17ef8cba11cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:27.082054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:27.096646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:27.101711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:27.161743 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Pushing event updated for resources: {'Port': ['ID=5b544a2a-c604-493a-9b31-976e993721ec,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:27.273918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port dc60becf-75b7-4266-a0c6-e02876a1caa8 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:27.309718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-b98ee870-4176-4175-8b6e-fbc22013e28e tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.310752 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b98ee870-4176-4175-8b6e-fbc22013e28e tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3474741 Oct 05 09:14:27.316075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55664) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.323400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-333d5d4d-75d7-4b7e-b27a-9f4b7dd3597d tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.327988 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-333d5d4d-75d7-4b7e-b27a-9f4b7dd3597d tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0073359 Oct 05 09:14:27.327988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55668) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.331836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-99ea0216-2c84-469c-94a6-77bffed30796 None None] Provisioning for port dc60becf-75b7-4266-a0c6-e02876a1caa8 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:27.340195 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-94f286bc-0730-4da9-b1e5-676c201caca5 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.344390 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-94f286bc-0730-4da9-b1e5-676c201caca5 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0099020 Oct 05 09:14:27.362411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55672) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.386130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Attempting to bind port 5b544a2a-c604-493a-9b31-976e993721ec on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:27.386130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Attempting to bind port 5b544a2a-c604-493a-9b31-976e993721ec by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:27.386487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Attempting to bind port 5b544a2a-c604-493a-9b31-976e993721ec on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:27.399546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-3ec97053-90ef-47e7-b850-70c27b1bc7dc tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.400506 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3ec97053-90ef-47e7-b850-70c27b1bc7dc tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0221400 Oct 05 09:14:27.408054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55676) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.423747 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-99ea0216-2c84-469c-94a6-77bffed30796 None None] Provisioning complete for port dc60becf-75b7-4266-a0c6-e02876a1caa8 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:27.424120 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99ea0216-2c84-469c-94a6-77bffed30796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:27.424445 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-99ea0216-2c84-469c-94a6-77bffed30796 None None] Attempt 1 to provision port dc60becf-75b7-4266-a0c6-e02876a1caa8 Oct 05 09:14:27.453688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:27.463294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-772a1951-07f7-45e5-890c-3214be289c35 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.466699 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-772a1951-07f7-45e5-890c-3214be289c35 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0539305 Oct 05 09:14:27.466699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting port dc60becf-75b7-4266-a0c6-e02876a1caa8 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:27.466699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:27.479569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:27.479967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:27.480342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:27.480729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:27.481206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Bound port: 5b544a2a-c604-493a-9b31-976e993721ec, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:27.481573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:27.499469 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55680) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.535037 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-9f80375a-b817-4241-8484-ca44155faafc tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.535908 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9f80375a-b817-4241-8484-ca44155faafc tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0325880 Oct 05 09:14:27.541456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55684) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.555050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-efc9da22-a3a6-4c78-bda1-6b69d877c4e5 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.558648 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-efc9da22-a3a6-4c78-bda1-6b69d877c4e5 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0094671 Oct 05 09:14:27.561577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55688) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.570625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-a00db26e-0496-4650-ad50-49451b0e14ac tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.574150 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a00db26e-0496-4650-ad50-49451b0e14ac tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0091603 Oct 05 09:14:27.574150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Subnet': ['ID=2ecef561-89d2-4aea-ba12-243d669ad29b,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:27.575032 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55692) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.583021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-05b43e42-7522-4898-8fdc-f76d188ae925 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.587777 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-05b43e42-7522-4898-8fdc-f76d188ae925 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0077691 Oct 05 09:14:27.587777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Checking segment: {'id': '27b24f62-a94d-4751-a568-d0cea75432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6f7261ef-38ab-407b-90b2-f849f61f4149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:27.587777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network hostable DHCP agents. Network: 6f7261ef-38ab-407b-90b2-f849f61f4149, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:14:27.590178 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55696) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.602196 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-062e8262-8459-4573-8c42-e867a6c46ae2 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.602196 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-062e8262-8459-4573-8c42-e867a6c46ae2 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054893 Oct 05 09:14:27.606536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55700) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.614689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-e678b553-9593-4649-ac59-208a7f201fd7 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.618100 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e678b553-9593-4649-ac59-208a7f201fd7 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0066996 Oct 05 09:14:27.620432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55704) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.625359 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-e47e7b89-47e5-42c1-8a58-f423d273bce6 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.628092 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e47e7b89-47e5-42c1-8a58-f423d273bce6 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053771 Oct 05 09:14:27.629296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network 6f7261ef-38ab-407b-90b2-f849f61f4149 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:14:27.631810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55708) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.635281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:27.637881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-fa1f9e74-554b-4728-9e26-17226ca3ae25 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.641404 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fa1f9e74-554b-4728-9e26-17226ca3ae25 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061567 Oct 05 09:14:27.641920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55712) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.648427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-67493764-57df-4224-a4a1-90f5d4721e09 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.652083 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-67493764-57df-4224-a4a1-90f5d4721e09 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0068278 Oct 05 09:14:27.653021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55716) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.653689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 6f7261ef-38ab-407b-90b2-f849f61f4149) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:27.658563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:27.659293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:27.665758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Transition to ACTIVE for port object 100f3c50-a49c-4d4a-a76c-4d5590e99a92 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:27.687257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-0296e66a-851e-4bce-b021-e251b1208fe9 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.688215 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0296e66a-851e-4bce-b021-e251b1208fe9 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0342593 Oct 05 09:14:27.691529 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3a7d76bf-01a5-4fae-afea-9df1a5cce0a5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3820581 Oct 05 09:14:27.692194 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55720) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.692544 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55722) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.700429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e0cd7664-bf8f-4539-9547-326a0653dfbb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': '6f7261ef-38ab-407b-90b2-f849f61f4149', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:27.715765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce067a4-ae69-426f-8828-308c76f4a996 None None] Network 6f7261ef-38ab-407b-90b2-f849f61f4149 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:27.717331 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-8a19e396-9683-48b9-87a8-ab9ec61f4f9c tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.720873 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8a19e396-9683-48b9-87a8-ab9ec61f4f9c tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0227945 Oct 05 09:14:27.721992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55728) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.733749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-ddb798c6-5ad7-4e65-a13e-cf5d9009a9cb tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.733749 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ddb798c6-5ad7-4e65-a13e-cf5d9009a9cb tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0086405 Oct 05 09:14:27.754216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] For port 5b544a2a-c604-493a-9b31-976e993721ec, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:27.760861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55732) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.809620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Transition to ACTIVE for port object 100f3c50-a49c-4d4a-a76c-4d5590e99a92 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:27.809939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-952f05de-91b0-42c3-affb-1fa33791c0df tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.811159 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-952f05de-91b0-42c3-affb-1fa33791c0df tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0387392 Oct 05 09:14:27.821165 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] For port 5b544a2a-c604-493a-9b31-976e993721ec, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5b544a2a-c604-493a-9b31-976e993721ec,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:27.829131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55736) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.843168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:27.851433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-bd9604be-6358-4b77-9ba9-ddcea13c5fdb tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.852407 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bd9604be-6358-4b77-9ba9-ddcea13c5fdb tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0225263 Oct 05 09:14:27.853571 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:27.863752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:27.871481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55740) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:27.886015 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89598abc-2a69-485f-afee-715367c232bd None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:27.917010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-a3c21645-91ae-427a-8800-110ffa0420ee tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:27.921793 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a3c21645-91ae-427a-8800-110ffa0420ee tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0381610 Oct 05 09:14:27.924980 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89598abc-2a69-485f-afee-715367c232bd None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:27.927931 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-89598abc-2a69-485f-afee-715367c232bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:27.936177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-99ea0216-2c84-469c-94a6-77bffed30796 None None] Current status of the port dc60becf-75b7-4266-a0c6-e02876a1caa8 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:27.936894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99ea0216-2c84-469c-94a6-77bffed30796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:27.950381 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:27.955199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Allocated IP 172.20.0.1 (f2955a73-8d7b-43aa-8033-60f3e63a92d0/064fa39b-6396-4162-bca2-c3cb84a0c0fa/b3fb1600-2b10-4fba-9009-57331ebcc3c6) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:27.969518 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a87c9-4e5a-4b6d-978f-2a0a3df7e087 None None] Sync routers for ids ['3ecd75ba-bb54-4a51-86b3-6054dae5dd05'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:27.989068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b4c12-3f49-40e1-8082-f6bbb61b2af2 None None] DHCP port deletion for 317b72ae-2f60-4a0b-af84-17ef8cba11cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:14:27.991750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::e795:6dd9:a1b5:1759 (19d31986-d6d4-46c2-94b6-97b25bee37cf/10e8eb39-b41a-430b-8705-23200b9bcf01/823d5f09-09d9-412e-a937-9286b0b5d1fd) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:27.995843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55744) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.008429 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6c01622f-90b4-4398-a5fa-1c913c4ed8fd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "PUT /v2.0/routers/a2678f01-39b5-4af8-bfc1-df144b5980e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1799529 Oct 05 09:14:28.019201 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-80590166-2189-43bf-a5b6-8605b1cc1713 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.020154 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80590166-2189-43bf-a5b6-8605b1cc1713 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0106356 Oct 05 09:14:28.021207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55748) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.040365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55750) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.047528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'port': {'network_id': 'e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7', 'name': 'tempest-FloatingIPTestJSON-387964384'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:28.054263 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-89598abc-2a69-485f-afee-715367c232bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:28.064244 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89598abc-2a69-485f-afee-715367c232bd None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:28.064773 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-89598abc-2a69-485f-afee-715367c232bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:28.071582 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-21cb14ca-3da2-4b3e-b49d-a0ee3a93b3bb tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.072564 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-21cb14ca-3da2-4b3e-b49d-a0ee3a93b3bb tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0306318 Oct 05 09:14:28.074828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Pushing event updated for resources: {'Port': ['ID=100f3c50-a49c-4d4a-a76c-4d5590e99a92,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:28.076852 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55756) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.103741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-e9eb2160-2c9c-402c-9586-3fd4145ab7f7 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.104930 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e9eb2160-2c9c-402c-9586-3fd4145ab7f7 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0182765 Oct 05 09:14:28.108318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55760) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.119430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-bbee75d5-d9d5-4b18-8ea3-6b83e288d500 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.120752 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bbee75d5-d9d5-4b18-8ea3-6b83e288d500 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0097945 Oct 05 09:14:28.124479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b4c12-3f49-40e1-8082-f6bbb61b2af2 None None] Deleting port dc60becf-75b7-4266-a0c6-e02876a1caa8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:28.126250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4c12-3f49-40e1-8082-f6bbb61b2af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:28.126930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55764) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.133130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] For port dc60becf-75b7-4266-a0c6-e02876a1caa8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=dc60becf-75b7-4266-a0c6-e02876a1caa8,segment=NetworkSegment(1d72ec31-0ce9-480a-91d8-d9ebefe8e109),segment_id=1d72ec31-0ce9-480a-91d8-d9ebefe8e109)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:28.133562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:28.137535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-af0833fb-3233-4200-a2c1-f22c47e64306 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.138743 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-af0833fb-3233-4200-a2c1-f22c47e64306 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0106313 Oct 05 09:14:28.139990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e0cd7664-bf8f-4539-9547-326a0653dfbb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:28.142299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55768) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.156837 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-89598abc-2a69-485f-afee-715367c232bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:28.157250 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89598abc-2a69-485f-afee-715367c232bd None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:28.160613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e0cd7664-bf8f-4539-9547-326a0653dfbb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:28.169270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-645460b7-91a6-4011-bb04-5d4e87a9ebf7 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.170356 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-645460b7-91a6-4011-bb04-5d4e87a9ebf7 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0238674 Oct 05 09:14:28.174024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e0cd7664-bf8f-4539-9547-326a0653dfbb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:28.184102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55772) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.192757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e0cd7664-bf8f-4539-9547-326a0653dfbb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:28.197749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-c4fd9e38-f396-4e1d-bd48-c666f39341b1 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.198815 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c4fd9e38-f396-4e1d-bd48-c666f39341b1 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0137420 Oct 05 09:14:28.204451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55776) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.213039 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a87c9-4e5a-4b6d-978f-2a0a3df7e087 None None] Routers {'3ecd75ba-bb54-4a51-86b3-6054dae5dd05'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:28.213681 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f66a87c9-4e5a-4b6d-978f-2a0a3df7e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['3ecd75ba-bb54-4a51-86b3-6054dae5dd05'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:28.228059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-66defa9f-bc0d-45ff-b60a-f4aac1e068df tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.228059 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-66defa9f-bc0d-45ff-b60a-f4aac1e068df tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0214303 Oct 05 09:14:28.232629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:28.251746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Transition to ACTIVE for port object b3fb1600-2b10-4fba-9009-57331ebcc3c6 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:28.252751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55780) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.260324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-4c83469f-7169-494b-a204-56a2544eaba0 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.264028 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4c83469f-7169-494b-a204-56a2544eaba0 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0102534 Oct 05 09:14:28.265807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55784) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.273086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-b5fb7158-2964-4f11-b435-b995f7b29ff0 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.274928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Network f2955a73-8d7b-43aa-8033-60f3e63a92d0 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:28.277629 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b5fb7158-2964-4f11-b435-b995f7b29ff0 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0101371 Oct 05 09:14:28.277953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55788) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.279667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cd7664-bf8f-4539-9547-326a0653dfbb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:28.283178 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e0cd7664-bf8f-4539-9547-326a0653dfbb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:28.302008 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:28.311596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-4cc38682-8816-4f3c-aea6-92538c6791f6 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.314074 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4cc38682-8816-4f3c-aea6-92538c6791f6 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0106213 Oct 05 09:14:28.316820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:28.323791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f66a87c9-4e5a-4b6d-978f-2a0a3df7e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:28.324593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Calling delete_port for dc60becf-75b7-4266-a0c6-e02876a1caa8 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:28.397639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55792) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.401064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:28.404725 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-805ba09c-d480-4d66-bcc3-af3fb221c34a tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 12.3230691 Oct 05 09:14:28.406571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55796) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.410516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-8e9ae224-29e2-405b-82ee-cbcdeee50b7a tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.414265 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8e9ae224-29e2-405b-82ee-cbcdeee50b7a tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0156612 Oct 05 09:14:28.433616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-99ea0216-2c84-469c-94a6-77bffed30796 None None] For port dc60becf-75b7-4266-a0c6-e02876a1caa8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=dc60becf-75b7-4266-a0c6-e02876a1caa8,segment=NetworkSegment(1d72ec31-0ce9-480a-91d8-d9ebefe8e109),segment_id=1d72ec31-0ce9-480a-91d8-d9ebefe8e109)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:28.480511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55800) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.502922 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-6ccd511b-8b42-42ed-ac33-434f45a54de0 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.503121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99ea0216-2c84-469c-94a6-77bffed30796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:28.507473 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6ccd511b-8b42-42ed-ac33-434f45a54de0 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0259292 Oct 05 09:14:28.512220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55804) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.527897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-26c56532-565e-4f37-86d3-56c60ee8814f tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.531566 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-26c56532-565e-4f37-86d3-56c60ee8814f tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0185905 Oct 05 09:14:28.535247 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55808) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.544065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81126f59-3243-4c76-87ea-1a1ae143330e None None] Pushing event updated for resources: {'Port': ['ID=5b544a2a-c604-493a-9b31-976e993721ec,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:28.549373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-af46705f-00c2-406f-a1fa-826c7f5b1cbc tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.553199 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-af46705f-00c2-406f-a1fa-826c7f5b1cbc tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0123568 Oct 05 09:14:28.557687 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a87c9-4e5a-4b6d-978f-2a0a3df7e087 None None] Routers {'3ecd75ba-bb54-4a51-86b3-6054dae5dd05'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:28.558372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f66a87c9-4e5a-4b6d-978f-2a0a3df7e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['3ecd75ba-bb54-4a51-86b3-6054dae5dd05'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:28.559208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55812) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.581307 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-6a882d6f-69f3-401e-9e3d-a88339c968ac tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.585143 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6a882d6f-69f3-401e-9e3d-a88339c968ac tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0214272 Oct 05 09:14:28.586655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55816) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.614505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:14:28.615533 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:14:28.619660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-cb466abf-b187-4139-8af1-9ee687f7d0e0 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.623476 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cb466abf-b187-4139-8af1-9ee687f7d0e0 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0341518 Oct 05 09:14:28.638031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55820) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.665563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:28.697377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-5400ca37-bc61-4502-adde-0a2286e6f9a3 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.701379 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5400ca37-bc61-4502-adde-0a2286e6f9a3 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0183556 Oct 05 09:14:28.714758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55824) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.730947 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.ipam_backend_mixin [None req-e0cd7664-bf8f-4539-9547-326a0653dfbb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ecef561-89d2-4aea-ba12-243d669ad29b (CIDR: 2001:db8::/64) Oct 05 09:14:28.739486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f66a87c9-4e5a-4b6d-978f-2a0a3df7e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:28.739904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a87c9-4e5a-4b6d-978f-2a0a3df7e087 None None] The sync data for ids ['3ecd75ba-bb54-4a51-86b3-6054dae5dd05'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:28.743621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:28.747882 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:port and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:28.748468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-96f003d4-032c-4830-a152-aac84f9eff16 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.749907 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-96f003d4-032c-4830-a152-aac84f9eff16 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0226953 Oct 05 09:14:28.757915 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55828) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.763378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:28.766444 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cd7664-bf8f-4539-9547-326a0653dfbb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:14:28.766943 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0cd7664-bf8f-4539-9547-326a0653dfbb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:14:28.770727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-bb503e98-fa58-4071-89be-1c42b2b9d61b tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.775172 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bb503e98-fa58-4071-89be-1c42b2b9d61b tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0165613 Oct 05 09:14:28.780402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55832) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.786808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:28.800472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network f2955a73-8d7b-43aa-8033-60f3e63a92d0 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:28.813464 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-f0f968a4-98c1-4c61-bc9e-1522baeb4913 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.814472 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f0f968a4-98c1-4c61-bc9e-1522baeb4913 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0242260 Oct 05 09:14:28.817933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:28.823605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55836) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.832528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:28.839531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Made reservation on behalf of 1953ac25c57249bea113d86db52a0626 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:28.843432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:28.878335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-17c5cbe8-dc43-4976-a3a8-37df7a75466a tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:28.878654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:28.879467 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-17c5cbe8-dc43-4976-a3a8-37df7a75466a tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0530963 Oct 05 09:14:28.903520 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0831c795-943e-477b-80bd-9a3a9ad46777 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/routers/3ecd75ba-bb54-4a51-86b3-6054dae5dd05 HTTP/1.1" status: 200 len: 925 time: 0.4939852 Oct 05 09:14:28.903520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=b3fb1600-2b10-4fba-9009-57331ebcc3c6,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:28.911470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55840) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.911804 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55842) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.923158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object 823d5f09-09d9-412e-a937-9286b0b5d1fd will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:28.929416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] device_id is not set on port 5e9d611b-9e0a-4eed-8907-8ca29a945b2b yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:14:28.932816 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e0cd7664-bf8f-4539-9547-326a0653dfbb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2367013 Oct 05 09:14:28.941746 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Attempting to bind port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:28.942191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Attempting to bind port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'd0708c15-ed4b-4099-a81a-1b2caf21c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f2955a73-8d7b-43aa-8033-60f3e63a92d0'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:28.942563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Attempting to bind port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 on network f2955a73-8d7b-43aa-8033-60f3e63a92d0 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:28.959209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5b544a2a-c604-493a-9b31-976e993721ec up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:28.963464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55848) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:28.974949 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': '6f7261ef-38ab-407b-90b2-f849f61f4149', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:28.998005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea0216-2c84-469c-94a6-77bffed30796 None None] Pushing event updated for resources: {'Port': ['ID=dc60becf-75b7-4266-a0c6-e02876a1caa8,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:29.026735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-6f7261ef-38ab-407b-90b2-f849f61f4149', 'network_id': '6f7261ef-38ab-407b-90b2-f849f61f4149', 'tenant_id': '07928855b107476ea4ff86567f452305', 'fixed_ips': [{'subnet_id': '2ecef561-89d2-4aea-ba12-243d669ad29b'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:29.027942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.038280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:29.038971 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Checking segment: {'id': 'd0708c15-ed4b-4099-a81a-1b2caf21c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f2955a73-8d7b-43aa-8033-60f3e63a92d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:29.039569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.040113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Bound using segment: {'id': 'd0708c15-ed4b-4099-a81a-1b2caf21c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f2955a73-8d7b-43aa-8033-60f3e63a92d0'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:29.040766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Bound port: 100f3c50-a49c-4d4a-a76c-4d5590e99a92, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0708c15-ed4b-4099-a81a-1b2caf21c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f2955a73-8d7b-43aa-8033-60f3e63a92d0'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:29.041309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.089210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-6555b88c-36ef-4f65-8b36-fd6c4e4c4234 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.092726 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6555b88c-36ef-4f65-8b36-fd6c4e4c4234 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.1774487 Oct 05 09:14:29.098729 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55852) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.114548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-76b3302b-d1fb-4a7a-b4f7-e84f1d26a3ba tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.118213 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-76b3302b-d1fb-4a7a-b4f7-e84f1d26a3ba tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0151083 Oct 05 09:14:29.118213 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0d8977e2-f451-4dea-b51c-c49ef726b7fe tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ecd75ba-bb54-4a51-86b3-6054dae5dd05 HTTP/1.1" status: 200 len: 205 time: 0.2036161 Oct 05 09:14:29.118645 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55856) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.123018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55858) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.132797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-a91cbfc2-d1c1-41cf-be8e-b5ac4811a072 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.136305 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a91cbfc2-d1c1-41cf-be8e-b5ac4811a072 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0120115 Oct 05 09:14:29.185759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.193166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting port dc60becf-75b7-4266-a0c6-e02876a1caa8 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:29.193529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.221425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1d8b4c12-3f49-40e1-8082-f6bbb61b2af2 None None] For port dc60becf-75b7-4266-a0c6-e02876a1caa8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=dc60becf-75b7-4266-a0c6-e02876a1caa8,segment=NetworkSegment(1d72ec31-0ce9-480a-91d8-d9ebefe8e109),segment_id=1d72ec31-0ce9-480a-91d8-d9ebefe8e109)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:29.222199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4c12-3f49-40e1-8082-f6bbb61b2af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.233189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55864) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.268368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-59e5e2ee-17e0-4e8c-b70b-ab64947ebc1f tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.269343 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-59e5e2ee-17e0-4e8c-b70b-ab64947ebc1f tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0354359 Oct 05 09:14:29.283095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55868) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.363545 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-f60ba345-4c72-4d17-836f-43c4f8a0909c tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.365869 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f60ba345-4c72-4d17-836f-43c4f8a0909c tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0819433 Oct 05 09:14:29.371444 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55872) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.410192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b4c12-3f49-40e1-8082-f6bbb61b2af2 None None] Calling delete_port for dc60becf-75b7-4266-a0c6-e02876a1caa8 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:29.426183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-4213284d-5b10-457d-bf5f-6e05ebcbb2eb tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.427316 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4213284d-5b10-457d-bf5f-6e05ebcbb2eb tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0547791 Oct 05 09:14:29.437766 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55876) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.449936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-cd9a91a1-c295-44d6-8174-3d1e015ef76d tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.451035 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cd9a91a1-c295-44d6-8174-3d1e015ef76d tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0122526 Oct 05 09:14:29.454923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55880) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.467404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:29.476140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.494914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 5b544a2a-c604-493a-9b31-976e993721ec completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:29.503453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.536335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:29.540761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:29.568038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:29.583521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] For port 100f3c50-a49c-4d4a-a76c-4d5590e99a92, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:29.590938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-17cb8371-0d14-4c25-8df3-5a83cd0ec8c0 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.592271 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-17cb8371-0d14-4c25-8df3-5a83cd0ec8c0 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.1351848 Oct 05 09:14:29.607265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55884) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.618909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device dc60becf-75b7-4266-a0c6-e02876a1caa8 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:14:29.627234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.20.0.13 (e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7/429a9851-e2d2-44c6-b8cb-a2fe028aea75/5e9d611b-9e0a-4eed-8907-8ca29a945b2b) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:29.639615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=823d5f09-09d9-412e-a937-9286b0b5d1fd,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:29.645016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-c7d4c017-1eeb-4504-afc2-384b1ff17b25 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.646022 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c7d4c017-1eeb-4504-afc2-384b1ff17b25 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0114279 Oct 05 09:14:29.648202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:29.661145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55888) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.663569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] For port 100f3c50-a49c-4d4a-a76c-4d5590e99a92, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=100f3c50-a49c-4d4a-a76c-4d5590e99a92,segment=NetworkSegment(d0708c15-ed4b-4099-a81a-1b2caf21c678),segment_id=d0708c15-ed4b-4099-a81a-1b2caf21c678)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:29.681299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-c5e891d7-4876-420d-ab51-8a175102c952 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.682264 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c5e891d7-4876-420d-ab51-8a175102c952 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0184500 Oct 05 09:14:29.686928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55892) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.687273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.696729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:29.705066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-3aea7938-73cf-4450-ab13-c7a145677683 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.706043 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3aea7938-73cf-4450-ab13-c7a145677683 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0160899 Oct 05 09:14:29.707118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:29.710806 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.725741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55896) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.726726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:29.732010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:29.732619 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.742846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:29.743176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:29.743513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:29.743846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:29.744507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:29.744507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:29.744814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:29.745149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:29.745465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:29.746085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:29.746191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:29.746457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:29.763371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.768100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-7bc56d54-37e5-4c7e-91b3-7f7de56cf574 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.769046 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7bc56d54-37e5-4c7e-91b3-7f7de56cf574 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0283666 Oct 05 09:14:29.779753 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55900) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.791260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4c12-3f49-40e1-8082-f6bbb61b2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.794801 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-3c86b304-717c-4500-b04a-ae2a491156a7 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.795358 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Allocated IP 2001:db8::2 (6f7261ef-38ab-407b-90b2-f849f61f4149/2ecef561-89d2-4aea-ba12-243d669ad29b/aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:29.799263 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3c86b304-717c-4500-b04a-ae2a491156a7 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0187976 Oct 05 09:14:29.802503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55904) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.814414 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ef3bc155-b956-4d34-ae65-b2b786de5be2 None None] Provisioning for port 5b544a2a-c604-493a-9b31-976e993721ec completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:29.824174 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-f9ac8a88-9c23-4be3-b78e-c2686857c3ac tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.827046 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f9ac8a88-9c23-4be3-b78e-c2686857c3ac tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0196450 Oct 05 09:14:29.875040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55908) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.906528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-e6346c23-f8d1-4b3e-b713-2d690fd3ecf1 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.910961 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e6346c23-f8d1-4b3e-b713-2d690fd3ecf1 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0287364 Oct 05 09:14:29.936069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b4c12-3f49-40e1-8082-f6bbb61b2af2 None None] No DVR routers for this DVR port dc60becf-75b7-4266-a0c6-e02876a1caa8 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:14:29.939392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ef3bc155-b956-4d34-ae65-b2b786de5be2 None None] Provisioning complete for port 5b544a2a-c604-493a-9b31-976e993721ec triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:29.939960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc155-b956-4d34-ae65-b2b786de5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:29.940437 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ef3bc155-b956-4d34-ae65-b2b786de5be2 None None] Attempt 1 to provision port 5b544a2a-c604-493a-9b31-976e993721ec Oct 05 09:14:29.944544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55912) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.970261 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-9cea9fc4-473c-4708-bfff-6c7df488ad5a tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:29.974712 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9cea9fc4-473c-4708-bfff-6c7df488ad5a tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0199308 Oct 05 09:14:29.983482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No active binding found for port dc60becf-75b7-4266-a0c6-e02876a1caa8 {{(pid=89056) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 05 09:14:29.983906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device dc60becf-75b7-4266-a0c6-e02876a1caa8 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:14:29.984840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55916) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:29.996697 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b9d09d9d-aae9-4e99-a771-b3edbd330fb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8600433 Oct 05 09:14:29.999471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] For port dc60becf-75b7-4266-a0c6-e02876a1caa8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=dc60becf-75b7-4266-a0c6-e02876a1caa8,segment=NetworkSegment(1d72ec31-0ce9-480a-91d8-d9ebefe8e109),segment_id=1d72ec31-0ce9-480a-91d8-d9ebefe8e109)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:30.001881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:30.021310 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55920) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:30.027659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-020a1243-b1bc-41ef-b6a7-fa9b03ad146a tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:30.031521 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-020a1243-b1bc-41ef-b6a7-fa9b03ad146a tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0455024 Oct 05 09:14:30.047127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55924) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:30.055671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee851b4-7535-4a4a-a5d8-7775f18b580a None None] Pushing event updated for resources: {'Port': ['ID=100f3c50-a49c-4d4a-a76c-4d5590e99a92,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:30.143503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:30.165864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-50019979-37a4-4839-8144-636b887741b2 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:30.166092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Deleting port 98887e1a-16a8-42f8-b59e-d0e19d458ad1 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:30.166451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:30.171738 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-50019979-37a4-4839-8144-636b887741b2 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.1182292 Oct 05 09:14:30.175573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b4c12-3f49-40e1-8082-f6bbb61b2af2 None None] Pushing event deleted for resources: {'Port': ['ID=dc60becf-75b7-4266-a0c6-e02876a1caa8,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:30.183914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55928) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:30.283155 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Calling delete_port for dc60becf-75b7-4266-a0c6-e02876a1caa8 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:30.332557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-4e921072-d4f5-4aee-b7b1-31d60cb5368d tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:30.333763 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4e921072-d4f5-4aee-b7b1-31d60cb5368d tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0769269 Oct 05 09:14:30.340583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55932) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:30.346348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ef3bc155-b956-4d34-ae65-b2b786de5be2 None None] Current status of the port 5b544a2a-c604-493a-9b31-976e993721ec is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:30.346747 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc155-b956-4d34-ae65-b2b786de5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:30.347848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-144241bd-f416-4fcb-8425-b43a998e686b tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:30.352437 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-144241bd-f416-4fcb-8425-b43a998e686b tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0085647 Oct 05 09:14:30.376727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55936) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:30.436863 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ef3bc155-b956-4d34-ae65-b2b786de5be2 None None] For port 5b544a2a-c604-493a-9b31-976e993721ec, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5b544a2a-c604-493a-9b31-976e993721ec,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:30.453955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc155-b956-4d34-ae65-b2b786de5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:30.486285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-2fd35ac1-9f15-4967-9122-ca1b6467ecb0 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:30.490796 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2fd35ac1-9f15-4967-9122-ca1b6467ecb0 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.1120746 Oct 05 09:14:30.493212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55940) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: from cryptography.utils import int_from_bytes Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: from cryptography.utils import int_from_bytes Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn_limited( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn_limited( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.513146 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:14:30.516191 dv-neutron-860328-1-hyperv neutron-server[89055]: util.warn( Oct 05 09:14:30.517180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-5ec0fb8b-3d30-43b1-aa45-da93d99580dd tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:30.517993 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5ec0fb8b-3d30-43b1-aa45-da93d99580dd tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0121417 Oct 05 09:14:30.520752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55944) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:30.534393 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:30.536498 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-1c005b5a-813f-4d9e-9bba-9823022dee54 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:30.540676 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1c005b5a-813f-4d9e-9bba-9823022dee54 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0116568 Oct 05 09:14:30.542831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55948) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:30.554556 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-9b4e882a-bc05-4850-ad13-8695df9bdc8e tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:30.557678 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9b4e882a-bc05-4850-ad13-8695df9bdc8e tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0099325 Oct 05 09:14:30.561652 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55952) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:30.563578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:14:30.564516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:14:30.564799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bc155-b956-4d34-ae65-b2b786de5be2 None None] Pushing event updated for resources: {'Port': ['ID=5b544a2a-c604-493a-9b31-976e993721ec,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:30.568976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Transition to ACTIVE for port object aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:30.593048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-09d33be7-1e56-4919-99e0-eadc9d3642d7 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:30.596598 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-09d33be7-1e56-4919-99e0-eadc9d3642d7 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0293870 Oct 05 09:14:30.602909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Transition to ACTIVE for port object aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:30.604496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a8ed5d0f-a472-42e4-ac6e-c96865d2dc24 None None] Provisioning for port 823d5f09-09d9-412e-a937-9286b0b5d1fd completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:30.606960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting port dc60becf-75b7-4266-a0c6-e02876a1caa8 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:30.606960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:30.607221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55956) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:30.610483 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a8ed5d0f-a472-42e4-ac6e-c96865d2dc24 None None] Provisioning complete for port 823d5f09-09d9-412e-a937-9286b0b5d1fd triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:30.610952 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8ed5d0f-a472-42e4-ac6e-c96865d2dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:30.611450 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a8ed5d0f-a472-42e4-ac6e-c96865d2dc24 None None] Attempt 1 to provision port 823d5f09-09d9-412e-a937-9286b0b5d1fd Oct 05 09:14:30.625201 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-95bf0ca5-d234-4595-89d4-b5e0f05572c6 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:30.628626 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-95bf0ca5-d234-4595-89d4-b5e0f05572c6 tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0183089 Oct 05 09:14:30.633150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55960) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:30.635337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:30.637890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:30.649138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [None req-46f85819-e9ab-4e11-bacb-528e8187c94a tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:14:30.652946 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-46f85819-e9ab-4e11-bacb-528e8187c94a tempest-ExtensionsTestJSON-1590355309 tempest-ExtensionsTestJSON-1590355309-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0160537 Oct 05 09:14:30.660412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:30.674418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66c516a-7158-4c83-ac93-b26c2254d6bf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:30.681128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66c516a-7158-4c83-ac93-b26c2254d6bf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:30.681933 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c66c516a-7158-4c83-ac93-b26c2254d6bf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:30.733493 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] The port 'dc60becf-75b7-4266-a0c6-e02876a1caa8' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:14:30.756486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed5d0f-a472-42e4-ac6e-c96865d2dc24 None None] Port 823d5f09-09d9-412e-a937-9286b0b5d1fd cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:30.759945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Network 6f7261ef-38ab-407b-90b2-f849f61f4149 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:30.767091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:30.774226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:30.780261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Pushing event updated for resources: {'Port': ['ID=aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:30.827702 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c66c516a-7158-4c83-ac93-b26c2254d6bf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:30.832280 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c66c516a-7158-4c83-ac93-b26c2254d6bf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8097818 Oct 05 09:14:30.841996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55966) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:30.997209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.007056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5b544a2a-c604-493a-9b31-976e993721ec up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:31.051704 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.100228 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Attempting to bind port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:31.100609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Attempting to bind port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '27b24f62-a94d-4751-a568-d0cea75432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6f7261ef-38ab-407b-90b2-f849f61f4149'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:31.100953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Attempting to bind port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd on network 6f7261ef-38ab-407b-90b2-f849f61f4149 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:31.120090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:31.120459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Checking segment: {'id': '27b24f62-a94d-4751-a568-d0cea75432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6f7261ef-38ab-407b-90b2-f849f61f4149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:31.120867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.121257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Bound using segment: {'id': '27b24f62-a94d-4751-a568-d0cea75432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6f7261ef-38ab-407b-90b2-f849f61f4149'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:31.121737 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Bound port: aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b24f62-a94d-4751-a568-d0cea75432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6f7261ef-38ab-407b-90b2-f849f61f4149'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:31.122158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.173855 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Calling delete_port for 98887e1a-16a8-42f8-b59e-d0e19d458ad1 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:31.208850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55972) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:31.220371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:14:31.235419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 5b544a2a-c604-493a-9b31-976e993721ec triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:31.235796 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.236127 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 5b544a2a-c604-493a-9b31-976e993721ec Oct 05 09:14:31.241218 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.258397 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.269716 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a8ed5d0f-a472-42e4-ac6e-c96865d2dc24 None None] Attempt 2 to provision port 823d5f09-09d9-412e-a937-9286b0b5d1fd Oct 05 09:14:31.274226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317b72ae-2f60-4a0b-af84-17ef8cba11cf']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:31.302745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ea4bb9c3-c92c-4832-80d0-40b75907c1e2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 823d5f09-09d9-412e-a937-9286b0b5d1fd {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:31.303097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb9c3-c92c-4832-80d0-40b75907c1e2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.367141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d72ec31-0ce9-480a-91d8-d9ebefe8e109') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:31.367464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d72ec31-0ce9-480a-91d8-d9ebefe8e109') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:31.384819 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:31.393575 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=b3fb1600-2b10-4fba-9009-57331ebcc3c6,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:31.395542 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] For port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:31.407151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:31.413460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.424333 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:31.427096 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] For port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd,segment=NetworkSegment(27b24f62-a94d-4751-a568-d0cea75432cd),segment_id=27b24f62-a94d-4751-a568-d0cea75432cd)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:31.455999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed5d0f-a472-42e4-ac6e-c96865d2dc24 None None] Port 823d5f09-09d9-412e-a937-9286b0b5d1fd cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:31.463723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.473450 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.513299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:31.513925 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.526431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.528690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f439b5-e1f9-416d-97d9-aa9e3f3d253b None None] Network f2955a73-8d7b-43aa-8033-60f3e63a92d0 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:31.612673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=5e9d611b-9e0a-4eed-8907-8ca29a945b2b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:31.633152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Subnet': ['ID=e2b0165d-b875-4e4e-b1c4-d5bba6355cb1,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:31.636495 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.643891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 5b544a2a-c604-493a-9b31-976e993721ec is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:31.644996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 100f3c50-a49c-4d4a-a76c-4d5590e99a92 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:31.651942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e8ecb02-2538-4ae0-88bb-1713e2f4b6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.670473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network f2955a73-8d7b-43aa-8033-60f3e63a92d0 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:31.673894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:14:31.674422 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:31.675019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.790168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72694e-3370-49e0-b646-e359c13c136b None None] Pushing event updated for resources: {'Port': ['ID=aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:31.849877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network 6f7261ef-38ab-407b-90b2-f849f61f4149 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:31.956060 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a8ed5d0f-a472-42e4-ac6e-c96865d2dc24 None None] Attempt 3 to provision port 823d5f09-09d9-412e-a937-9286b0b5d1fd Oct 05 09:14:31.969707 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:31.976366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4e8ecb02-2538-4ae0-88bb-1713e2f4b6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:31.981870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:31.982590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:31.986099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:32.003433 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1d72ec31-0ce9-480a-91d8-d9ebefe8e109 resource provider aggregate not found Oct 05 09:14:32.007364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:32.026408 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a5680466-77e9-453c-96bc-61c18af813e9 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9880872 Oct 05 09:14:32.026408 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4e8ecb02-2538-4ae0-88bb-1713e2f4b6a6 admin admin] Usage tracker for resource:security_group_rule and tenant:d4cb75f3d973429fa50beda7b17488f4 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:32.030736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55982) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:32.031582 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4e8ecb02-2538-4ae0-88bb-1713e2f4b6a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:32.041502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:32.054141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'port': {'network_id': 'e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7', 'name': 'tempest-FloatingIPTestJSON-1731374661'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:32.055689 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1d72ec31-0ce9-480a-91d8-d9ebefe8e109 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d72ec31-0ce9-480a-91d8-d9ebefe8e109 found for delete ", "request_id": "req-1402bf65-5aa2-4fb7-a256-4547df01b8dc"}]} Oct 05 09:14:32.063036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed5d0f-a472-42e4-ac6e-c96865d2dc24 None None] Port 823d5f09-09d9-412e-a937-9286b0b5d1fd cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:32.073825 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Pushing event deleted for resources: {'Port': ['ID=98887e1a-16a8-42f8-b59e-d0e19d458ad1,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:32.081685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:32.087866 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/317b72ae-2f60-4a0b-af84-17ef8cba11cf HTTP/1.1" status: 204 len: 168 time: 8.6747286 Oct 05 09:14:32.088687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55986) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:32.089947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4e8ecb02-2538-4ae0-88bb-1713e2f4b6a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:32.095502 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c985529-a53c-42cf-8bb9-c22aaf0348ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Network': ['ID=317b72ae-2f60-4a0b-af84-17ef8cba11cf,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:32.105926 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-27653c0c-71b8-4cf9-a0dd-be54abd7f137 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1414356 Oct 05 09:14:32.123640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1477049823'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:32.127976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 55990) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:32.135991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': '6f7261ef-38ab-407b-90b2-f849f61f4149', 'fixed_ips': [{'subnet_id': '2ecef561-89d2-4aea-ba12-243d669ad29b'}, {'subnet_id': 'e2b0165d-b875-4e4e-b1c4-d5bba6355cb1'}], 'name': 'tempest-PortsIpV6TestJSON-168892379'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:32.136820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:32.158125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:network and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:32.175991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:32.188713 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb9c3-c92c-4832-80d0-40b75907c1e2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:32.199385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:32.348431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ea4bb9c3-c92c-4832-80d0-40b75907c1e2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 823d5f09-09d9-412e-a937-9286b0b5d1fd owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:32.403938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:32.408319 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:32.511913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:14:32.539574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:32.552288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:port and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:32.560693 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:32.565463 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a8ed5d0f-a472-42e4-ac6e-c96865d2dc24 None None] Attempt 4 to provision port 823d5f09-09d9-412e-a937-9286b0b5d1fd Oct 05 09:14:32.566265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:32.575814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:32.576869 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Added segment 4ad74748-18cd-4336-8b84-02d1c53aa7fc of type vlan for network 3a15ba2b-8987-42e0-acd3-2f5256aaab92 Oct 05 09:14:32.579486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e8ecb02-2538-4ae0-88bb-1713e2f4b6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:32.618534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 04cac3cc-68b9-4dbd-a80f-751b2f0725eb is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:14:32.633401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:32.636819 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e8ecb02-2538-4ae0-88bb-1713e2f4b6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:32.642099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:32.643905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed5d0f-a472-42e4-ac6e-c96865d2dc24 None None] Port 823d5f09-09d9-412e-a937-9286b0b5d1fd cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:32.681845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:32.743691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d54dd960-dd61-43d6-a800-774e2db4e009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:32.777640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:port and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:32.814987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ecb02-2538-4ae0-88bb-1713e2f4b6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d343b32-a3fb-4e16-8abb-9bfeee9379ff,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:32.818225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:32.824378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:32.825300 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:32.898185 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:32.933306 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8352156 Oct 05 09:14:32.951508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55994) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:32.987465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'subnet': {'network_id': '3a15ba2b-8987-42e0-acd3-2f5256aaab92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:33.002947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:33.006038 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:33.025042 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4e8ecb02-2538-4ae0-88bb-1713e2f4b6a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4cb75f3d973429fa50beda7b17488f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7780809 Oct 05 09:14:33.068268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf70c28-af8b-4727-950e-043a46c66f06 None None] Network 6f7261ef-38ab-407b-90b2-f849f61f4149 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:33.078939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 55998) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:33.079318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:33.092969 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.101039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:33.124520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.153632 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a8ed5d0f-a472-42e4-ac6e-c96865d2dc24 None None] Attempt 5 to provision port 823d5f09-09d9-412e-a937-9286b0b5d1fd Oct 05 09:14:33.175697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb9c3-c92c-4832-80d0-40b75907c1e2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.201776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Made reservation on behalf of 1953ac25c57249bea113d86db52a0626 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:33.203336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed5d0f-a472-42e4-ac6e-c96865d2dc24 None None] Port 823d5f09-09d9-412e-a937-9286b0b5d1fd was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:14:33.206289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.256239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98142d73-525b-4ccb-9fd6-6030a1ad7848 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Network': ['ID=3a15ba2b-8987-42e0-acd3-2f5256aaab92,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:33.259693 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] device_id is not set on port 6c3bc282-d6bd-424a-9a7b-6886080268df yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:14:33.282374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 3a15ba2b-8987-42e0-acd3-2f5256aaab92 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:14:33.290420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bb9c3-c92c-4832-80d0-40b75907c1e2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=823d5f09-09d9-412e-a937-9286b0b5d1fd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:33.312094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:33.326072 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f2062-cd8b-4b16-a2d9-4666cc52099a None None] Sync routers for ids ['04cac3cc-68b9-4dbd-a80f-751b2f0725eb'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:33.334150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.334757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Fanout notify agent at l3_agent the message router_deleted on router 3ecd75ba-bb54-4a51-86b3-6054dae5dd05 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:14:33.335550 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f2062-cd8b-4b16-a2d9-4666cc52099a None None] Routers {'04cac3cc-68b9-4dbd-a80f-751b2f0725eb'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:33.336158 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f65f2062-cd8b-4b16-a2d9-4666cc52099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['04cac3cc-68b9-4dbd-a80f-751b2f0725eb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:33.362409 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c3f01c18-a21c-4db3-8fc1-2a39a6f9509e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/04cac3cc-68b9-4dbd-a80f-751b2f0725eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8638062 Oct 05 09:14:33.373416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56002) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:33.383188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.383989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb9c3-c92c-4832-80d0-40b75907c1e2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.384537 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e74c91a0-faf7-4de3-b172-8eee425fe8dd tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "DELETE /v2.0/routers/3ecd75ba-bb54-4a51-86b3-6054dae5dd05 HTTP/1.1" status: 204 len: 168 time: 4.2582879 Oct 05 09:14:33.390077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56006) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:33.390471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56008) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:33.390619 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ea4bb9c3-c92c-4832-80d0-40b75907c1e2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/823d5f09-09d9-412e-a937-9286b0b5d1fd HTTP/1.1" status: 204 len: 168 time: 2.5010560 Oct 05 09:14:33.436711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:33.468102 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Provisioning for port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:33.470386 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:subnet and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:33.476094 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f65f2062-cd8b-4b16-a2d9-4666cc52099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:33.481546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:33.486784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88935e99-c8ce-42bf-b3a8-bce500b2409d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.490088 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f2062-cd8b-4b16-a2d9-4666cc52099a None None] Routers {'04cac3cc-68b9-4dbd-a80f-751b2f0725eb'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:33.490871 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f65f2062-cd8b-4b16-a2d9-4666cc52099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['04cac3cc-68b9-4dbd-a80f-751b2f0725eb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:33.503531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:33.545812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf6dfbf-d044-4dcc-9348-81880f87c968 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:33.548479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf6dfbf-d044-4dcc-9348-81880f87c968 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:33.549390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4bf6dfbf-d044-4dcc-9348-81880f87c968 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:33.554734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac785a-8e7f-4dc8-bfba-dd914ea8d4c3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:33.556448 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-22ac785a-8e7f-4dc8-bfba-dd914ea8d4c3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports/b3fb1600-2b10-4fba-9009-57331ebcc3c6 HTTP/1.1" status: 200 len: 910 time: 0.1803796 Oct 05 09:14:33.563850 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f65f2062-cd8b-4b16-a2d9-4666cc52099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:33.565072 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f2062-cd8b-4b16-a2d9-4666cc52099a None None] The sync data for ids ['04cac3cc-68b9-4dbd-a80f-751b2f0725eb'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:33.567856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Provisioning complete for port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:33.568387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88935e99-c8ce-42bf-b3a8-bce500b2409d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.568515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.569243 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Attempt 1 to provision port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 Oct 05 09:14:33.574204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1960200193', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'enable_snat': False}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:33.579353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56014) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:33.581363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:33.586878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Usage tracker for resource:router and tenant:dbdae1c089e14721b1a4f9f997df0e52 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:33.591722 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:33.613527 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.631646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:33.666671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port 520492b2-f081-49f7-ac23-66805b48e7ca yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:14:33.705385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.706408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.712883 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4bf6dfbf-d044-4dcc-9348-81880f87c968 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:33.714060 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4bf6dfbf-d044-4dcc-9348-81880f87c968 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3183441 Oct 05 09:14:33.719645 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56018) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:33.736582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Current status of the port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:33.736966 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.755347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:33.759450 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.778917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] For port 100f3c50-a49c-4d4a-a76c-4d5590e99a92, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=100f3c50-a49c-4d4a-a76c-4d5590e99a92,segment=NetworkSegment(d0708c15-ed4b-4099-a81a-1b2caf21c678),segment_id=d0708c15-ed4b-4099-a81a-1b2caf21c678)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:33.783853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.803082 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.20.0.2 (e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7/429a9851-e2d2-44c6-b8cb-a2fe028aea75/6c3bc282-d6bd-424a-9a7b-6886080268df) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:33.813926 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.893620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d296785-4618-40f2-a57c-61c728e8f344 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 10e8eb39-b41a-430b-8705-23200b9bcf01 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:14:33.896658 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9d296785-4618-40f2-a57c-61c728e8f344 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.899409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Provisioning for port b3fb1600-2b10-4fba-9009-57331ebcc3c6 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:33.922906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Provisioning complete for port b3fb1600-2b10-4fba-9009-57331ebcc3c6 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:33.923419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:33.923925 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Attempt 1 to provision port b3fb1600-2b10-4fba-9009-57331ebcc3c6 Oct 05 09:14:33.993635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b0666-76b2-4eec-abca-fdeec3420629 None None] Update dhcp port {'port': {'network_id': '6f7261ef-38ab-407b-90b2-f849f61f4149', 'fixed_ips': [{'subnet_id': '2ecef561-89d2-4aea-ba12-243d669ad29b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e2b0165d-b875-4e4e-b1c4-d5bba6355cb1'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': 'aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:14:34.047680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Pushing event updated for resources: {'Port': ['ID=100f3c50-a49c-4d4a-a76c-4d5590e99a92,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:34.063544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Port b3fb1600-2b10-4fba-9009-57331ebcc3c6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:34.065096 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:34.065321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:34.065662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:34.065832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9d296785-4618-40f2-a57c-61c728e8f344 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:34.066121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:34.067251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:34.067251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:34.067251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:34.067471 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:34.067809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:34.069093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:34.069515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:34.069884 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:14:34.100526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-568b0666-76b2-4eec-abca-fdeec3420629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:34.144042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88935e99-c8ce-42bf-b3a8-bce500b2409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:34.187273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88935e99-c8ce-42bf-b3a8-bce500b2409d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d343b32-a3fb-4e16-8abb-9bfeee9379ff,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:34.294206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88935e99-c8ce-42bf-b3a8-bce500b2409d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:34.295322 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-88935e99-c8ce-42bf-b3a8-bce500b2409d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d343b32-a3fb-4e16-8abb-9bfeee9379ff HTTP/1.1" status: 204 len: 168 time: 1.2108614 Oct 05 09:14:34.400840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:34.501873 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:34.519533 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:34.536585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Subnet': ['ID=b5f43848-144b-41d7-ab6a-b7e451c8cb3e,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:34.550409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Checking segment: {'id': '4ad74748-18cd-4336-8b84-02d1c53aa7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3a15ba2b-8987-42e0-acd3-2f5256aaab92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:34.550975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network hostable DHCP agents. Network: 3a15ba2b-8987-42e0-acd3-2f5256aaab92, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:14:34.565702 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Attempt 2 to provision port b3fb1600-2b10-4fba-9009-57331ebcc3c6 Oct 05 09:14:34.591027 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network 3a15ba2b-8987-42e0-acd3-2f5256aaab92 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:14:34.604895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76605efd-f79b-4534-b7aa-0dcc76904b19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:34.659960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Port b3fb1600-2b10-4fba-9009-57331ebcc3c6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:34.670453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 3a15ba2b-8987-42e0-acd3-2f5256aaab92) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:34.684369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:34.685046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:34.686849 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53f2c8b-f956-4c55-bcfb-faa9b3e3b665 None None] Network 3a15ba2b-8987-42e0-acd3-2f5256aaab92 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:34.808133 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-78ce9761-e352-4475-8607-e3d338a59829 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8478000 Oct 05 09:14:34.812790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56032) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:34.830254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-338339660'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:34.831726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 100f3c50-a49c-4d4a-a76c-4d5590e99a92 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:34.837263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:34.888955 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9d296785-4618-40f2-a57c-61c728e8f344 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:34.929273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:network and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:34.937374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:34.947436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:34.964008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:34.984223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:34.986950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8::139 (6f7261ef-38ab-407b-90b2-f849f61f4149/2ecef561-89d2-4aea-ba12-243d669ad29b/520492b2-f081-49f7-ac23-66805b48e7ca) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:34.988339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.011222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8:0:1::64 (6f7261ef-38ab-407b-90b2-f849f61f4149/e2b0165d-b875-4e4e-b1c4-d5bba6355cb1/520492b2-f081-49f7-ac23-66805b48e7ca) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:35.041421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:35.041812 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.042308 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 Oct 05 09:14:35.089611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:14:35.101573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.102286 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Added segment 8c38bffc-97c2-4d75-a3b8-4a80607bbe25 of type vlan for network 2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66 Oct 05 09:14:35.131650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9d296785-4618-40f2-a57c-61c728e8f344 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.136345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.175914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.186088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:35.187229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.216401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d296785-4618-40f2-a57c-61c728e8f344 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=10e8eb39-b41a-430b-8705-23200b9bcf01,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:35.230216 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:14:35.273559 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Attempt 3 to provision port b3fb1600-2b10-4fba-9009-57331ebcc3c6 Oct 05 09:14:35.289669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9d296785-4618-40f2-a57c-61c728e8f344 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.294547 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.334713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:35.339925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Port b3fb1600-2b10-4fba-9009-57331ebcc3c6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:35.340563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a95dac-9683-4399-bab2-3f6a4739c83c None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:35.346981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Network': ['ID=2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:35.363072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-76605efd-f79b-4534-b7aa-0dcc76904b19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port b3fb1600-2b10-4fba-9009-57331ebcc3c6 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:35.363536 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76605efd-f79b-4534-b7aa-0dcc76904b19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.364571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:14:35.470126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56046) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:35.549886 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:35.562143 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9d296785-4618-40f2-a57c-61c728e8f344 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/10e8eb39-b41a-430b-8705-23200b9bcf01 HTTP/1.1" status: 204 len: 168 time: 1.8358047 Oct 05 09:14:35.563286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56052) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:35.572937 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7c929584-6fcc-4ce4-bdfa-04d2dc4fa655 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7588890 Oct 05 09:14:35.576560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56056) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:35.582107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'subnet': {'network_id': '2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:35.633997 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-edd7b5c8-39ef-4c44-a965-540f44016975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.639393 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:35.640631 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-3a15ba2b-8987-42e0-acd3-2f5256aaab92', 'network_id': '3a15ba2b-8987-42e0-acd3-2f5256aaab92', 'tenant_id': '16d53ebf33b8482da383c32735c709a3', 'fixed_ips': [{'subnet_id': 'b5f43848-144b-41d7-ab6a-b7e451c8cb3e'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:35.641449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.646396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:35.687887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=6c3bc282-d6bd-424a-9a7b-6886080268df,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:35.710036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-942088614'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:35.729191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:35.733419 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6d5fc7fb-0ac9-4b46-874c-aa20de2d4497 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1640992 Oct 05 09:14:35.743407 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56060) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:35.781332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:35.814025 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:network and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:35.832225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:35.859273 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Attempt 4 to provision port b3fb1600-2b10-4fba-9009-57331ebcc3c6 Oct 05 09:14:35.861429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.928832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:35.931137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.971550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:35.972163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:35.975436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:35.985541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:subnet and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:35.997132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.002746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:36.007494 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Port b3fb1600-2b10-4fba-9009-57331ebcc3c6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:36.008574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Allocated IP 2001:db8::3 (3a15ba2b-8987-42e0-acd3-2f5256aaab92/b5f43848-144b-41d7-ab6a-b7e451c8cb3e/2b770336-8e1e-489e-99c7-88002e8720c0) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:36.029513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:36.044682 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3c2a2fca-5e9c-467d-ac95-5b87a7cafbee tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0079455 Oct 05 09:14:36.045194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:36.047086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Transition to ACTIVE for port object 520492b2-f081-49f7-ac23-66805b48e7ca will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:36.049217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56064) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:36.049451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:36.053863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:36.061039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '6c3bc282-d6bd-424a-9a7b-6886080268df', 'fixed_ip_address': '172.20.0.2'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:36.069799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:36.074077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:36.077901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.080972 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76605efd-f79b-4534-b7aa-0dcc76904b19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.096582 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:36.097783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:36.100230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.109443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:floatingip and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:36.118591 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.124009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a56938f-3a65-40bc-bf55-2ff1b08626b3 None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:14:36.133914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1a56938f-3a65-40bc-bf55-2ff1b08626b3 None None] Deleting port 5b544a2a-c604-493a-9b31-976e993721ec {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:36.134378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a56938f-3a65-40bc-bf55-2ff1b08626b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.139990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:36.157031 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:36.164002 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:36.178520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:security_group_rule and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:36.211461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:36.223729 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.227954 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:36.230652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.238624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:36.253345 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.254102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-76605efd-f79b-4534-b7aa-0dcc76904b19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for b3fb1600-2b10-4fba-9009-57331ebcc3c6 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:36.338692 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network 6f7261ef-38ab-407b-90b2-f849f61f4149 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:36.352073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:36.401474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:36.408240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:36.409323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.441613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Performing IP validity checks on allocation pools {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:14:36.442194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:14:36.469986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Allocated IP 172.26.0.97 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/2f2bb4fb-7312-49d0-bdb2-fe141719a079) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:36.486269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=520492b2-f081-49f7-ac23-66805b48e7ca,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:36.487614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-568b0666-76b2-4eec-abca-fdeec3420629 None None] Allocated IP 2001:db8:0:1::2 (6f7261ef-38ab-407b-90b2-f849f61f4149/e2b0165d-b875-4e4e-b1c4-d5bba6355cb1/aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:36.505221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1a56938f-3a65-40bc-bf55-2ff1b08626b3 None None] For port 5b544a2a-c604-493a-9b31-976e993721ec, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5b544a2a-c604-493a-9b31-976e993721ec,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:36.506053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a56938f-3a65-40bc-bf55-2ff1b08626b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.514011 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Attempt 5 to provision port b3fb1600-2b10-4fba-9009-57331ebcc3c6 Oct 05 09:14:36.531373 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c287333f-3b4e-4adb-a381-83f2590c3ce2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.4007785 Oct 05 09:14:36.532255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56068) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:36.541621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-13b3682f-a65b-4078-802d-554c528f4110 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ecef561-89d2-4aea-ba12-243d669ad29b'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:36.556422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.702168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1a56938f-3a65-40bc-bf55-2ff1b08626b3 None None] Calling delete_port for 5b544a2a-c604-493a-9b31-976e993721ec owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:36.716236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.731055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Transition to ACTIVE for port object 2b770336-8e1e-489e-99c7-88002e8720c0 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:36.747771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.796183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.832420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.851526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:14:36.895411 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5b544a2a-c604-493a-9b31-976e993721ec no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:14:36.903543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7edd678-aaf1-4162-9ec7-e9ff4a881013,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:36.958706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:36.959529 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Added segment 3ed4a58c-3105-4c9e-9758-4555182ac4e8 of type vlan for network 5424877e-2487-4893-8aab-d2b7da4e808d Oct 05 09:14:36.987340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76605efd-f79b-4534-b7aa-0dcc76904b19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.003699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.006077 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Port b3fb1600-2b10-4fba-9009-57331ebcc3c6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:37.007504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Transition to ACTIVE for port object 2b770336-8e1e-489e-99c7-88002e8720c0 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:37.032958 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.039803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.043850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.047132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.048895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.051005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.174916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Network 3a15ba2b-8987-42e0-acd3-2f5256aaab92 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:37.177582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a56938f-3a65-40bc-bf55-2ff1b08626b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.187878 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No ports have port_id starting with 5b544a2a-c604-493a-9b31-976e993721ec Oct 05 09:14:37.189191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:37.192429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-568b0666-76b2-4eec-abca-fdeec3420629 None None] For port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd,segment=NetworkSegment(27b24f62-a94d-4751-a568-d0cea75432cd),segment_id=27b24f62-a94d-4751-a568-d0cea75432cd)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:37.203896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:37.206526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Pushing event updated for resources: {'Port': ['ID=2b770336-8e1e-489e-99c7-88002e8720c0,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:37.235386 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76605efd-f79b-4534-b7aa-0dcc76904b19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=b3fb1600-2b10-4fba-9009-57331ebcc3c6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:37.281645 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:14:37.293638 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a56938f-3a65-40bc-bf55-2ff1b08626b3 None None] No DVR routers for this DVR port 5b544a2a-c604-493a-9b31-976e993721ec on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:14:37.311733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56938f-3a65-40bc-bf55-2ff1b08626b3 None None] Pushing event deleted for resources: {'Port': ['ID=5b544a2a-c604-493a-9b31-976e993721ec,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:37.359713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-568b0666-76b2-4eec-abca-fdeec3420629 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:14:37.377027 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.26.0.118 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/a3b6921b-e8ee-4770-8dc6-dd816242ada3) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:37.391085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:37.391388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-568b0666-76b2-4eec-abca-fdeec3420629 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.401198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:37.404186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:37.410592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Attempting to bind port 2b770336-8e1e-489e-99c7-88002e8720c0 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:37.410976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Attempting to bind port 2b770336-8e1e-489e-99c7-88002e8720c0 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '4ad74748-18cd-4336-8b84-02d1c53aa7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3a15ba2b-8987-42e0-acd3-2f5256aaab92'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:37.411345 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Attempting to bind port 2b770336-8e1e-489e-99c7-88002e8720c0 on network 3a15ba2b-8987-42e0-acd3-2f5256aaab92 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:37.418939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-568b0666-76b2-4eec-abca-fdeec3420629 None None] Ignored duplicate provisioning block setup for port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:14:37.422257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:37.422638 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Checking segment: {'id': '4ad74748-18cd-4336-8b84-02d1c53aa7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3a15ba2b-8987-42e0-acd3-2f5256aaab92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:37.423199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.423655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Bound using segment: {'id': '4ad74748-18cd-4336-8b84-02d1c53aa7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3a15ba2b-8987-42e0-acd3-2f5256aaab92'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:37.424184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Bound port: 2b770336-8e1e-489e-99c7-88002e8720c0, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad74748-18cd-4336-8b84-02d1c53aa7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3a15ba2b-8987-42e0-acd3-2f5256aaab92'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:37.424569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.435014 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-568b0666-76b2-4eec-abca-fdeec3420629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.459930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=dfab4ef6-245c-406f-81e9-73d157e81f12,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:37.518273 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Attempt 6 to provision port b3fb1600-2b10-4fba-9009-57331ebcc3c6 Oct 05 09:14:37.552067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:37.555661 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.561252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:37.562288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.570054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:37.591552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:37.592156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.597799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bce36c1-db84-4665-b48f-9d7affe67e88 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:37.653709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Port b3fb1600-2b10-4fba-9009-57331ebcc3c6 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:14:37.654015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event updated for resources: {'Port': ['ID=2f2bb4fb-7312-49d0-bdb2-fe141719a079,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:37.660998 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ddb19768-aa34-4ef6-aa62-6b9139445cb3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9005616 Oct 05 09:14:37.673117 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56072) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:37.684626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-13b3682f-a65b-4078-802d-554c528f4110 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.743774 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': 'dfab4ef6-245c-406f-81e9-73d157e81f12', 'ip_address': '2001:db8::4ca4:9559:8d3:f2af'}], 'name': 'tempest-NetworksTestDHCPv6-279196935'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:37.769394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Checking segment: {'id': '8c38bffc-97c2-4d75-a3b8-4a80607bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:37.769786 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network hostable DHCP agents. Network: 2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:14:37.868505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] For port 2b770336-8e1e-489e-99c7-88002e8720c0, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:37.873838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Subnet': ['ID=0b51500b-dc31-467d-871e-b782154928e3,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:37.876171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] For port 2b770336-8e1e-489e-99c7-88002e8720c0, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b770336-8e1e-489e-99c7-88002e8720c0,segment=NetworkSegment(4ad74748-18cd-4336-8b84-02d1c53aa7fc),segment_id=4ad74748-18cd-4336-8b84-02d1c53aa7fc)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:37.891366 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b0666-76b2-4eec-abca-fdeec3420629 None None] Pushing event updated for resources: {'Port': ['ID=aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:37.900330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Provisioning for port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:37.907218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Provisioning complete for port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:37.907588 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.907919 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Attempt 1 to provision port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd Oct 05 09:14:37.915985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76605efd-f79b-4534-b7aa-0dcc76904b19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:37.940474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:38.047686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network 2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:14:38.154012 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6550820 Oct 05 09:14:38.168537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:38.168835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a982b7-7480-4e51-a4c7-cd633f09db2c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=5424877e-2487-4893-8aab-d2b7da4e808d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:38.293091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614f164-cfae-46ae-89ae-98b0ff22932a None None] Pushing event updated for resources: {'Port': ['ID=2b770336-8e1e-489e-99c7-88002e8720c0,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:38.315827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f474ec27-336e-4003-b579-588ebbaea40a None None] Network 2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:38.330548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:38.331504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:38.432936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56076) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:38.445338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:38.469872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'subnet': {'network_id': '5424877e-2487-4893-8aab-d2b7da4e808d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:38.502787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:38.510429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:38.519793 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 5424877e-2487-4893-8aab-d2b7da4e808d details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:14:38.642514 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:38.654024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:38.736877 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:38.784055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-13b3682f-a65b-4078-802d-554c528f4110 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Delete allocated IP 2001:db8:0:1::64 (6f7261ef-38ab-407b-90b2-f849f61f4149/e2b0165d-b875-4e4e-b1c4-d5bba6355cb1) {{(pid=89055) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 05 09:14:38.801123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:38.878157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': 'dfab4ef6-245c-406f-81e9-73d157e81f12'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:38.878157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:38.996125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-13b3682f-a65b-4078-802d-554c528f4110 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:39.006019 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627e5d25-f9f2-4dd8-8be7-5c5d0904bc3f None None] Network 6f7261ef-38ab-407b-90b2-f849f61f4149 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:39.015912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-13b3682f-a65b-4078-802d-554c528f4110 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Ignored duplicate provisioning block setup for port 520492b2-f081-49f7-ac23-66805b48e7ca by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:14:39.018482 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4cf39a1d-96a1-4e9c-8de9-b1a7ab25627d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.4404705 Oct 05 09:14:39.021266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76605efd-f79b-4534-b7aa-0dcc76904b19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 04cac3cc-68b9-4dbd-a80f-751b2f0725eb has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:14:39.028460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56080) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:39.033219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:39.043513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-13b3682f-a65b-4078-802d-554c528f4110 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:39.045940 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b770336-8e1e-489e-99c7-88002e8720c0 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:39.132081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:39.141286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:39.159780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:39.227530 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Current status of the port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:39.227872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:39.354112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=a3b6921b-e8ee-4770-8dc6-dd816242ada3,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:39.373088 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:39.428394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76605efd-f79b-4534-b7aa-0dcc76904b19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:39.438768 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-76605efd-f79b-4534-b7aa-0dcc76904b19 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/04cac3cc-68b9-4dbd-a80f-751b2f0725eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8579330 Oct 05 09:14:39.439833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56084) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:39.441206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] For port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd,segment=NetworkSegment(27b24f62-a94d-4751-a568-d0cea75432cd),segment_id=27b24f62-a94d-4751-a568-d0cea75432cd)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:39.485884 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fa926d-0c7b-4e3d-96da-0b3bc6303144 None None] Sync routers for ids ['04cac3cc-68b9-4dbd-a80f-751b2f0725eb'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:39.497024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:39.529738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:39.641506 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66', 'network_id': '2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66', 'tenant_id': '16d53ebf33b8482da383c32735c709a3', 'fixed_ips': [{'subnet_id': '0b51500b-dc31-467d-871e-b782154928e3'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:39.642359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:39.653255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:39.658543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port f1d4b202-d944-49b3-9fba-2738e4e5723d yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:14:39.663419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa926d-0c7b-4e3d-96da-0b3bc6303144 None None] Routers {'04cac3cc-68b9-4dbd-a80f-751b2f0725eb'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:39.663634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c6fa926d-0c7b-4e3d-96da-0b3bc6303144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['04cac3cc-68b9-4dbd-a80f-751b2f0725eb'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:39.666332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bab3312b-e65f-4551-b262-07337918db75 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Synchronizing usage tracker for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:39.679556 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-13b3682f-a65b-4078-802d-554c528f4110 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] In _notify_port_updated(), no bound segment for port 520492b2-f081-49f7-ac23-66805b48e7ca on network 6f7261ef-38ab-407b-90b2-f849f61f4149 {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:14:39.685377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3682f-a65b-4078-802d-554c528f4110 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:39.686051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-13b3682f-a65b-4078-802d-554c528f4110 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:39.690604 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-13b3682f-a65b-4078-802d-554c528f4110 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "PUT /v2.0/ports/520492b2-f081-49f7-ac23-66805b48e7ca HTTP/1.1" status: 200 len: 925 time: 3.1572485 Oct 05 09:14:39.694346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56088) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:39.696413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:subnet and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:39.710082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:39.714724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 2b770336-8e1e-489e-99c7-88002e8720c0 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:39.726023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d67290b6-cca9-4500-a931-1653998ca40d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ecef561-89d2-4aea-ba12-243d669ad29b'}, {'subnet_id': 'e2b0165d-b875-4e4e-b1c4-d5bba6355cb1'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:39.773725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c6fa926d-0c7b-4e3d-96da-0b3bc6303144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:39.775946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:39.777389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:39.789532 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3682f-a65b-4078-802d-554c528f4110 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=520492b2-f081-49f7-ac23-66805b48e7ca,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:39.799508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bab3312b-e65f-4551-b262-07337918db75 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Unset dirty status for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:39.805275 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bab3312b-e65f-4551-b262-07337918db75 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=04cac3cc-68b9-4dbd-a80f-751b2f0725eb HTTP/1.1" status: 200 len: 205 time: 0.2896831 Oct 05 09:14:39.808249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56092) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:39.835538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:39.890256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdadcf5-0ca4-4435-84ee-355313f6adc3 None None] Network 3a15ba2b-8987-42e0-acd3-2f5256aaab92 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:39.985885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Allocated IP 2001:db8::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/dfab4ef6-245c-406f-81e9-73d157e81f12/c6fb4149-ebb5-4be5-900e-ff1a893fa3d4) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:39.998019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:40.002141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:40.060244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba4323-d3d1-49c4-8c32-7af6eb7950b3 None None] Pushing event updated for resources: {'Port': ['ID=aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:40.086766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa926d-0c7b-4e3d-96da-0b3bc6303144 None None] Routers {'04cac3cc-68b9-4dbd-a80f-751b2f0725eb'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:40.087673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c6fa926d-0c7b-4e3d-96da-0b3bc6303144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['04cac3cc-68b9-4dbd-a80f-751b2f0725eb'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:40.112456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-011bfd47-aadb-49c3-a99b-2215adc80d4b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:40.135603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cc52edce-8a07-4143-b80f-8c0fcf8e9fd5 None None] Provisioning complete for port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:40.135974 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc52edce-8a07-4143-b80f-8c0fcf8e9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:40.136308 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-cc52edce-8a07-4143-b80f-8c0fcf8e9fd5 None None] Attempt 1 to provision port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd Oct 05 09:14:40.247223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c6fa926d-0c7b-4e3d-96da-0b3bc6303144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:40.247223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fa926d-0c7b-4e3d-96da-0b3bc6303144 None None] The sync data for ids ['04cac3cc-68b9-4dbd-a80f-751b2f0725eb'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:40.294600 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:40.366905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Router eb9f999d-1907-4891-b68c-da0a96eeb4b2 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:14:40.445940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d67290b6-cca9-4500-a931-1653998ca40d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:40.519064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:40.519434 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:40.519772 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd Oct 05 09:14:40.543761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-011bfd47-aadb-49c3-a99b-2215adc80d4b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:40.574041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:40.593127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Allocated IP 2001:db8::3 (2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66/0b51500b-dc31-467d-871e-b782154928e3/e7390d5f-720c-4e40-9f55-753f3bdbe9b4) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:40.599550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-011bfd47-aadb-49c3-a99b-2215adc80d4b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:40.602333 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:40.623373 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Sync routers for ids ['eb9f999d-1907-4891-b68c-da0a96eeb4b2'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:40.635829 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Routers {'eb9f999d-1907-4891-b68c-da0a96eeb4b2'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:40.636804 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['eb9f999d-1907-4891-b68c-da0a96eeb4b2'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:40.727976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:40.759448 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:40.760901 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-19f43f0a-f932-4b7a-a089-b5e4dcb0bb04 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3664298 Oct 05 09:14:40.768501 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56098) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:40.875254 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Set router eb9f999d-1907-4891-b68c-da0a96eeb4b2 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:14:41.046529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-011bfd47-aadb-49c3-a99b-2215adc80d4b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:41.047103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011bfd47-aadb-49c3-a99b-2215adc80d4b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Fanout notify agent at l3_agent the message router_deleted on router 04cac3cc-68b9-4dbd-a80f-751b2f0725eb {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:14:41.056683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cc52edce-8a07-4143-b80f-8c0fcf8e9fd5 None None] Current status of the port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:41.105231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:41.172072 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:41.271717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Transition to ACTIVE for port object c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:41.301816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:41.313519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b345cd8f-68ef-48d9-9383-a9aa21513a26 None None] Provisioning for port 2b770336-8e1e-489e-99c7-88002e8720c0 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:41.332316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-011bfd47-aadb-49c3-a99b-2215adc80d4b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:41.334434 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-011bfd47-aadb-49c3-a99b-2215adc80d4b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/04cac3cc-68b9-4dbd-a80f-751b2f0725eb HTTP/1.1" status: 204 len: 168 time: 1.5202320 Oct 05 09:14:41.341952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56102) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:41.345220 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f999d-1907-4891-b68c-da0a96eeb4b2', 'name': 'tempest-snat-router-1960200193', 'tenant_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.97'}], 'enable_snat': False}, 'gw_port_id': '2f2bb4fb-7312-49d0-bdb2-fe141719a079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:14:33Z', 'updated_at': '2022-10-05T09:14:38Z', 'revision_number': 3, 'project_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'gw_port': {'id': '2f2bb4fb-7312-49d0-bdb2-fe141719a079', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9f999d-1907-4891-b68c-da0a96eeb4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:14:36Z', 'updated_at': '2022-10-05T09:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:41.358733 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Checking router: eb9f999d-1907-4891-b68c-da0a96eeb4b2 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:14:41.360058 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Updating router eb9f999d-1907-4891-b68c-da0a96eeb4b2 port 2f2bb4fb-7312-49d0-bdb2-fe141719a079 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:14:41.369360 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b345cd8f-68ef-48d9-9383-a9aa21513a26 None None] Provisioning complete for port 2b770336-8e1e-489e-99c7-88002e8720c0 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:41.369738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b345cd8f-68ef-48d9-9383-a9aa21513a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:41.380331 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b345cd8f-68ef-48d9-9383-a9aa21513a26 None None] Attempt 1 to provision port 2b770336-8e1e-489e-99c7-88002e8720c0 Oct 05 09:14:41.443911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:41.457354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:41.459651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Transition to ACTIVE for port object c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:41.517180 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:41.529239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:41.594572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:41.625417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:41.704030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded46384-e1c6-4a6c-9aac-ffb7dc58f13f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting subnet 064fa39b-6396-4162-bca2-c3cb84a0c0fa {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:14:41.718310 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ded46384-e1c6-4a6c-9aac-ffb7dc58f13f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:41.738855 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e5b420ce-75e4-47a2-b811-dba618cdbb97 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/routers/eb9f999d-1907-4891-b68c-da0a96eeb4b2 HTTP/1.1" status: 200 len: 908 time: 0.9607506 Oct 05 09:14:41.743653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56106) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:41.769067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::4ca4:9559:8d3:f2af (19d31986-d6d4-46c2-94b6-97b25bee37cf/dfab4ef6-245c-406f-81e9-73d157e81f12/f1d4b202-d944-49b3-9fba-2738e4e5723d) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:41.815299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Subnet': ['ID=adb9337f-c641-4066-a5f6-33cd9d33ef41,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:41.821427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-d67290b6-cca9-4500-a931-1653998ca40d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8:0:1::2c7 (6f7261ef-38ab-407b-90b2-f849f61f4149/e2b0165d-b875-4e4e-b1c4-d5bba6355cb1/520492b2-f081-49f7-ac23-66805b48e7ca) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:41.832899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:41.848282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:41.856838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ded46384-e1c6-4a6c-9aac-ffb7dc58f13f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:41.858417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:41.860915 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:41.862815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Pushing event updated for resources: {'Port': ['ID=c6fb4149-ebb5-4be5-900e-ff1a893fa3d4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:41.889829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Transition to ACTIVE for port object e7390d5f-720c-4e40-9f55-753f3bdbe9b4 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:41.948720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking segment: {'id': '3ed4a58c-3105-4c9e-9758-4555182ac4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5424877e-2487-4893-8aab-d2b7da4e808d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:41.949487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network hostable DHCP agents. Network: 5424877e-2487-4893-8aab-d2b7da4e808d, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:14:42.028710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.046733 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object f1d4b202-d944-49b3-9fba-2738e4e5723d will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:42.077867 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1960200193', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'enable_snat': True}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:42.082656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.098073 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Transition to ACTIVE for port object e7390d5f-720c-4e40-9f55-753f3bdbe9b4 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:42.108823 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:42.109698 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.109870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network 5424877e-2487-4893-8aab-d2b7da4e808d is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:14:42.110695 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd Oct 05 09:14:42.149302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.200110 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Attempting to bind port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:42.201217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Attempting to bind port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:42.201741 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Attempting to bind port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:42.210612 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 5424877e-2487-4893-8aab-d2b7da4e808d) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:42.235912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae77bca-c0d8-4c36-be30-8a9345a07790 None None] Network 5424877e-2487-4893-8aab-d2b7da4e808d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:42.242775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:42.243629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.250739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b345cd8f-68ef-48d9-9383-a9aa21513a26 None None] Current status of the port 2b770336-8e1e-489e-99c7-88002e8720c0 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:42.251442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b345cd8f-68ef-48d9-9383-a9aa21513a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.263898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.268493 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ded46384-e1c6-4a6c-9aac-ffb7dc58f13f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.273733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:42.274456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:42.275052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.275600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:42.276250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Bound port: c6fb4149-ebb5-4be5-900e-ff1a893fa3d4, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:42.276791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.313803 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.330562 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Transition to ACTIVE for port object 2f2bb4fb-7312-49d0-bdb2-fe141719a079 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:42.332093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=a3b6921b-e8ee-4770-8dc6-dd816242ada3,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:42.338840 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Floating IP a5fea7cd-4c89-4a47-872d-01df6fe41d7e associated. External IP: 172.26.0.118, port: 6c3bc282-d6bd-424a-9a7b-6886080268df. Oct 05 09:14:42.349763 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.361668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d67290b6-cca9-4500-a931-1653998ca40d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.366462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Network 2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:42.379213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-d67290b6-cca9-4500-a931-1653998ca40d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Ignored duplicate provisioning block setup for port 520492b2-f081-49f7-ac23-66805b48e7ca by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:14:42.388873 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:42.403126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.413817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d67290b6-cca9-4500-a931-1653998ca40d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.421281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Subnet': ['ID=0b51500b-dc31-467d-871e-b782154928e3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:42.425314 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:42.434153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:42.473754 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a4273-6ae1-42c4-8a71-18cd1dc574cc None None] Pushing event updated for resources: {'Port': ['ID=2f2bb4fb-7312-49d0-bdb2-fe141719a079,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:42.477700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Pushing event updated for resources: {'Port': ['ID=e7390d5f-720c-4e40-9f55-753f3bdbe9b4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:42.491417 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Attempting to bind port 2f2bb4fb-7312-49d0-bdb2-fe141719a079 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:42.491808 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Attempting to bind port 2f2bb4fb-7312-49d0-bdb2-fe141719a079 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:42.492179 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Attempting to bind port 2f2bb4fb-7312-49d0-bdb2-fe141719a079 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:42.503218 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:42.503591 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:42.503985 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.504505 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:42.505886 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Bound port: 2f2bb4fb-7312-49d0-bdb2-fe141719a079, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:42.506321 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.542865 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=f1d4b202-d944-49b3-9fba-2738e4e5723d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:42.546655 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Usage tracker for resource:router and tenant:dbdae1c089e14721b1a4f9f997df0e52 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:42.556570 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:42.557653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:42.563092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:42.565625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:42.572563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:42.573290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.573798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.582206 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:42.601458 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c46ddfe2-f408-47ce-b495-4fe14b09522a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.1572053 Oct 05 09:14:42.614428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56110) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:42.629694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-651746949'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:42.639072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:42.658365 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] For port 2f2bb4fb-7312-49d0-bdb2-fe141719a079, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:42.663381 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] For port 2f2bb4fb-7312-49d0-bdb2-fe141719a079, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2f2bb4fb-7312-49d0-bdb2-fe141719a079,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:42.669214 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.692217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] For port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:42.696709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] For port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c6fb4149-ebb5-4be5-900e-ff1a893fa3d4,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:42.699282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b345cd8f-68ef-48d9-9383-a9aa21513a26 None None] For port 2b770336-8e1e-489e-99c7-88002e8720c0, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b770336-8e1e-489e-99c7-88002e8720c0,segment=NetworkSegment(4ad74748-18cd-4336-8b84-02d1c53aa7fc),segment_id=4ad74748-18cd-4336-8b84-02d1c53aa7fc)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:42.713843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:42.718745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.720233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.728127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:network and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:42.740923 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3fef51ec-2c00-42e0-8b67-178a3d1d7485 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.0528970 Oct 05 09:14:42.744596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:42.762141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56114) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:42.777483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c38bffc-97c2-4d75-a3b8-4a80607bbe25') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:42.777942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c38bffc-97c2-4d75-a3b8-4a80607bbe25') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:42.780283 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a4273-6ae1-42c4-8a71-18cd1dc574cc None None] Pushing event updated for resources: {'Port': ['ID=2f2bb4fb-7312-49d0-bdb2-fe141719a079,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:42.789512 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Routers {'eb9f999d-1907-4891-b68c-da0a96eeb4b2'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:42.790169 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['eb9f999d-1907-4891-b68c-da0a96eeb4b2'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:42.816776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Attempting to bind port e7390d5f-720c-4e40-9f55-753f3bdbe9b4 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:42.817142 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Attempting to bind port e7390d5f-720c-4e40-9f55-753f3bdbe9b4 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '8c38bffc-97c2-4d75-a3b8-4a80607bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:42.817504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Attempting to bind port e7390d5f-720c-4e40-9f55-753f3bdbe9b4 on network 2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:42.831289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:42.893410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.913300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.918533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b345cd8f-68ef-48d9-9383-a9aa21513a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.924732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67290b6-cca9-4500-a931-1653998ca40d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=520492b2-f081-49f7-ac23-66805b48e7ca,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:42.942176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:42.944237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Checking segment: {'id': '8c38bffc-97c2-4d75-a3b8-4a80607bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:42.944937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.945768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:42.946119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Bound using segment: {'id': '8c38bffc-97c2-4d75-a3b8-4a80607bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:42.946834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.947818 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Bound port: e7390d5f-720c-4e40-9f55-753f3bdbe9b4, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c38bffc-97c2-4d75-a3b8-4a80607bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:42.948473 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.949424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.969792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d67290b6-cca9-4500-a931-1653998ca40d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] In _notify_port_updated(), no bound segment for port 520492b2-f081-49f7-ac23-66805b48e7ca on network 6f7261ef-38ab-407b-90b2-f849f61f4149 {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:14:42.987276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67290b6-cca9-4500-a931-1653998ca40d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:42.987967 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d67290b6-cca9-4500-a931-1653998ca40d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:42.989331 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d67290b6-cca9-4500-a931-1653998ca40d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "PUT /v2.0/ports/520492b2-f081-49f7-ac23-66805b48e7ca HTTP/1.1" status: 200 len: 1011 time: 3.2822316 Oct 05 09:14:42.997301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56118) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:43.002440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ded46384-e1c6-4a6c-9aac-ffb7dc58f13f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:43.062418 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] Set router eb9f999d-1907-4891-b68c-da0a96eeb4b2 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:14:43.062574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:43.075807 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9011d4d-742e-4ade-9ad7-f619a5f9ff8a req-a7d69df3-bc70-45ba-80c7-76aa93e1087c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9314630 Oct 05 09:14:43.118357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:14:43.118891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:43.152872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded46384-e1c6-4a6c-9aac-ffb7dc58f13f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Subnet': ['ID=064fa39b-6396-4162-bca2-c3cb84a0c0fa,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:43.298626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] For port e7390d5f-720c-4e40-9f55-753f3bdbe9b4, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:43.303292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c5f45-0688-4549-ab3e-f8511d0b7c42 None None] Pushing event updated for resources: {'Port': ['ID=c6fb4149-ebb5-4be5-900e-ff1a893fa3d4,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:43.307227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-5424877e-2487-4893-8aab-d2b7da4e808d', 'network_id': '5424877e-2487-4893-8aab-d2b7da4e808d', 'tenant_id': '5e10d7f51494433ca7ebe2ce98107aca', 'fixed_ips': [{'subnet_id': 'adb9337f-c641-4066-a5f6-33cd9d33ef41'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:43.308328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:43.324643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ded46384-e1c6-4a6c-9aac-ffb7dc58f13f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:43.328486 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 8c38bffc-97c2-4d75-a3b8-4a80607bbe25 resource provider aggregate not found Oct 05 09:14:43.446522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2501cb90-b077-4143-985e-c0e42b511267 None None] Network f2955a73-8d7b-43aa-8033-60f3e63a92d0 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:43.595283 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f999d-1907-4891-b68c-da0a96eeb4b2', 'name': 'tempest-snat-router-1960200193', 'tenant_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.97'}], 'enable_snat': False}, 'gw_port_id': '2f2bb4fb-7312-49d0-bdb2-fe141719a079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:14:33Z', 'updated_at': '2022-10-05T09:14:38Z', 'revision_number': 3, 'project_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'gw_port': {'id': '2f2bb4fb-7312-49d0-bdb2-fe141719a079', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9f999d-1907-4891-b68c-da0a96eeb4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:14:36Z', 'updated_at': '2022-10-05T09:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:43.607581 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb579f-0916-496b-8504-3ae1608d2483 None None] The sync data for ids ['eb9f999d-1907-4891-b68c-da0a96eeb4b2'] in dv-neutron-860328-1-hyperv is: [{'id': 'eb9f999d-1907-4891-b68c-da0a96eeb4b2', 'name': 'tempest-snat-router-1960200193', 'tenant_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.97'}], 'enable_snat': False}, 'gw_port_id': '2f2bb4fb-7312-49d0-bdb2-fe141719a079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:14:33Z', 'updated_at': '2022-10-05T09:14:38Z', 'revision_number': 3, 'project_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'gw_port': {'id': '2f2bb4fb-7312-49d0-bdb2-fe141719a079', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9f999d-1907-4891-b68c-da0a96eeb4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:14:36Z', 'updated_at': '2022-10-05T09:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:43.626827 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 8c38bffc-97c2-4d75-a3b8-4a80607bbe25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c38bffc-97c2-4d75-a3b8-4a80607bbe25 found for delete ", "request_id": "req-169998bc-d0ce-437e-9dac-f0335bb2da8b"}]} Oct 05 09:14:43.628454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Provisioning for port 520492b2-f081-49f7-ac23-66805b48e7ca completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:43.668592 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ded46384-e1c6-4a6c-9aac-ffb7dc58f13f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/064fa39b-6396-4162-bca2-c3cb84a0c0fa HTTP/1.1" status: 204 len: 168 time: 2.2886951 Oct 05 09:14:43.673102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1390691e-072d-41bd-855c-20a4beee8d8e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 520492b2-f081-49f7-ac23-66805b48e7ca {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:43.673443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1390691e-072d-41bd-855c-20a4beee8d8e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:43.702143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56126) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:43.710479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Provisioning complete for port 520492b2-f081-49f7-ac23-66805b48e7ca triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:43.712769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:43.712769 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Attempt 1 to provision port 520492b2-f081-49f7-ac23-66805b48e7ca Oct 05 09:14:43.736326 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:14:43.750080 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:43.785254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] For port e7390d5f-720c-4e40-9f55-753f3bdbe9b4, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e7390d5f-720c-4e40-9f55-753f3bdbe9b4,segment=NetworkSegment(8c38bffc-97c2-4d75-a3b8-4a80607bbe25),segment_id=8c38bffc-97c2-4d75-a3b8-4a80607bbe25)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:43.786155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345cd8f-68ef-48d9-9383-a9aa21513a26 None None] Pushing event updated for resources: {'Port': ['ID=2b770336-8e1e-489e-99c7-88002e8720c0,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:43.804494 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:43.848662 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:43.849598 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Added segment d997e265-f2f6-433e-b61a-9f8132e9cc0d of type vlan for network 9518b8ae-8a20-4e3c-8e33-3a67d730ca85 Oct 05 09:14:43.967297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:14:43.967297 dv-neutron-860328-1-hyperv neutron-server[89055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:14:43.967297 dv-neutron-860328-1-hyperv neutron-server[89055]: [parameters: {'id': '2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66'}] Oct 05 09:14:43.967297 dv-neutron-860328-1-hyperv neutron-server[89055]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:14:43.967876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:14:43.973145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea47ad5-95ab-4562-9546-4ae61f6094a8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:43.980461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea47ad5-95ab-4562-9546-4ae61f6094a8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:43.981469 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0ea47ad5-95ab-4562-9546-4ae61f6094a8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:44.007902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:44.044177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:14:44.048371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Port 520492b2-f081-49f7-ac23-66805b48e7ca cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:44.050364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:44.096348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:44.108060 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0ea47ad5-95ab-4562-9546-4ae61f6094a8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:44.109311 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0ea47ad5-95ab-4562-9546-4ae61f6094a8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 1.3457284 Oct 05 09:14:44.159106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56130) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:44.256740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9011d4d-742e-4ade-9ad7-f619a5f9ff8a req-05835aa8-5213-4acd-bedc-c988a0567ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:44.258392 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9011d4d-742e-4ade-9ad7-f619a5f9ff8a req-05835aa8-5213-4acd-bedc-c988a0567ee6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=af3973850af34ff0b1ae6694f898d389&device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 1099 time: 0.9809148 Oct 05 09:14:44.272038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:44.290834 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b5715-16be-4c2b-a76e-21b8391b5016 None None] Network 2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:44.309626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:14:44.435534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01342803-c8f8-4951-8526-aa10601f8799 None None] Pushing event updated for resources: {'Port': ['ID=e7390d5f-720c-4e40-9f55-753f3bdbe9b4,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:44.464163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Allocated IP 172.20.255.242 (5424877e-2487-4893-8aab-d2b7da4e808d/adb9337f-c641-4066-a5f6-33cd9d33ef41/63fc9abd-e19a-4c72-a33c-4e9ecd213ed9) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:44.466040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:44.471594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:44.472128 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:44.483004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:44.486963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:44.487306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:44.542224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-69fb6e35-7217-465f-a16d-fbaf2f184204 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port f1d4b202-d944-49b3-9fba-2738e4e5723d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:44.542440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69fb6e35-7217-465f-a16d-fbaf2f184204 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:44.578304 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Attempt 2 to provision port 520492b2-f081-49f7-ac23-66805b48e7ca Oct 05 09:14:44.638695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:44.656232 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0339863 Oct 05 09:14:44.681895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56134) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:44.683421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:44.698166 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'subnet': {'network_id': '9518b8ae-8a20-4e3c-8e33-3a67d730ca85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:44.738676 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899d2a1-1163-4912-b38b-025ed83e70c4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=9518b8ae-8a20-4e3c-8e33-3a67d730ca85,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:44.755828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting port e7390d5f-720c-4e40-9f55-753f3bdbe9b4 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:44.756510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:44.774484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13639a35-75f9-4f62-8028-364ac5010447 None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:44.806244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 9518b8ae-8a20-4e3c-8e33-3a67d730ca85 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:14:44.810816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1390691e-072d-41bd-855c-20a4beee8d8e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:44.877742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:44.979046 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13639a35-75f9-4f62-8028-364ac5010447 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:44.979905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-13639a35-75f9-4f62-8028-364ac5010447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:45.039003 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-98d3550b-138e-459e-abd9-f9db6f7f96c2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9854851 Oct 05 09:14:45.040784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56138) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:45.049300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f2309c9e-2904-4527-a393-b89e97385746 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:45.075443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Port 520492b2-f081-49f7-ac23-66805b48e7ca cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:45.092890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-13639a35-75f9-4f62-8028-364ac5010447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:45.110256 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:45.137107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1390691e-072d-41bd-855c-20a4beee8d8e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 520492b2-f081-49f7-ac23-66805b48e7ca owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:45.151160 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13639a35-75f9-4f62-8028-364ac5010447 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:45.151779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-13639a35-75f9-4f62-8028-364ac5010447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:45.196569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:subnet and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:45.210124 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b7a0c2-3863-46aa-b633-9a96c965b97c None None] DHCP port deletion for f2955a73-8d7b-43aa-8033-60f3e63a92d0 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:14:45.221088 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:45.232588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:45.236858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9011d4d-742e-4ade-9ad7-f619a5f9ff8a req-3001bf47-5fea-432d-a8f8-0ba414a8c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:45.238334 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9011d4d-742e-4ade-9ad7-f619a5f9ff8a req-3001bf47-5fea-432d-a8f8-0ba414a8c420 service neutron] 10.222.0.45 "GET /v2.0/networks?id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636 HTTP/1.1" status: 200 len: 913 time: 0.9507000 Oct 05 09:14:45.253635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-13639a35-75f9-4f62-8028-364ac5010447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:45.254076 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13639a35-75f9-4f62-8028-364ac5010447 None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:45.259928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-49b7a0c2-3863-46aa-b633-9a96c965b97c None None] Deleting port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:45.260757 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49b7a0c2-3863-46aa-b633-9a96c965b97c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:45.351451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:45.355087 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:45.387198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2309c9e-2904-4527-a393-b89e97385746 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:45.503242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:45.527243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Transition to ACTIVE for port object 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:45.601838 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Attempt 3 to provision port 520492b2-f081-49f7-ac23-66805b48e7ca Oct 05 09:14:45.669865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Transition to ACTIVE for port object 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:45.698807 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-49b7a0c2-3863-46aa-b633-9a96c965b97c None None] For port 100f3c50-a49c-4d4a-a76c-4d5590e99a92, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=100f3c50-a49c-4d4a-a76c-4d5590e99a92,segment=NetworkSegment(d0708c15-ed4b-4099-a81a-1b2caf21c678),segment_id=d0708c15-ed4b-4099-a81a-1b2caf21c678)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:45.698948 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49b7a0c2-3863-46aa-b633-9a96c965b97c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:45.710573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:45.746204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:45.749810 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] For port 100f3c50-a49c-4d4a-a76c-4d5590e99a92, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=100f3c50-a49c-4d4a-a76c-4d5590e99a92,segment=NetworkSegment(d0708c15-ed4b-4099-a81a-1b2caf21c678),segment_id=d0708c15-ed4b-4099-a81a-1b2caf21c678)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:45.750201 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:45.760098 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Port 520492b2-f081-49f7-ac23-66805b48e7ca cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:45.809518 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9011d4d-742e-4ade-9ad7-f619a5f9ff8a req-f644d823-799c-4a45-afb1-674e074326ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d HTTP/1.1" status: 200 len: 1002 time: 0.5376434 Oct 05 09:14:45.862023 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:45.972120 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-49b7a0c2-3863-46aa-b633-9a96c965b97c None None] Calling delete_port for 100f3c50-a49c-4d4a-a76c-4d5590e99a92 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:46.016089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for 100f3c50-a49c-4d4a-a76c-4d5590e99a92 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:46.024179 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Allocated IP 172.26.0.177 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/04dcdea4-f9ef-4543-80a2-d9fd0eaf8d85) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:46.045358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69fb6e35-7217-465f-a16d-fbaf2f184204 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.057254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b770336-8e1e-489e-99c7-88002e8720c0 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:46.109519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Network 5424877e-2487-4893-8aab-d2b7da4e808d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:46.117413 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:46.119988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:46.146627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Pushing event updated for resources: {'Port': ['ID=63fc9abd-e19a-4c72-a33c-4e9ecd213ed9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:46.259619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49b7a0c2-3863-46aa-b633-9a96c965b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.260134 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-69fb6e35-7217-465f-a16d-fbaf2f184204 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for f1d4b202-d944-49b3-9fba-2738e4e5723d owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:46.291451 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Attempt 4 to provision port 520492b2-f081-49f7-ac23-66805b48e7ca Oct 05 09:14:46.315636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2309c9e-2904-4527-a393-b89e97385746 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.322127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] For port e7390d5f-720c-4e40-9f55-753f3bdbe9b4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e7390d5f-720c-4e40-9f55-753f3bdbe9b4,segment=NetworkSegment(8c38bffc-97c2-4d75-a3b8-4a80607bbe25),segment_id=8c38bffc-97c2-4d75-a3b8-4a80607bbe25)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:46.322501 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.336852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9011d4d-742e-4ade-9ad7-f619a5f9ff8a req-221f74c6-21d8-441b-9025-0e040f1dddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:46.338358 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9011d4d-742e-4ade-9ad7-f619a5f9ff8a req-221f74c6-21d8-441b-9025-0e040f1dddd3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1dcf1b6-1798-4fba-b27d-a8b43c2672bc HTTP/1.1" status: 200 len: 851 time: 0.5079746 Oct 05 09:14:46.339582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2309c9e-2904-4527-a393-b89e97385746 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.340332 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-f2309c9e-2904-4527-a393-b89e97385746 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Floating IP a5fea7cd-4c89-4a47-872d-01df6fe41d7e disassociated. External IP: 172.26.0.118, port: 6c3bc282-d6bd-424a-9a7b-6886080268df. Oct 05 09:14:46.361789 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7a0c2-3863-46aa-b633-9a96c965b97c None None] Pushing event deleted for resources: {'Port': ['ID=100f3c50-a49c-4d4a-a76c-4d5590e99a92,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:46.371219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7a0c2-3863-46aa-b633-9a96c965b97c None None] No DVR routers for this DVR port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:14:46.383194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Attempting to bind port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:46.383194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Attempting to bind port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '3ed4a58c-3105-4c9e-9758-4555182ac4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5424877e-2487-4893-8aab-d2b7da4e808d'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:46.383768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Attempting to bind port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 on network 5424877e-2487-4893-8aab-d2b7da4e808d {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:46.392262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 2b770336-8e1e-489e-99c7-88002e8720c0 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:46.392876 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.393316 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 2b770336-8e1e-489e-99c7-88002e8720c0 Oct 05 09:14:46.436586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:46.437247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Checking segment: {'id': '3ed4a58c-3105-4c9e-9758-4555182ac4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5424877e-2487-4893-8aab-d2b7da4e808d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:46.437698 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.438274 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Bound using segment: {'id': '3ed4a58c-3105-4c9e-9758-4555182ac4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5424877e-2487-4893-8aab-d2b7da4e808d'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:46.439113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Bound port: 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed4a58c-3105-4c9e-9758-4555182ac4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5424877e-2487-4893-8aab-d2b7da4e808d'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:46.439460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.452270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.460745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Port 520492b2-f081-49f7-ac23-66805b48e7ca cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:14:46.569036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Calling delete_port for e7390d5f-720c-4e40-9f55-753f3bdbe9b4 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:46.584367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.596780 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] For port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:46.613394 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 2b770336-8e1e-489e-99c7-88002e8720c0 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:46.615253 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2f2bb4fb-7312-49d0-bdb2-fe141719a079 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:46.652301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:14:46.652549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:14:46.693420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] For port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=63fc9abd-e19a-4c72-a33c-4e9ecd213ed9,segment=NetworkSegment(3ed4a58c-3105-4c9e-9758-4555182ac4e8),segment_id=3ed4a58c-3105-4c9e-9758-4555182ac4e8)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:46.694659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 2f2bb4fb-7312-49d0-bdb2-fe141719a079 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:46.697948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1390691e-072d-41bd-855c-20a4beee8d8e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.703171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.741143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 2f2bb4fb-7312-49d0-bdb2-fe141719a079 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:46.741670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.742157 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 2f2bb4fb-7312-49d0-bdb2-fe141719a079 Oct 05 09:14:46.753891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Subnet': ['ID=d4fc071a-1f80-4e95-81ef-c275b1be7f60,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:46.767596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.799798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390691e-072d-41bd-855c-20a4beee8d8e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=520492b2-f081-49f7-ac23-66805b48e7ca,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:46.810013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.826022 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking segment: {'id': 'd997e265-f2f6-433e-b61a-9f8132e9cc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9518b8ae-8a20-4e3c-8e33-3a67d730ca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:46.826022 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network hostable DHCP agents. Network: 9518b8ae-8a20-4e3c-8e33-3a67d730ca85, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:14:46.856946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb1205-7ee7-41df-8c8a-3a324a37a078 None None] Pushing event updated for resources: {'Port': ['ID=63fc9abd-e19a-4c72-a33c-4e9ecd213ed9,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:46.929235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:46.932844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 2f2bb4fb-7312-49d0-bdb2-fe141719a079 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:46.933473 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:46.943514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No DVR routers for this DVR port e7390d5f-720c-4e40-9f55-753f3bdbe9b4 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:14:46.946862 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:46.948586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Port': ['ID=e7390d5f-720c-4e40-9f55-753f3bdbe9b4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:46.954203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:46.959466 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 2f2bb4fb-7312-49d0-bdb2-fe141719a079, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2f2bb4fb-7312-49d0-bdb2-fe141719a079,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:46.961900 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Attempt 5 to provision port 520492b2-f081-49f7-ac23-66805b48e7ca Oct 05 09:14:46.988947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event updated for resources: {'Port': ['ID=04dcdea4-f9ef-4543-80a2-d9fd0eaf8d85,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:47.004764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Port 520492b2-f081-49f7-ac23-66805b48e7ca was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:14:47.008258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:47.015050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9011d4d-742e-4ade-9ad7-f619a5f9ff8a req-f976210c-9960-41f3-8046-2b33927b798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:47.016552 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9011d4d-742e-4ade-9ad7-f619a5f9ff8a req-f976210c-9960-41f3-8046-2b33927b798b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6690972 Oct 05 09:14:47.031009 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network 9518b8ae-8a20-4e3c-8e33-3a67d730ca85 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:14:47.084666 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Provisioning complete for port 2b770336-8e1e-489e-99c7-88002e8720c0 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:47.085202 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:47.085822 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Attempt 1 to provision port 2b770336-8e1e-489e-99c7-88002e8720c0 Oct 05 09:14:47.087279 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 9518b8ae-8a20-4e3c-8e33-3a67d730ca85) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:47.135337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4148f5e0-d901-44c7-b228-a49a3610326a None None] Network 9518b8ae-8a20-4e3c-8e33-3a67d730ca85 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:47.176608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2309c9e-2904-4527-a393-b89e97385746 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:14:47.188934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:47.189526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:47.363135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 100f3c50-a49c-4d4a-a76c-4d5590e99a92 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:14:47.449223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 100f3c50-a49c-4d4a-a76c-4d5590e99a92 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:14:47.449637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 100f3c50-a49c-4d4a-a76c-4d5590e99a92 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:14:47.485471 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=2f2bb4fb-7312-49d0-bdb2-fe141719a079,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:47.539677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port 100f3c50-a49c-4d4a-a76c-4d5590e99a92 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:47.540030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:47.581406 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-49569261-edbe-4679-9d86-3b76e659ae6b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8931589 Oct 05 09:14:47.582714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56142) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:47.597027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-9518b8ae-8a20-4e3c-8e33-3a67d730ca85', 'network_id': '9518b8ae-8a20-4e3c-8e33-3a67d730ca85', 'tenant_id': '5e10d7f51494433ca7ebe2ce98107aca', 'fixed_ips': [{'subnet_id': 'd4fc071a-1f80-4e95-81ef-c275b1be7f60'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:47.597803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:47.616001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69fb6e35-7217-465f-a16d-fbaf2f184204 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:47.652530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1390691e-072d-41bd-855c-20a4beee8d8e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:47.675690 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1390691e-072d-41bd-855c-20a4beee8d8e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/520492b2-f081-49f7-ac23-66805b48e7ca HTTP/1.1" status: 204 len: 168 time: 4.6726556 Oct 05 09:14:47.678868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Current status of the port 2b770336-8e1e-489e-99c7-88002e8720c0 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:47.714008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56146) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:47.714703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Provisioning complete for port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:47.715226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:47.715776 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Attempt 1 to provision port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd Oct 05 09:14:47.718475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] The port '100f3c50-a49c-4d4a-a76c-4d5590e99a92' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:14:47.732343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:47.804646 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdec1bc-3992-487b-9fd9-48c63430150f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:14:47.805895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0fdec1bc-3992-487b-9fd9-48c63430150f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:47.836402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb6e35-7217-465f-a16d-fbaf2f184204 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=f1d4b202-d944-49b3-9fba-2738e4e5723d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:47.893441 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Allocated IP 172.20.0.2 (9518b8ae-8a20-4e3c-8e33-3a67d730ca85/d4fc071a-1f80-4e95-81ef-c275b1be7f60/50e0f743-770a-4ecc-a01d-b340300c6fdd) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:47.940537 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78e7e0a3-342f-4de5-9903-0b9caf29597e None None] Current status of the port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:47.991308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.000425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2309c9e-2904-4527-a393-b89e97385746 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:48.013529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2309c9e-2904-4527-a393-b89e97385746 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.015967 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0629664c-5075-4cfb-a56e-951fb3f2d58c None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:48.033438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2955a73-8d7b-43aa-8033-60f3e63a92d0']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:48.041849 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0629664c-5075-4cfb-a56e-951fb3f2d58c None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:48.043282 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0629664c-5075-4cfb-a56e-951fb3f2d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:48.081800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-db17318c-7c04-49ff-b4b3-8d5e052195af None None] Could not find standard attr ID for object 520492b2-f081-49f7-ac23-66805b48e7ca. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:14:48.097600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0fdec1bc-3992-487b-9fd9-48c63430150f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:48.098047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-db17318c-7c04-49ff-b4b3-8d5e052195af None None] Could not find standard attr ID for object f1d4b202-d944-49b3-9fba-2738e4e5723d. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:14:48.098852 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0fdec1bc-3992-487b-9fd9-48c63430150f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/520492b2-f081-49f7-ac23-66805b48e7ca HTTP/1.1" status: 404 len: 333 time: 0.3838553 Oct 05 09:14:48.122449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56150) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:48.179024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2f2bb4fb-7312-49d0-bdb2-fe141719a079 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:48.179931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0708c15-ed4b-4099-a81a-1b2caf21c678') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:48.180234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0708c15-ed4b-4099-a81a-1b2caf21c678') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:48.207967 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f2309c9e-2904-4527-a393-b89e97385746 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "PUT /v2.0/floatingips/a5fea7cd-4c89-4a47-872d-01df6fe41d7e HTTP/1.1" status: 200 len: 688 time: 3.1659775 Oct 05 09:14:48.209898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-db17318c-7c04-49ff-b4b3-8d5e052195af None None] Provisioning for port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:48.216735 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0629664c-5075-4cfb-a56e-951fb3f2d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:48.217276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:48.222018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56154) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:48.232235 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0629664c-5075-4cfb-a56e-951fb3f2d58c None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:48.233066 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0629664c-5075-4cfb-a56e-951fb3f2d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:48.293779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-db17318c-7c04-49ff-b4b3-8d5e052195af None None] Provisioning complete for port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:48.294174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db17318c-7c04-49ff-b4b3-8d5e052195af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.294515 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-db17318c-7c04-49ff-b4b3-8d5e052195af None None] Attempt 1 to provision port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 Oct 05 09:14:48.297515 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9011d4d-742e-4ade-9ad7-f619a5f9ff8a req-047ba446-1d24-4ed6-adf7-a57ed40baf81 service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2663202 Oct 05 09:14:48.301018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69fb6e35-7217-465f-a16d-fbaf2f184204 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.303498 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-69fb6e35-7217-465f-a16d-fbaf2f184204 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/f1d4b202-d944-49b3-9fba-2738e4e5723d HTTP/1.1" status: 204 len: 168 time: 4.1398864 Oct 05 09:14:48.317403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.321395 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0629664c-5075-4cfb-a56e-951fb3f2d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:48.322031 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0629664c-5075-4cfb-a56e-951fb3f2d58c None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:48.335461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.354358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56158) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:48.356323 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c38bffc-97c2-4d75-a3b8-4a80607bbe25') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:48.356804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c38bffc-97c2-4d75-a3b8-4a80607bbe25') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:48.414754 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.430007 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Transition to ACTIVE for port object 50e0f743-770a-4ecc-a01d-b340300c6fdd will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:48.453562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.462228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:14:48.462850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.467674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Transition to ACTIVE for port object 50e0f743-770a-4ecc-a01d-b340300c6fdd will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:48.490498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.558479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe4e76-338d-4c2c-8a2e-bc31461b2c0b None None] Network 5424877e-2487-4893-8aab-d2b7da4e808d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:48.620210 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.629315 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d0708c15-ed4b-4099-a81a-1b2caf21c678 resource provider aggregate not found Oct 05 09:14:48.636091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Network 9518b8ae-8a20-4e3c-8e33-3a67d730ca85 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:48.648434 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 2f2bb4fb-7312-49d0-bdb2-fe141719a079 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:48.648815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.649159 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 2f2bb4fb-7312-49d0-bdb2-fe141719a079 Oct 05 09:14:48.676272 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d0708c15-ed4b-4099-a81a-1b2caf21c678 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0708c15-ed4b-4099-a81a-1b2caf21c678 found for delete ", "request_id": "req-a1578d9d-90d8-4f06-b314-e9ad114adc3f"}]} Oct 05 09:14:48.678438 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:48.691959 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d308e8d1-ba4a-491f-a47f-c23fa43dfcd5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:48.693934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d308e8d1-ba4a-491f-a47f-c23fa43dfcd5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:48.694860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d308e8d1-ba4a-491f-a47f-c23fa43dfcd5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:48.705204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.719192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:48.722678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-16e2a61a-4c41-47a6-b3d2-762aae09e603 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port a3b6921b-e8ee-4770-8dc6-dd816242ada3 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:48.723012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-16e2a61a-4c41-47a6-b3d2-762aae09e603 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.723918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.734880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.737523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d308e8d1-ba4a-491f-a47f-c23fa43dfcd5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:48.741831 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d308e8d1-ba4a-491f-a47f-c23fa43dfcd5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3746934 Oct 05 09:14:48.745409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:14:48.745766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.749113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56166) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:48.771847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe56642-1bdb-4892-a29d-a622798ffab5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting subnet e2b0165d-b875-4e4e-b1c4-d5bba6355cb1 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:14:48.785727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.811286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abe56642-1bdb-4892-a29d-a622798ffab5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.870172 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Network': ['ID=f2955a73-8d7b-43aa-8033-60f3e63a92d0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:48.891707 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cb3d5b45-961a-4db7-9af3-224db6d49713 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/networks/f2955a73-8d7b-43aa-8033-60f3e63a92d0 HTTP/1.1" status: 204 len: 168 time: 5.1875331 Oct 05 09:14:48.897780 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56170) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:48.901117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-db17318c-7c04-49ff-b4b3-8d5e052195af None None] Current status of the port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:48.901585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db17318c-7c04-49ff-b4b3-8d5e052195af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.905203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-499841790', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:48.911396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Pushing event updated for resources: {'Port': ['ID=50e0f743-770a-4ecc-a01d-b340300c6fdd,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:48.920342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Deleting port 50e0f743-770a-4ecc-a01d-b340300c6fdd {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:48.920788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.955256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:48.976412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:router and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:48.979298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.983486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:48.987796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:49.015680 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9011d4d-742e-4ade-9ad7-f619a5f9ff8a req-72c906ea-05ea-492c-a2d2-ab498b0b34e6 service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6890929 Oct 05 09:14:49.016561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:49.033327 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66 HTTP/1.1" status: 204 len: 168 time: 10.0016840 Oct 05 09:14:49.046332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56174) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:49.055229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-732913424'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:49.059282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Attempting to bind port 50e0f743-770a-4ecc-a01d-b340300c6fdd on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:49.059662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Attempting to bind port 50e0f743-770a-4ecc-a01d-b340300c6fdd by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'd997e265-f2f6-433e-b61a-9f8132e9cc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9518b8ae-8a20-4e3c-8e33-3a67d730ca85'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:49.060037 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Attempting to bind port 50e0f743-770a-4ecc-a01d-b340300c6fdd on network 9518b8ae-8a20-4e3c-8e33-3a67d730ca85 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:49.072319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-db17318c-7c04-49ff-b4b3-8d5e052195af None None] For port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c6fb4149-ebb5-4be5-900e-ff1a893fa3d4,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:49.085490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557f6c4-536e-4578-a01b-1953cd73f18e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Network': ['ID=2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:49.094772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:49.097204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.098239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.110662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:network and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:49.116277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:49.119744 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:49.120127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Checking segment: {'id': 'd997e265-f2f6-433e-b61a-9f8132e9cc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9518b8ae-8a20-4e3c-8e33-3a67d730ca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:49.120531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.120928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Bound using segment: {'id': 'd997e265-f2f6-433e-b61a-9f8132e9cc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9518b8ae-8a20-4e3c-8e33-3a67d730ca85'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:49.121420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Bound port: 50e0f743-770a-4ecc-a01d-b340300c6fdd, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd997e265-f2f6-433e-b61a-9f8132e9cc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9518b8ae-8a20-4e3c-8e33-3a67d730ca85'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:49.121783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.124834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:49.139983 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db17318c-7c04-49ff-b4b3-8d5e052195af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.142003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abe56642-1bdb-4892-a29d-a622798ffab5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.173297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.175305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:49.178080 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.264124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a93a5c9-d2f5-4060-83cc-b1a7bccb95a9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet dfab4ef6-245c-406f-81e9-73d157e81f12 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:14:49.276564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a93a5c9-d2f5-4060-83cc-b1a7bccb95a9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.285484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:14:49.332970 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.346520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 2f2bb4fb-7312-49d0-bdb2-fe141719a079 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:49.347644 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:49.422221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e5b8ebdf-1290-4b37-bd32-de535d369e5a None None] Provisioning for port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:49.425036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17318c-7c04-49ff-b4b3-8d5e052195af None None] Pushing event updated for resources: {'Port': ['ID=c6fb4149-ebb5-4be5-900e-ff1a893fa3d4,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:49.483271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] For port 50e0f743-770a-4ecc-a01d-b340300c6fdd, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:49.488379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] For port 50e0f743-770a-4ecc-a01d-b340300c6fdd, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=50e0f743-770a-4ecc-a01d-b340300c6fdd,segment=NetworkSegment(d997e265-f2f6-433e-b61a-9f8132e9cc0d),segment_id=d997e265-f2f6-433e-b61a-9f8132e9cc0d)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:49.498470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.547910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:49.561111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:49.562442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.562442 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 Oct 05 09:14:49.577277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a93a5c9-d2f5-4060-83cc-b1a7bccb95a9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.601817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.602464 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Added segment abbd6482-d64b-4f49-845b-63773e0d238f of type vlan for network d73d8d5d-d3b1-48f3-9991-a741ac57daba Oct 05 09:14:49.656651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6b45d-a974-4f7c-a7e4-2f1801142579 None None] Pushing event updated for resources: {'Port': ['ID=50e0f743-770a-4ecc-a01d-b340300c6fdd,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:49.740960 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-16e2a61a-4c41-47a6-b3d2-762aae09e603 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.741295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-16e2a61a-4c41-47a6-b3d2-762aae09e603 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.758167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:49.758465 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.788406 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] For port 50e0f743-770a-4ecc-a01d-b340300c6fdd, host dv-neutron-860328-1-hyperv, got binding levels [] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:49.788861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.798000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=63fc9abd-e19a-4c72-a33c-4e9ecd213ed9,segment=NetworkSegment(3ed4a58c-3105-4c9e-9758-4555182ac4e8),segment_id=3ed4a58c-3105-4c9e-9758-4555182ac4e8)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:49.805854 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.810529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.839768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.898896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=63fc9abd-e19a-4c72-a33c-4e9ecd213ed9,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:49.951258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cdaa8294-1b81-4386-88ed-dc0afa8a846f None None] Provisioning complete for port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:49.951926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cdaa8294-1b81-4386-88ed-dc0afa8a846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:49.952445 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-cdaa8294-1b81-4386-88ed-dc0afa8a846f None None] Attempt 1 to provision port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 Oct 05 09:14:50.012739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:50.026497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abe56642-1bdb-4892-a29d-a622798ffab5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:50.066143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Calling delete_port for 50e0f743-770a-4ecc-a01d-b340300c6fdd owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:50.117606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:50.117821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:50.118113 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 Oct 05 09:14:50.126109 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-16e2a61a-4c41-47a6-b3d2-762aae09e603 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for a3b6921b-e8ee-4770-8dc6-dd816242ada3 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:50.164363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abe56642-1bdb-4892-a29d-a622798ffab5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:50.221670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:50.229063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:50.229450 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:50.231426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe56642-1bdb-4892-a29d-a622798ffab5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b0165d-b875-4e4e-b1c4-d5bba6355cb1,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:50.252173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa8294-1b81-4386-88ed-dc0afa8a846f None None] Current status of the port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:50.286916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29269930-337f-4ab1-84d0-5b09025b0aeb None None] Network 6f7261ef-38ab-407b-90b2-f849f61f4149 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:50.325641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abe56642-1bdb-4892-a29d-a622798ffab5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:50.333763 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a93a5c9-d2f5-4060-83cc-b1a7bccb95a9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:50.386583 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:14:50.386973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:14:50.398457 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3477862 Oct 05 09:14:50.398691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56178) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:50.399466 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:50.401585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc59514-c8ad-4145-8c7b-f427783bf64f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Network': ['ID=d73d8d5d-d3b1-48f3-9991-a741ac57daba,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:50.408181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'subnet': {'network_id': 'd73d8d5d-d3b1-48f3-9991-a741ac57daba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:50.415182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network d73d8d5d-d3b1-48f3-9991-a741ac57daba details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:14:50.434479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Router 976be078-be9d-48ed-b362-11741e42dfb3 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:14:50.467628 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-abe56642-1bdb-4892-a29d-a622798ffab5 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/e2b0165d-b875-4e4e-b1c4-d5bba6355cb1 HTTP/1.1" status: 204 len: 168 time: 2.3341568 Oct 05 09:14:50.476192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56182) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:50.552041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:50.559125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:subnet and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:50.562442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:50.582903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:50.650589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-16e2a61a-4c41-47a6-b3d2-762aae09e603 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:50.693125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:50.697585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:50.720391 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 8c38bffc-97c2-4d75-a3b8-4a80607bbe25 resource provider aggregate not found Oct 05 09:14:50.789686 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 8c38bffc-97c2-4d75-a3b8-4a80607bbe25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c38bffc-97c2-4d75-a3b8-4a80607bbe25 found for delete ", "request_id": "req-7ee29fde-9c1c-4efc-b3e0-0334a1b6b295"}]} Oct 05 09:14:50.794520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2a61a-4c41-47a6-b3d2-762aae09e603 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=a3b6921b-e8ee-4770-8dc6-dd816242ada3,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:50.865762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f81b56a-fadc-4e44-98ee-e29238ae4fed tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting subnet 2ecef561-89d2-4aea-ba12-243d669ad29b {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:14:50.871478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a93a5c9-d2f5-4060-83cc-b1a7bccb95a9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:50.919032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Deleting port 50e0f743-770a-4ecc-a01d-b340300c6fdd {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:50.919379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:50.922798 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f81b56a-fadc-4e44-98ee-e29238ae4fed tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:50.968992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:50.981176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a418a17a-248d-460d-8c48-28d3e48ecb86 None None] Network 9518b8ae-8a20-4e3c-8e33-3a67d730ca85 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:51.024001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:51.187096 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fede1395-51bf-4862-8f1d-53c550e52819 None None] Provisioning for port 50e0f743-770a-4ecc-a01d-b340300c6fdd completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:51.228956 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93a5c9-d2f5-4060-83cc-b1a7bccb95a9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=dfab4ef6-245c-406f-81e9-73d157e81f12,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:51.239877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c991d6-8524-4454-a366-2bc0a052e987 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:51.311586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f81b56a-fadc-4e44-98ee-e29238ae4fed tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:51.361431 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a93a5c9-d2f5-4060-83cc-b1a7bccb95a9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:51.380853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:51.393087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] Sync routers for ids ['976be078-be9d-48ed-b362-11741e42dfb3'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:51.421333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] Routers {'976be078-be9d-48ed-b362-11741e42dfb3'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:51.422208 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['976be078-be9d-48ed-b362-11741e42dfb3'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:51.448198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:51.452489 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c88df488-65fc-44f6-a363-67883cc2da86 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.3813028 Oct 05 09:14:51.455857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56192) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:51.473651 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8a93a5c9-d2f5-4060-83cc-b1a7bccb95a9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/dfab4ef6-245c-406f-81e9-73d157e81f12 HTTP/1.1" status: 204 len: 168 time: 2.7131019 Oct 05 09:14:51.475257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56196) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:51.556845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-16e2a61a-4c41-47a6-b3d2-762aae09e603 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:51.559271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-16e2a61a-4c41-47a6-b3d2-762aae09e603 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:51.563742 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-16e2a61a-4c41-47a6-b3d2-762aae09e603 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/floatingips/a5fea7cd-4c89-4a47-872d-01df6fe41d7e HTTP/1.1" status: 204 len: 168 time: 3.3375101 Oct 05 09:14:51.571533 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56200) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:51.585234 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '5e9d611b-9e0a-4eed-8907-8ca29a945b2b'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:51.602284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:51.617384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8292378-17aa-4901-a666-b0bec1ec2bc2 req-827b254a-4dff-4177-abd2-922dfaa09b0e tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:51.618554 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a8292378-17aa-4901-a666-b0bec1ec2bc2 req-827b254a-4dff-4177-abd2-922dfaa09b0e tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.3837252 Oct 05 09:14:51.619795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:floatingip and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:51.637405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:51.638205 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7995290f-686b-4af8-b6e2-f5d3eb569b9b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1099744 Oct 05 09:14:51.647185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56204) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:51.657499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:51.751080 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f81b56a-fadc-4e44-98ee-e29238ae4fed tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:51.752273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Allocated IP 172.26.0.235 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/bea900d3-5697-4c69-9b69-119f212f8c28) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:51.764175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1beb05ab-93a4-43cd-9bb4-2b8e6c5c7237 None None] Provisioning complete for port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:51.764676 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1beb05ab-93a4-43cd-9bb4-2b8e6c5c7237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:51.764948 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1beb05ab-93a4-43cd-9bb4-2b8e6c5c7237 None None] Attempt 1 to provision port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd Oct 05 09:14:51.803835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:51.846173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] Set router 976be078-be9d-48ed-b362-11741e42dfb3 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:14:51.850266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:51.923622 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a8292378-17aa-4901-a666-b0bec1ec2bc2 req-05b7dafc-ee25-4343-b50f-af384cc2790f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681372 Oct 05 09:14:51.952549 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-67278e9f-c69b-4706-8170-387113cfa55d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/routers/976be078-be9d-48ed-b362-11741e42dfb3 HTTP/1.1" status: 200 len: 908 time: 0.4897401 Oct 05 09:14:51.953455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56208) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:51.995600 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] For port 50e0f743-770a-4ecc-a01d-b340300c6fdd, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=50e0f743-770a-4ecc-a01d-b340300c6fdd,segment=NetworkSegment(d997e265-f2f6-433e-b61a-9f8132e9cc0d),segment_id=d997e265-f2f6-433e-b61a-9f8132e9cc0d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:51.996097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.176972 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 50e0f743-770a-4ecc-a01d-b340300c6fdd up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:52.221555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f81b56a-fadc-4e44-98ee-e29238ae4fed tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.227089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Calling delete_port for 50e0f743-770a-4ecc-a01d-b340300c6fdd owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:52.332066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edf0f9e-ccd5-4fff-861f-f538bdbd7abc tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:52.332779 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5edf0f9e-ccd5-4fff-861f-f538bdbd7abc tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:52.336503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Subnet': ['ID=24dd0138-2e7c-4e14-bb6a-2270802fc464,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:52.345561 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81b56a-fadc-4e44-98ee-e29238ae4fed tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Subnet': ['ID=2ecef561-89d2-4aea-ba12-243d669ad29b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:52.360920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f81b56a-fadc-4e44-98ee-e29238ae4fed tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.377556 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1f81b56a-fadc-4e44-98ee-e29238ae4fed tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/2ecef561-89d2-4aea-ba12-243d669ad29b HTTP/1.1" status: 204 len: 168 time: 1.8963380 Oct 05 09:14:52.381900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56214) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:52.387739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc2fc48-51f3-4def-bf7c-4fa4c40eb85d None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:14:52.389708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3febcb2-7ce8-452d-b6ce-19c289bdaf7f None None] Network 6f7261ef-38ab-407b-90b2-f849f61f4149 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:52.417467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Checking segment: {'id': 'abbd6482-d64b-4f49-845b-63773e0d238f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd73d8d5d-d3b1-48f3-9991-a741ac57daba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:52.417828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network hostable DHCP agents. Network: d73d8d5d-d3b1-48f3-9991-a741ac57daba, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:14:52.429082 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.493847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2fc48-51f3-4def-bf7c-4fa4c40eb85d None None] Deleting port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:52.494247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fc48-51f3-4def-bf7c-4fa4c40eb85d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.495855 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773fd3b-4186-4562-a5a2-0098a5f79108 req-0b0e56c2-db47-4161-9753-506067adf16c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:52.497328 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8773fd3b-4186-4562-a5a2-0098a5f79108 req-0b0e56c2-db47-4161-9753-506067adf16c tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.3780870 Oct 05 09:14:52.500585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.512450 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.516788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5edf0f9e-ccd5-4fff-861f-f538bdbd7abc tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:52.520056 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5edf0f9e-ccd5-4fff-861f-f538bdbd7abc tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8657646 Oct 05 09:14:52.525409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56218) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:52.533815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1beb05ab-93a4-43cd-9bb4-2b8e6c5c7237 None None] Current status of the port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:52.566375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 50e0f743-770a-4ecc-a01d-b340300c6fdd completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:52.603220 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 50e0f743-770a-4ecc-a01d-b340300c6fdd triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:52.603540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.603839 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 50e0f743-770a-4ecc-a01d-b340300c6fdd Oct 05 09:14:52.663174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network d73d8d5d-d3b1-48f3-9991-a741ac57daba is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:14:52.680138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.695455 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8773fd3b-4186-4562-a5a2-0098a5f79108 req-4b35436a-18d2-49c6-bc22-2d0eb46cd919 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849520 Oct 05 09:14:52.715395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf821344-d127-4c14-8762-03d914e95f51 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:52.720535 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bf821344-d127-4c14-8762-03d914e95f51 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1762557 Oct 05 09:14:52.720535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, d73d8d5d-d3b1-48f3-9991-a741ac57daba) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:52.728563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56222) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:52.733081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:52.734286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.751578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.766830 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc479c36-1347-4656-a34b-7d83d5e39623 None None] Network d73d8d5d-d3b1-48f3-9991-a741ac57daba requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:52.768507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Deleting port 04dcdea4-f9ef-4543-80a2-d9fd0eaf8d85 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:52.769160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.809090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:52.811099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.855707 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.903079 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7f290c7f-8f2d-4a9d-9ecf-a6107575cfec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1645536 Oct 05 09:14:52.909990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:52.924337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56228) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:52.938919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:52.955981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Port': ['ID=50e0f743-770a-4ecc-a01d-b340300c6fdd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:53.136466 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-18dda0a2-0c25-46ed-8084-4264d602aaad None None] Provisioning complete for port 50e0f743-770a-4ecc-a01d-b340300c6fdd triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:53.136804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-18dda0a2-0c25-46ed-8084-4264d602aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:53.137069 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-18dda0a2-0c25-46ed-8084-4264d602aaad None None] Attempt 1 to provision port 50e0f743-770a-4ecc-a01d-b340300c6fdd Oct 05 09:14:53.171607 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Could not find standard attr ID for object 50e0f743-770a-4ecc-a01d-b340300c6fdd. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:14:53.172922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.26.0.145 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/769e7785-4388-4ab7-b555-1f5948282ade) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:53.187065 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No ports have port_id starting with 50e0f743-770a-4ecc-a01d-b340300c6fdd Oct 05 09:14:53.204549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-18dda0a2-0c25-46ed-8084-4264d602aaad None None] Port 50e0f743-770a-4ecc-a01d-b340300c6fdd was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:14:53.214227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:53.244730 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2dfd1eae-ac55-40e8-a974-6a967d3afa56 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8450081 Oct 05 09:14:53.251225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56232) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:53.259656 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb5da75-38f0-4c16-9c8b-a275864dc857 None None] DHCP port deletion for 9518b8ae-8a20-4e3c-8e33-3a67d730ca85 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:14:53.297401 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976be078-be9d-48ed-b362-11741e42dfb3', 'name': 'tempest-snat-router-1960200193', 'tenant_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '04dcdea4-f9ef-4543-80a2-d9fd0eaf8d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:14:42Z', 'updated_at': '2022-10-05T09:14:47Z', 'revision_number': 3, 'project_id': 'dbdae1c089e14721b1a4f9f997df0e52', 'gw_port': {'id': '04dcdea4-f9ef-4543-80a2-d9fd0eaf8d85', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976be078-be9d-48ed-b362-11741e42dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:14:45Z', 'updated_at': '2022-10-05T09:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:53.306559 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:53.330524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fbc2fc48-51f3-4def-bf7c-4fa4c40eb85d None None] For port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c6fb4149-ebb5-4be5-900e-ff1a893fa3d4,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:53.331197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fc48-51f3-4def-bf7c-4fa4c40eb85d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:53.353294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] Checking router: 976be078-be9d-48ed-b362-11741e42dfb3 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:14:53.353677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] Updating router 976be078-be9d-48ed-b362-11741e42dfb3 port 04dcdea4-f9ef-4543-80a2-d9fd0eaf8d85 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:14:53.396828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:53.413087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:53.442035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No DVR routers for this DVR port 50e0f743-770a-4ecc-a01d-b340300c6fdd on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:14:53.534027 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=bea900d3-5697-4c69-9b69-119f212f8c28,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:53.540987 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:53.559314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:53.577725 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b70b23-194b-49dc-8c36-5efd5b8824d7 req-4754acdd-9d33-4e0a-a0b5-65b14b88ddb2 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:53.579366 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c5b70b23-194b-49dc-8c36-5efd5b8824d7 req-4754acdd-9d33-4e0a-a0b5-65b14b88ddb2 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.5692534 Oct 05 09:14:53.617651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2fc48-51f3-4def-bf7c-4fa4c40eb85d None None] Calling delete_port for c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:53.621203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:53.631784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:53.662360 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:53.695583 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:53.714915 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Calling delete_port for 04dcdea4-f9ef-4543-80a2-d9fd0eaf8d85 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:53.733246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:53.807752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:53.807752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:53.808111 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 Oct 05 09:14:53.871178 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c5b70b23-194b-49dc-8c36-5efd5b8824d7 req-114bec6e-826a-478e-972e-68f14a764908 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767263 Oct 05 09:14:53.876333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0747d30-7b4c-4450-ba31-2cf6f6cf4bec None None] DHCP port deletion for 6f7261ef-38ab-407b-90b2-f849f61f4149 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:14:53.887474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-d73d8d5d-d3b1-48f3-9991-a741ac57daba', 'network_id': 'd73d8d5d-d3b1-48f3-9991-a741ac57daba', 'tenant_id': '16d53ebf33b8482da383c32735c709a3', 'fixed_ips': [{'subnet_id': '24dd0138-2e7c-4e14-bb6a-2270802fc464'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:53.888429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:53.921031 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:53.932541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:53.940820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e0747d30-7b4c-4450-ba31-2cf6f6cf4bec None None] Deleting port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:53.940820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0747d30-7b4c-4450-ba31-2cf6f6cf4bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:53.976225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:53.979992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:54.015297 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fc48-51f3-4def-bf7c-4fa4c40eb85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:54.016133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] For port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd,segment=NetworkSegment(27b24f62-a94d-4751-a568-d0cea75432cd),segment_id=27b24f62-a94d-4751-a568-d0cea75432cd)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:54.016590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:54.075644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:54.112272 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:54.128899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2fc48-51f3-4def-bf7c-4fa4c40eb85d None None] Pushing event deleted for resources: {'Port': ['ID=c6fb4149-ebb5-4be5-900e-ff1a893fa3d4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:54.140369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc2fc48-51f3-4def-bf7c-4fa4c40eb85d None None] No DVR routers for this DVR port c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:14:54.254217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:54.266767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:54.268616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:54.294831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:54.338461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:54.338684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:54.343086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=769e7785-4388-4ab7-b555-1f5948282ade,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:54.391408 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fc071a-1f80-4e95-81ef-c275b1be7f60,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:54.404138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event deleted for resources: {'Port': ['ID=04dcdea4-f9ef-4543-80a2-d9fd0eaf8d85,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:54.517024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7288f1a3-2442-4c2d-b659-bdea4d5fafab None None] Network 9518b8ae-8a20-4e3c-8e33-3a67d730ca85 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:54.559569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4a78d-8bd8-4dde-b66f-4c353bc4c4af req-27b4032a-8d5d-4d04-8312-8090ec397932 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:54.561107 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-abf4a78d-8bd8-4dde-b66f-4c353bc4c4af req-27b4032a-8d5d-4d04-8312-8090ec397932 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.4893687 Oct 05 09:14:54.613990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:54.633931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:54.663059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e0747d30-7b4c-4450-ba31-2cf6f6cf4bec None None] For port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd,segment=NetworkSegment(27b24f62-a94d-4751-a568-d0cea75432cd),segment_id=27b24f62-a94d-4751-a568-d0cea75432cd)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:54.663059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0747d30-7b4c-4450-ba31-2cf6f6cf4bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:54.759495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Allocated IP 2001:db8::1 (d73d8d5d-d3b1-48f3-9991-a741ac57daba/24dd0138-2e7c-4e14-bb6a-2270802fc464/0d126a03-c22c-4824-b060-1f0414cc1933) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:54.768768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:14:54.844912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:54.867644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:54.877175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e0747d30-7b4c-4450-ba31-2cf6f6cf4bec None None] Calling delete_port for aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:54.936525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:54.987197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:54.990843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9518b8ae-8a20-4e3c-8e33-3a67d730ca85']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:54.991757 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-abf4a78d-8bd8-4dde-b66f-4c353bc4c4af req-08b1db30-1fee-4918-818d-03ed8ac04bce tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4126029 Oct 05 09:14:54.999273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.011514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No DVR routers for this DVR port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:14:55.100642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.101053 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 976be078-be9d-48ed-b362-11741e42dfb3 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:14:55.118430 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:14:55.124337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd997e265-f2f6-433e-b61a-9f8132e9cc0d') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:55.124861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd997e265-f2f6-433e-b61a-9f8132e9cc0d') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:55.140470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.160891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.168950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:14:55.170578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.179258 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.180416 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dcbdbcbc-b6b9-4dcb-a01d-e1fae28fdb0f tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "DELETE /v2.0/routers/976be078-be9d-48ed-b362-11741e42dfb3 HTTP/1.1" status: 204 len: 168 time: 3.2232602 Oct 05 09:14:55.201464 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56240) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:55.242493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f419ff3-3997-44e9-9d1b-2f50564fd024 None None] DHCP port deletion for 9518b8ae-8a20-4e3c-8e33-3a67d730ca85 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:14:55.302966 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No active binding found for port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd {{(pid=89056) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 05 09:14:55.303446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:14:55.303870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 50e0f743-770a-4ecc-a01d-b340300c6fdd no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:14:55.366612 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d997e265-f2f6-433e-b61a-9f8132e9cc0d resource provider aggregate not found Oct 05 09:14:55.371334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 50e0f743-770a-4ecc-a01d-b340300c6fdd {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:14:55.371732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 50e0f743-770a-4ecc-a01d-b340300c6fdd not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:14:55.372154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:14:55.375644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.429268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:14:55.429759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c6fb4149-ebb5-4be5-900e-ff1a893fa3d4 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:14:55.431797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-e0747d30-7b4c-4450-ba31-2cf6f6cf4bec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:14:55.431797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-e0747d30-7b4c-4450-ba31-2cf6f6cf4bec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:14:55.439694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.441673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.456207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:14:55.456656 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:14:55.493522 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.556310 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.561437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.569312 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Transition to ACTIVE for port object 0d126a03-c22c-4824-b060-1f0414cc1933 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:55.589230 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Transition to ACTIVE for port object 0d126a03-c22c-4824-b060-1f0414cc1933 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:55.589462 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d997e265-f2f6-433e-b61a-9f8132e9cc0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d997e265-f2f6-433e-b61a-9f8132e9cc0d found for delete ", "request_id": "req-9c9f2ddf-384c-4527-b55e-c745f2212b63"}]} Oct 05 09:14:55.597770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.649524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.662459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Network d73d8d5d-d3b1-48f3-9991-a741ac57daba is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:55.663470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7261ef-38ab-407b-90b2-f849f61f4149']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:55.665513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:55.676182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:55.681037 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/9518b8ae-8a20-4e3c-8e33-3a67d730ca85 HTTP/1.1" status: 204 len: 168 time: 8.0632865 Oct 05 09:14:55.684625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56250) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:55.708208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.715262 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b24f62-a94d-4751-a568-d0cea75432cd') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:55.715560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b24f62-a94d-4751-a568-d0cea75432cd') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:55.724710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Pushing event updated for resources: {'Port': ['ID=0d126a03-c22c-4824-b060-1f0414cc1933,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:55.726233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1281584531'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:55.735581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92561c-c58c-4b60-adcd-6fb599927c0b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Network': ['ID=9518b8ae-8a20-4e3c-8e33-3a67d730ca85,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:55.761854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:55.765783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:55.769998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.776375 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Subnet': ['ID=24dd0138-2e7c-4e14-bb6a-2270802fc464,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:55.785844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:55.788285 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:network and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:55.797946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21772dd6-bb3b-4edf-ad70-f6c19fae5856 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:55.812729 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa272b-1d8f-46ea-ad4a-8915f7433525 req-7323bdeb-cab5-4e62-aa9d-0db6c556966a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:55.814723 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-53fa272b-1d8f-46ea-ad4a-8915f7433525 req-7323bdeb-cab5-4e62-aa9d-0db6c556966a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.3859565 Oct 05 09:14:55.830421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.838669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.858072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:55.859436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.877428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:55.894093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.904434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=cc3a2f21-fb67-4454-9caf-5fd2deb1a4e7,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:55.909299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:55.916664 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Attempting to bind port 0d126a03-c22c-4824-b060-1f0414cc1933 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:55.917051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Attempting to bind port 0d126a03-c22c-4824-b060-1f0414cc1933 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'abbd6482-d64b-4f49-845b-63773e0d238f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd73d8d5d-d3b1-48f3-9991-a741ac57daba'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:55.917437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Attempting to bind port 0d126a03-c22c-4824-b060-1f0414cc1933 on network d73d8d5d-d3b1-48f3-9991-a741ac57daba {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:55.919588 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1002d02b-2b08-4da3-ab36-a658f104c540 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9919758 Oct 05 09:14:55.920627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56256) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:55.924529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:14:55.925057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.930129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:55.930512 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Checking segment: {'id': 'abbd6482-d64b-4f49-845b-63773e0d238f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd73d8d5d-d3b1-48f3-9991-a741ac57daba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:55.930919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.931311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Bound using segment: {'id': 'abbd6482-d64b-4f49-845b-63773e0d238f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd73d8d5d-d3b1-48f3-9991-a741ac57daba'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:55.931788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Bound port: 0d126a03-c22c-4824-b060-1f0414cc1933, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbd6482-d64b-4f49-845b-63773e0d238f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd73d8d5d-d3b1-48f3-9991-a741ac57daba'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:55.932166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.942835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Deleting port 2f2bb4fb-7312-49d0-bdb2-fe141719a079 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:55.942835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.944532 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e0747d30-7b4c-4450-ba31-2cf6f6cf4bec None None] Deleting port aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:55.944917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0747d30-7b4c-4450-ba31-2cf6f6cf4bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:55.966379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': 'cc3a2f21-fb67-4454-9caf-5fd2deb1a4e7', 'ip_address': '2001:db8::e2e9:3593:657e:e010'}], 'name': 'tempest-NetworksTestDHCPv6-352122947'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:56.017348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.091574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] Port 04dcdea4-f9ef-4543-80a2-d9fd0eaf8d85 not found while updating agent binding for router 976be078-be9d-48ed-b362-11741e42dfb3. {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 05 09:14:56.107674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73d8d5d-d3b1-48f3-9991-a741ac57daba']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:56.109711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e0747d30-7b4c-4450-ba31-2cf6f6cf4bec None None] The port 'aa1fdf9b-eec8-4229-8a3b-be4fa8a93abd' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:14:56.117371 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-53fa272b-1d8f-46ea-ad4a-8915f7433525 req-e6869a8a-1ab6-40b2-a752-fe0e9309eae5 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929976 Oct 05 09:14:56.130635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:56.134775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.189099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] Routers set() bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:56.189476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] Router IDs set() for agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 05 09:14:56.190161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_agentschedulers_db [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'976be078-be9d-48ed-b362-11741e42dfb3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent'). {{(pid=89056) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 05 09:14:56.190547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c29a0-b0d2-4133-b92b-30539f1e1e0f None None] The sync data for ids ['976be078-be9d-48ed-b362-11741e42dfb3'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:56.194628 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbd6482-d64b-4f49-845b-63773e0d238f') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:56.195508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbd6482-d64b-4f49-845b-63773e0d238f') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:56.212959 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.246201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] For port 0d126a03-c22c-4824-b060-1f0414cc1933, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:56.252505 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.278603 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.296368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.303313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.310842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:14:56.311257 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.320005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': 'cc3a2f21-fb67-4454-9caf-5fd2deb1a4e7'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:56.321200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.402003 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment abbd6482-d64b-4f49-845b-63773e0d238f resource provider aggregate not found Oct 05 09:14:56.418760 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/networks/6f7261ef-38ab-407b-90b2-f849f61f4149 HTTP/1.1" status: 204 len: 168 time: 4.0353637 Oct 05 09:14:56.420246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] For port 2f2bb4fb-7312-49d0-bdb2-fe141719a079, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2f2bb4fb-7312-49d0-bdb2-fe141719a079,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:56.420609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.425003 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362cc54-b3ba-452c-b991-8e200a0b9b8b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Network': ['ID=6f7261ef-38ab-407b-90b2-f849f61f4149,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:56.428700 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56264) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:56.452068 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment abbd6482-d64b-4f49-845b-63773e0d238f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abbd6482-d64b-4f49-845b-63773e0d238f found for delete ", "request_id": "req-b7074376-2c8e-4eb1-ac6f-1fb83f0acf4a"}]} Oct 05 09:14:56.456020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:56.475446 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:56.477682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.525550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] For port 0d126a03-c22c-4824-b060-1f0414cc1933, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0d126a03-c22c-4824-b060-1f0414cc1933,segment=NetworkSegment(abbd6482-d64b-4f49-845b-63773e0d238f),segment_id=abbd6482-d64b-4f49-845b-63773e0d238f)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:56.542649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Allocated IP 2001:db8::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/cc3a2f21-fb67-4454-9caf-5fd2deb1a4e7/a44a1b2f-cf28-4b8a-9966-87335cab9ddd) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:56.546468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.548435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:14:56.568723 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:56.596331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.596810 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Added segment 9e4bf949-622a-4108-b149-14721dd4164f of type vlan for network 13d2c776-a28f-4fd5-991f-8a7d33c903f4 Oct 05 09:14:56.728563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:56.756460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:14:56.756460 dv-neutron-860328-1-hyperv neutron-server[89054]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:14:56.756460 dv-neutron-860328-1-hyperv neutron-server[89054]: [parameters: {'id': 'd73d8d5d-d3b1-48f3-9991-a741ac57daba'}] Oct 05 09:14:56.756460 dv-neutron-860328-1-hyperv neutron-server[89054]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:14:56.757319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:14:56.764405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Calling delete_port for 2f2bb4fb-7312-49d0-bdb2-fe141719a079 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:56.772172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47f37e-0d06-4f1d-a12d-cf388af7aa7c None None] Pushing event updated for resources: {'Port': ['ID=0d126a03-c22c-4824-b060-1f0414cc1933,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:56.838764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed20d8cc-7e3d-42a5-b31a-6eea9c84f3c1 None None] Network d73d8d5d-d3b1-48f3-9991-a741ac57daba requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:56.995413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:14:56.996203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9822c146-9292-4ced-bada-704d70306b1e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:57.001538 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9822c146-9292-4ced-bada-704d70306b1e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5520444 Oct 05 09:14:57.008162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56268) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:57.075231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.098283 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.109082 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.152912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.176172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Transition to ACTIVE for port object a44a1b2f-cf28-4b8a-9966-87335cab9ddd will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:57.207991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.212280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Transition to ACTIVE for port object a44a1b2f-cf28-4b8a-9966-87335cab9ddd will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:57.213628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:57.214468 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.225608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.249370 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.314891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.333786 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:57.334525 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Pushing event updated for resources: {'Port': ['ID=a44a1b2f-cf28-4b8a-9966-87335cab9ddd,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:57.337053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:57.339435 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:57.398446 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7010036 Oct 05 09:14:57.399455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 93f74729-5bc2-457c-afb7-639da7ec2224 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:14:57.406531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56274) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:57.416354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'subnet': {'network_id': '13d2c776-a28f-4fd5-991f-8a7d33c903f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:57.436392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4324b4d-103d-4b17-b415-bf8f14212d81 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=13d2c776-a28f-4fd5-991f-8a7d33c903f4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:57.450636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=769e7785-4388-4ab7-b555-1f5948282ade,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:57.456845 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Attempting to bind port a44a1b2f-cf28-4b8a-9966-87335cab9ddd on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:14:57.457145 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Attempting to bind port a44a1b2f-cf28-4b8a-9966-87335cab9ddd by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:14:57.457508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Attempting to bind port a44a1b2f-cf28-4b8a-9966-87335cab9ddd on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:14:57.464567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 13d2c776-a28f-4fd5-991f-8a7d33c903f4 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:14:57.481921 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:14:57.482247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:57.482604 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.482990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:14:57.483468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Bound port: a44a1b2f-cf28-4b8a-9966-87335cab9ddd, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:14:57.483928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.517889 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-59736417-735c-4523-9b73-3fb85e660db0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5077741 Oct 05 09:14:57.529946 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting port 0d126a03-c22c-4824-b060-1f0414cc1933 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:14:57.530309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.557636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56278) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:57.562746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.594981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::e2e9:3593:657e:e010 (19d31986-d6d4-46c2-94b6-97b25bee37cf/cc3a2f21-fb67-4454-9caf-5fd2deb1a4e7/b2a0eeac-fd5e-4399-a2c7-c830cfa17a80) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:14:57.621763 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 27b24f62-a94d-4751-a568-d0cea75432cd resource provider aggregate not found Oct 05 09:14:57.622857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1312526989'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:57.649766 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:57.652870 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f2bb4fb-7312-49d0-bdb2-fe141719a079,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:57.653803 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 27b24f62-a94d-4751-a568-d0cea75432cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27b24f62-a94d-4751-a568-d0cea75432cd found for delete ", "request_id": "req-53bdbd4c-8bde-428c-94e5-6bfe24ecc5fb"}]} Oct 05 09:14:57.707166 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:network and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:57.716952 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] For port a44a1b2f-cf28-4b8a-9966-87335cab9ddd, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:14:57.721876 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] For port a44a1b2f-cf28-4b8a-9966-87335cab9ddd, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=a44a1b2f-cf28-4b8a-9966-87335cab9ddd,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:14:57.726333 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:57.727206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.775246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:57.778115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:57.805073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:subnet and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:57.820621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:57.840719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0f2e0-b909-42da-9fce-8ea68fbe179f None None] Pushing event updated for resources: {'Port': ['ID=a44a1b2f-cf28-4b8a-9966-87335cab9ddd,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:57.857422 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Floating IP 672b7542-736a-4db8-b075-cfe50140419e associated. External IP: 172.26.0.145, port: 5e9d611b-9e0a-4eed-8907-8ca29a945b2b. Oct 05 09:14:57.865108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:57.941098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:14:57.946710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:57.950117 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.954510 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580d7864-ed95-42d1-94d2-45c391747266 None None] Sync routers for ids ['93f74729-5bc2-457c-afb7-639da7ec2224'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:14:57.962774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:57.966152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:57.972524 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d7864-ed95-42d1-94d2-45c391747266 None None] Routers {'93f74729-5bc2-457c-afb7-639da7ec2224'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:57.973276 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-580d7864-ed95-42d1-94d2-45c391747266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['93f74729-5bc2-457c-afb7-639da7ec2224'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:58.077110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:58.081214 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1e8c3498-29a2-4667-ac3a-e17530fa7347 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.1808417 Oct 05 09:14:58.087091 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-580d7864-ed95-42d1-94d2-45c391747266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:58.087392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56286) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:58.097018 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d7864-ed95-42d1-94d2-45c391747266 None None] Routers {'93f74729-5bc2-457c-afb7-639da7ec2224'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:14:58.097624 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-580d7864-ed95-42d1-94d2-45c391747266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['93f74729-5bc2-457c-afb7-639da7ec2224'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:58.150891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279a1b9-a784-40a2-afeb-6c264757dbaf req-6c0e1bec-daf9-4c09-9dda-904715eaca00 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:58.152681 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5279a1b9-a784-40a2-afeb-6c264757dbaf req-6c0e1bec-daf9-4c09-9dda-904715eaca00 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.8513069 Oct 05 09:14:58.192733 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-580d7864-ed95-42d1-94d2-45c391747266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:58.193148 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580d7864-ed95-42d1-94d2-45c391747266 None None] The sync data for ids ['93f74729-5bc2-457c-afb7-639da7ec2224'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:14:58.215782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Performing IP validity checks on allocation pools {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:14:58.216303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:14:58.334396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:58.366448 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:58.419782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:14:58.448243 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-18891bc8-e587-45c6-8e8c-85be85dce3e3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/routers/93f74729-5bc2-457c-afb7-639da7ec2224 HTTP/1.1" status: 200 len: 880 time: 0.3574255 Oct 05 09:14:58.483701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56290) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:58.564525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:14:58.620856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:58.649075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:58.674932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:58.677706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:58.678097 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Added segment fc9c2c47-fb27-4ca5-8769-ccad0c0176c7 of type vlan for network f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49 Oct 05 09:14:58.680156 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] For port 0d126a03-c22c-4824-b060-1f0414cc1933, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0d126a03-c22c-4824-b060-1f0414cc1933,segment=NetworkSegment(abbd6482-d64b-4f49-845b-63773e0d238f),segment_id=abbd6482-d64b-4f49-845b-63773e0d238f)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:58.680519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:58.861352 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5279a1b9-a784-40a2-afeb-6c264757dbaf req-77d4d971-cd62-40d6-ad19-b9372d0dde81 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5447838 Oct 05 09:14:58.862269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:14:58.865234 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device a44a1b2f-cf28-4b8a-9966-87335cab9ddd up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:14:58.874756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:58.878462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:58.887140 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Calling delete_port for 0d126a03-c22c-4824-b060-1f0414cc1933 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:14:58.919929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:14:58.926590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:58.927291 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:58.936416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=b2a0eeac-fd5e-4399-a2c7-c830cfa17a80,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:58.977479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port a44a1b2f-cf28-4b8a-9966-87335cab9ddd completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:59.053841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.057862 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.058388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb9f999d-1907-4891-b68c-da0a96eeb4b2 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:14:59.070764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.091319 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5e4f7ca5-a150-42ed-b947-9b82ec46bd36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1435204 Oct 05 09:14:59.095285 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56296) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:59.110107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-63652f1d-46d3-4283-9540-60e71dce04a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': 'cc3a2f21-fb67-4454-9caf-5fd2deb1a4e7', 'ip_address': '2001:db8::e2e9:3593:657e:e010'}], 'name': 'tempest-NetworksTestDHCPv6-416185463'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:59.125659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Subnet': ['ID=2b67803f-0a8e-46a5-bf90-6f1d4efdef1f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:59.137778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking segment: {'id': '9e4bf949-622a-4108-b149-14721dd4164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13d2c776-a28f-4fd5-991f-8a7d33c903f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:14:59.138224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network hostable DHCP agents. Network: 13d2c776-a28f-4fd5-991f-8a7d33c903f4, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:14:59.204401 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-09d92e73-fd01-4e44-a57c-d0f2e86e5e72 None None] Provisioning for port a44a1b2f-cf28-4b8a-9966-87335cab9ddd completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:59.214279 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-09d92e73-fd01-4e44-a57c-d0f2e86e5e72 None None] Provisioning complete for port a44a1b2f-cf28-4b8a-9966-87335cab9ddd triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:59.214620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09d92e73-fd01-4e44-a57c-d0f2e86e5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.215056 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-09d92e73-fd01-4e44-a57c-d0f2e86e5e72 None None] Attempt 1 to provision port a44a1b2f-cf28-4b8a-9966-87335cab9ddd Oct 05 09:14:59.256550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network 13d2c776-a28f-4fd5-991f-8a7d33c903f4 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:14:59.259569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Port': ['ID=0d126a03-c22c-4824-b060-1f0414cc1933,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:59.269525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No DVR routers for this DVR port 0d126a03-c22c-4824-b060-1f0414cc1933 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:14:59.317025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 13d2c776-a28f-4fd5-991f-8a7d33c903f4) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:14:59.325993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:59.326605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.341026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2397d71-0717-4827-b301-59de14f7b1e6 None None] Network 13d2c776-a28f-4fd5-991f-8a7d33c903f4 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:14:59.342615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-63652f1d-46d3-4283-9540-60e71dce04a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:59.355174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b1f88d79-3114-4444-8cdc-d411e44ecc3c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Synchronizing usage tracker for tenant:f21069c9faf941f8bb72faf648b195cc on resource:router {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:14:59.366129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-63652f1d-46d3-4283-9540-60e71dce04a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:59.375427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-63652f1d-46d3-4283-9540-60e71dce04a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:59.390318 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a70436d8-1ae3-4dfd-b67f-2a56de0828f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9803221 Oct 05 09:14:59.390318 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-63652f1d-46d3-4283-9540-60e71dce04a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:59.393802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56300) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:59.419846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.426094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:14:59.426900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.478071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b1f88d79-3114-4444-8cdc-d411e44ecc3c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Unset dirty status for tenant:f21069c9faf941f8bb72faf648b195cc on resource:router {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:14:59.482272 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b1f88d79-3114-4444-8cdc-d411e44ecc3c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9968629 Oct 05 09:14:59.483439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63652f1d-46d3-4283-9540-60e71dce04a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:14:59.483960 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56304) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:59.488942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-63652f1d-46d3-4283-9540-60e71dce04a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.516581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-09d92e73-fd01-4e44-a57c-d0f2e86e5e72 None None] Current status of the port a44a1b2f-cf28-4b8a-9966-87335cab9ddd is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:14:59.516963 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09d92e73-fd01-4e44-a57c-d0f2e86e5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.533689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-63652f1d-46d3-4283-9540-60e71dce04a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 161b7c2f-4404-4879-9335-231d17d68ed5 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:14:59.547897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:14:59.564866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-147ae9c3-7396-4d83-8075-b9332ebca1dd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-499841790'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:59.611819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-09d92e73-fd01-4e44-a57c-d0f2e86e5e72 None None] For port a44a1b2f-cf28-4b8a-9966-87335cab9ddd, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=a44a1b2f-cf28-4b8a-9966-87335cab9ddd,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:14:59.624597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09d92e73-fd01-4e44-a57c-d0f2e86e5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.638232 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.649904 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.680083 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.681156 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0bad78b4-e085-4581-886e-be06f20300af tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "DELETE /v2.0/routers/eb9f999d-1907-4891-b68c-da0a96eeb4b2 HTTP/1.1" status: 204 len: 168 time: 4.4787972 Oct 05 09:14:59.701659 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1321588 Oct 05 09:14:59.703643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56308) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:59.703643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56310) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:14:59.712291 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558a463-14ef-46f2-b9ea-811435564c90 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Network': ['ID=f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:59.715666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1094362972', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:59.717837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73d8d5d-d3b1-48f3-9991-a741ac57daba']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:59.722940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:14:59.727654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Usage tracker for resource:router and tenant:d1dbe1033f0440d6b57d6314f9ef555b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:14:59.737772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:14:59.742665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-13d2c776-a28f-4fd5-991f-8a7d33c903f4', 'network_id': '13d2c776-a28f-4fd5-991f-8a7d33c903f4', 'tenant_id': '5e10d7f51494433ca7ebe2ce98107aca', 'fixed_ips': [{'subnet_id': '2b67803f-0a8e-46a5-bf90-6f1d4efdef1f'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:14:59.743504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.743692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': 'f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:14:59.758591 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:14:59.783018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:14:59.805208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbd6482-d64b-4f49-845b-63773e0d238f') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:59.805697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbd6482-d64b-4f49-845b-63773e0d238f') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:14:59.850732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d92e73-fd01-4e44-a57c-d0f2e86e5e72 None None] Pushing event updated for resources: {'Port': ['ID=a44a1b2f-cf28-4b8a-9966-87335cab9ddd,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:14:59.919159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.920279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.937601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Provisioning for port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:14:59.955757 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Provisioning complete for port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:14:59.956048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:14:59.956385 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Attempt 1 to provision port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 Oct 05 09:15:00.019957 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:00.022376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.049042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:00.064087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:00.079756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:00.083339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.100535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Allocated IP 172.20.0.3 (13d2c776-a28f-4fd5-991f-8a7d33c903f4/2b67803f-0a8e-46a5-bf90-6f1d4efdef1f/c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:00.110047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:00.114897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.117752 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-63652f1d-46d3-4283-9540-60e71dce04a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 05 09:15:00.118370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63652f1d-46d3-4283-9540-60e71dce04a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:15:00.151632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:00.155278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.220989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.308783 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-63652f1d-46d3-4283-9540-60e71dce04a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2093120 Oct 05 09:15:00.347480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:00.347480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.364220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56318) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:00.406442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.418012 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Transition to ACTIVE for port object c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:00.440996 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment abbd6482-d64b-4f49-845b-63773e0d238f resource provider aggregate not found Oct 05 09:15:00.445409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Transition to ACTIVE for port object c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:00.453147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.496223 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment abbd6482-d64b-4f49-845b-63773e0d238f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abbd6482-d64b-4f49-845b-63773e0d238f found for delete ", "request_id": "req-01c79c5d-b675-4f5e-88cd-7fad42536c7b"}]} Oct 05 09:15:00.522174 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Attempt 2 to provision port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 Oct 05 09:15:00.575044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Network 13d2c776-a28f-4fd5-991f-8a7d33c903f4 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:00.585460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:00.592373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:00.604782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:00.605443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.626875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9639ea62-a838-4b87-a320-c39bb12538d4 None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:00.639169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Pushing event updated for resources: {'Port': ['ID=c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:00.643534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:00.651875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134d37c-366d-46a5-9378-2cb0f4cd5b68 req-06c3f94f-eda9-4234-9d32-e2562b8b1d22 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:00.655545 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c134d37c-366d-46a5-9378-2cb0f4cd5b68 req-06c3f94f-eda9-4234-9d32-e2562b8b1d22 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.5478046 Oct 05 09:15:00.655545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.665876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Network': ['ID=d73d8d5d-d3b1-48f3-9991-a741ac57daba,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:00.697683 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dcc0c2c3-9c13-49ec-9dd7-ac84dce6eea5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/d73d8d5d-d3b1-48f3-9991-a741ac57daba HTTP/1.1" status: 204 len: 168 time: 7.2497668 Oct 05 09:15:00.739130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56326) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:00.748136 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.754869 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1419856651'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:00.762434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.771269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.772862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device a44a1b2f-cf28-4b8a-9966-87335cab9ddd up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:00.804970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:00.806531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639ea62-a838-4b87-a320-c39bb12538d4 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:00.807695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9639ea62-a838-4b87-a320-c39bb12538d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:00.817721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:network and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:00.822611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Subnet': ['ID=2b67803f-0a8e-46a5-bf90-6f1d4efdef1f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:00.826180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:00.861011 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c134d37c-366d-46a5-9378-2cb0f4cd5b68 req-b814d9a9-560c-458b-98f7-db5a60f20bcd tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896043 Oct 05 09:15:00.867948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:00.928272 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-31a2510c-f324-4a5d-bda5-e868bc70c765 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.3519077 Oct 05 09:15:00.931108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56330) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:00.934326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9639ea62-a838-4b87-a320-c39bb12538d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:00.961022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Attempting to bind port c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:00.962340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Attempting to bind port c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '9e4bf949-622a-4108-b149-14721dd4164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13d2c776-a28f-4fd5-991f-8a7d33c903f4'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:00.962838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Attempting to bind port c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f on network 13d2c776-a28f-4fd5-991f-8a7d33c903f4 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:00.978570 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:00.979182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Checking segment: {'id': '9e4bf949-622a-4108-b149-14721dd4164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13d2c776-a28f-4fd5-991f-8a7d33c903f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:00.979591 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:00.979983 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Bound using segment: {'id': '9e4bf949-622a-4108-b149-14721dd4164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13d2c776-a28f-4fd5-991f-8a7d33c903f4'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:00.980620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Bound port: c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4bf949-622a-4108-b149-14721dd4164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13d2c776-a28f-4fd5-991f-8a7d33c903f4'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:00.980990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.009627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639ea62-a838-4b87-a320-c39bb12538d4 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:01.010818 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9639ea62-a838-4b87-a320-c39bb12538d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:01.040678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-147ae9c3-7396-4d83-8075-b9332ebca1dd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.067893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:01.072288 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d0430c31-1bf3-4ebc-830b-3d32978c7922 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "GET /v2.0/floatingips/672b7542-736a-4db8-b075-cfe50140419e HTTP/1.1" status: 200 len: 978 time: 0.1378186 Oct 05 09:15:01.072288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-147ae9c3-7396-4d83-8075-b9332ebca1dd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.072517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.075453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56334) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:01.103967 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.115899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9639ea62-a838-4b87-a320-c39bb12538d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:01.116304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9639ea62-a838-4b87-a320-c39bb12538d4 None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:01.144165 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Attempt 3 to provision port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 Oct 05 09:15:01.165577 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d2c776-a28f-4fd5-991f-8a7d33c903f4']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:01.181993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88e497d-e892-4a66-aa68-8e22326d2883 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:01.184902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port a44a1b2f-cf28-4b8a-9966-87335cab9ddd triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:01.185273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.185608 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port a44a1b2f-cf28-4b8a-9966-87335cab9ddd Oct 05 09:15:01.187719 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88e497d-e892-4a66-aa68-8e22326d2883 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:01.188504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a88e497d-e892-4a66-aa68-8e22326d2883 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:01.229402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:01.232506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4bf949-622a-4108-b149-14721dd4164f') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:01.232816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4bf949-622a-4108-b149-14721dd4164f') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:01.248528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] For port c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:01.268212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] For port c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f,segment=NetworkSegment(9e4bf949-622a-4108-b149-14721dd4164f),segment_id=9e4bf949-622a-4108-b149-14721dd4164f)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:01.270278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.284010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.284965 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a88e497d-e892-4a66-aa68-8e22326d2883 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:01.286900 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a88e497d-e892-4a66-aa68-8e22326d2883 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.9197149 Oct 05 09:15:01.288280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.288626 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Added segment d728cc98-ac3a-45a5-a4b2-a0aeac6da0d5 of type vlan for network eaad6781-bf9c-4d02-b11c-0417ae67a026 Oct 05 09:15:01.290892 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:01.292036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.295371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56338) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:01.325853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9a064a4c-471a-4eeb-b43c-14b90435533b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Synchronizing usage tracker for tenant:1953ac25c57249bea113d86db52a0626 on resource:floatingip {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:01.370502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147ae9c3-7396-4d83-8075-b9332ebca1dd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 93f74729-5bc2-457c-afb7-639da7ec2224 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:15:01.375394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9a064a4c-471a-4eeb-b43c-14b90435533b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Unset dirty status for tenant:1953ac25c57249bea113d86db52a0626 on resource:floatingip {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:01.378789 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9a064a4c-471a-4eeb-b43c-14b90435533b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2522917 Oct 05 09:15:01.378971 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.380636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56342) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:01.387443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2051ef2a-c1e5-446e-a4d5-9f7f2dbaf8a0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'floatingip': {'port_id': '6c3bc282-d6bd-424a-9a7b-6886080268df'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:01.423745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:01.423942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.480581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d58e59-fa1b-4cb8-ad59-a3aed24e0769 None None] Pushing event updated for resources: {'Port': ['ID=c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:01.510389 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a390ee-3071-49d0-bd35-3370ce4042a6 None None] Network 13d2c776-a28f-4fd5-991f-8a7d33c903f4 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:01.532324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port a44a1b2f-cf28-4b8a-9966-87335cab9ddd is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:01.532586 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 9e4bf949-622a-4108-b149-14721dd4164f resource provider aggregate not found Oct 05 09:15:01.543614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.588196 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 9e4bf949-622a-4108-b149-14721dd4164f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e4bf949-622a-4108-b149-14721dd4164f found for delete ", "request_id": "req-ddc4554c-6ab2-45da-bf40-e43ac522df23"}]} Oct 05 09:15:01.590653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2f2bb4fb-7312-49d0-bdb2-fe141719a079 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:15:01.602245 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-92696789-3c91-47ce-8495-c2717b9d9fa3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:01.602589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92696789-3c91-47ce-8495-c2717b9d9fa3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.627104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Subnet': ['ID=5b610ebb-994e-4200-ae51-f808bcaf9b1e,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:01.629722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 2f2bb4fb-7312-49d0-bdb2-fe141719a079 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:15:01.630590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2f2bb4fb-7312-49d0-bdb2-fe141719a079 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:15:01.677766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:15:01.677766 dv-neutron-860328-1-hyperv neutron-server[89055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:15:01.677766 dv-neutron-860328-1-hyperv neutron-server[89055]: [parameters: {'id': '13d2c776-a28f-4fd5-991f-8a7d33c903f4'}] Oct 05 09:15:01.677766 dv-neutron-860328-1-hyperv neutron-server[89055]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:01.678432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:01.701938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Checking segment: {'id': 'fc9c2c47-fb27-4ca5-8769-ccad0c0176c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:01.702188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network hostable DHCP agents. Network: f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:01.742522 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2051ef2a-c1e5-446e-a4d5-9f7f2dbaf8a0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.771792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.777208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:01.777801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.781503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de941c6-ce1f-488e-99e0-2732f76ac723 None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:15:01.809344 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Attempt 4 to provision port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 Oct 05 09:15:01.887146 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:01.949931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147ae9c3-7396-4d83-8075-b9332ebca1dd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:01.956613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-147ae9c3-7396-4d83-8075-b9332ebca1dd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:01.962274 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-147ae9c3-7396-4d83-8075-b9332ebca1dd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/93f74729-5bc2-457c-afb7-639da7ec2224 HTTP/1.1" status: 200 len: 887 time: 2.4690297 Oct 05 09:15:01.962992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56352) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:01.966642 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94434874-67df-4978-aacb-6750811d2d6a None None] Sync routers for ids ['93f74729-5bc2-457c-afb7-639da7ec2224'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:01.982332 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94434874-67df-4978-aacb-6750811d2d6a None None] Routers {'93f74729-5bc2-457c-afb7-639da7ec2224'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:01.983296 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-94434874-67df-4978-aacb-6750811d2d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['93f74729-5bc2-457c-afb7-639da7ec2224'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:02.026465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Network': ['ID=eaad6781-bf9c-4d02-b11c-0417ae67a026,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:02.042730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network eaad6781-bf9c-4d02-b11c-0417ae67a026 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:02.080147 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-94434874-67df-4978-aacb-6750811d2d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:02.094247 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94434874-67df-4978-aacb-6750811d2d6a None None] Routers {'93f74729-5bc2-457c-afb7-639da7ec2224'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:02.095234 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-94434874-67df-4978-aacb-6750811d2d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:14:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['93f74729-5bc2-457c-afb7-639da7ec2224'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:02.175583 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-94434874-67df-4978-aacb-6750811d2d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:02.175982 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94434874-67df-4978-aacb-6750811d2d6a None None] The sync data for ids ['93f74729-5bc2-457c-afb7-639da7ec2224'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:02.211662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:02.238997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:02.259762 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-14f8569a-3c76-4891-98ec-15045c1ec777 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5164216 Oct 05 09:15:02.263320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56356) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:02.275829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:02.287953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'subnet': {'network_id': 'eaad6781-bf9c-4d02-b11c-0417ae67a026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:02.296754 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de941c6-ce1f-488e-99e0-2732f76ac723 None None] Unable to find a vacant binding_index for network f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49 and agent b6bf77b2-3277-4877-9771-c25905336c2e {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 05 09:15:02.304514 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de941c6-ce1f-488e-99e0-2732f76ac723 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49) {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:15:02.314159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:02.318915 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:02.365253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:02.365489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:02.374656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Deleting port c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:02.374964 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:02.392170 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Attempt 5 to provision port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 Oct 05 09:15:02.466661 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1976f6a-e8df-4ceb-82db-d3013bb4688b req-87d9e8a7-8ae2-4e66-a697-4a95e4f0509a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:02.468113 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b1976f6a-e8df-4ceb-82db-d3013bb4688b req-87d9e8a7-8ae2-4e66-a697-4a95e4f0509a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.4344299 Oct 05 09:15:02.482753 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:02.487584 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-87a5e8b6-fdca-468e-8225-66883a7de26b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7801995 Oct 05 09:15:02.502396 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56360) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:02.503676 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-072095a4-c0dd-4487-a5ce-8fdfdb90c28b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/routers/93f74729-5bc2-457c-afb7-639da7ec2224 HTTP/1.1" status: 200 len: 887 time: 0.5307865 Oct 05 09:15:02.509302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56362) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:02.513106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': 'f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49', 'name': 'tempest-PortsIpV6TestJSON-376604448'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:02.540767 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92696789-3c91-47ce-8495-c2717b9d9fa3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:02.603901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:02.621378 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:subnet and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:02.626009 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:02.637946 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b1976f6a-e8df-4ceb-82db-d3013bb4688b req-d82a0a34-c97a-4815-be4c-470affe386a9 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609652 Oct 05 09:15:02.638909 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:02.743423 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d0f089a2-7eea-4127-9126-83b411c64414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:02.755552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:02.759457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:02.797253 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49', 'network_id': 'f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49', 'tenant_id': '07928855b107476ea4ff86567f452305', 'fixed_ips': [{'subnet_id': '5b610ebb-994e-4200-ae51-f808bcaf9b1e'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:02.798244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:02.978306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a02f6eac-e455-4cd6-9335-2e1fe3fc6d43 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Synchronizing usage tracker for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:02.984995 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Attempt 6 to provision port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 Oct 05 09:15:02.988235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-92696789-3c91-47ce-8495-c2717b9d9fa3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:03.053177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:03.064576 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Allocated IP 2001:db8::2 (f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49/5b610ebb-994e-4200-ae51-f808bcaf9b1e/94af5d8d-f4db-4396-bd33-7501e204190e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:03.182518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Allocated IP 172.26.0.225 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/51ef85fe-c1da-4b84-a449-1983b8381ae6) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:03.219510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a02f6eac-e455-4cd6-9335-2e1fe3fc6d43 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Unset dirty status for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:03.220668 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a02f6eac-e455-4cd6-9335-2e1fe3fc6d43 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=93f74729-5bc2-457c-afb7-639da7ec2224 HTTP/1.1" status: 200 len: 205 time: 0.6875503 Oct 05 09:15:03.231295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56370) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:03.305906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.317414 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Transition to ACTIVE for port object 94af5d8d-f4db-4396-bd33-7501e204190e will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:03.332300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.341035 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Transition to ACTIVE for port object 94af5d8d-f4db-4396-bd33-7501e204190e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:03.342053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:03.350389 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.392953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:port and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:03.410183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:03.416321 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] For port c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f,segment=NetworkSegment(9e4bf949-622a-4108-b149-14721dd4164f),segment_id=9e4bf949-622a-4108-b149-14721dd4164f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:03.416706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.418651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Network f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:03.427351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:03.428265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2051ef2a-c1e5-446e-a4d5-9f7f2dbaf8a0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.429980 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:03.437984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:03.479840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Pushing event updated for resources: {'Port': ['ID=94af5d8d-f4db-4396-bd33-7501e204190e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:03.500379 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2051ef2a-c1e5-446e-a4d5-9f7f2dbaf8a0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.550432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Attempting to bind port 94af5d8d-f4db-4396-bd33-7501e204190e on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:03.550956 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Attempting to bind port 94af5d8d-f4db-4396-bd33-7501e204190e by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'fc9c2c47-fb27-4ca5-8769-ccad0c0176c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:03.552352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Attempting to bind port 94af5d8d-f4db-4396-bd33-7501e204190e on network f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:03.554436 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Attempt 7 to provision port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 Oct 05 09:15:03.583693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Calling delete_port for c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:03.598472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:03.598721 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Subnet': ['ID=86cd81da-4a08-4ffd-aee1-4c26ed8f3954,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:03.599655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Checking segment: {'id': 'fc9c2c47-fb27-4ca5-8769-ccad0c0176c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:03.600169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.601002 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Bound using segment: {'id': 'fc9c2c47-fb27-4ca5-8769-ccad0c0176c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:03.601390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Bound port: 94af5d8d-f4db-4396-bd33-7501e204190e, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9c2c47-fb27-4ca5-8769-ccad0c0176c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:03.601866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.608425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Checking segment: {'id': 'd728cc98-ac3a-45a5-a4b2-a0aeac6da0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eaad6781-bf9c-4d02-b11c-0417ae67a026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:03.608793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network hostable DHCP agents. Network: eaad6781-bf9c-4d02-b11c-0417ae67a026, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:03.633676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:03.637138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.665877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92696789-3c91-47ce-8495-c2717b9d9fa3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.671779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:03.714476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] For port 94af5d8d-f4db-4396-bd33-7501e204190e, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:03.720135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] For port 94af5d8d-f4db-4396-bd33-7501e204190e, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=94af5d8d-f4db-4396-bd33-7501e204190e,segment=NetworkSegment(fc9c2c47-fb27-4ca5-8769-ccad0c0176c7),segment_id=fc9c2c47-fb27-4ca5-8769-ccad0c0176c7)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:03.721428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.726527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.756421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92696789-3c91-47ce-8495-c2717b9d9fa3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=b2a0eeac-fd5e-4399-a2c7-c830cfa17a80,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:03.762758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.766443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port b3c03fab-7b18-4e3e-891d-c704336ed4d8 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:15:03.846392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b75902-bc16-42bf-84ed-47d89ddc392a None None] Pushing event updated for resources: {'Port': ['ID=94af5d8d-f4db-4396-bd33-7501e204190e,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:03.879269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92696789-3c91-47ce-8495-c2717b9d9fa3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.927028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:03.968191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network eaad6781-bf9c-4d02-b11c-0417ae67a026 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:03.969349 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-92696789-3c91-47ce-8495-c2717b9d9fa3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 HTTP/1.1" status: 204 len: 168 time: 2.6397624 Oct 05 09:15:03.982298 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56376) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:03.999386 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Port': ['ID=c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:04.002194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No DVR routers for this DVR port c9d3dc8f-16eb-4d6b-98bc-1e1a5d89da2f on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:04.033115 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-2051ef2a-c1e5-446e-a4d5-9f7f2dbaf8a0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Floating IP 672b7542-736a-4db8-b075-cfe50140419e associated. External IP: 172.26.0.145, port: 5e9d611b-9e0a-4eed-8907-8ca29a945b2b. Oct 05 09:15:04.098034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:04.113577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, eaad6781-bf9c-4d02-b11c-0417ae67a026) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:04.120737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:04.120935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:04.173183 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Attempt 8 to provision port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 Oct 05 09:15:04.196509 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-807cf18a-8ab8-4c12-996b-975fc21f20cb tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9318900 Oct 05 09:15:04.197899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port bea900d3-5697-4c69-9b69-119f212f8c28 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:04.198455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:04.219246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-491467f4-c403-44ce-a11b-e1641b33ad9e None None] Port b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:15:04.228781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56380) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:04.325921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:04.377845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:04.418552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8::82 (f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49/5b610ebb-994e-4200-ae51-f808bcaf9b1e/b3c03fab-7b18-4e3e-891d-c704336ed4d8) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:04.440259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:04.449100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:04.461417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:04.487237 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d2c776-a28f-4fd5-991f-8a7d33c903f4']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:04.515176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Pushing event updated for resources: {'Port': ['ID=51ef85fe-c1da-4b84-a449-1983b8381ae6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:04.516832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:04.518800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4bf949-622a-4108-b149-14721dd4164f') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:04.519106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4bf949-622a-4108-b149-14721dd4164f') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:04.564645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:04.569541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f187f4e-9400-4701-a024-5390ba26def8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:04.571271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f187f4e-9400-4701-a024-5390ba26def8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:04.572054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4f187f4e-9400-4701-a024-5390ba26def8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:04.749488 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 94af5d8d-f4db-4396-bd33-7501e204190e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:04.791688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:04.809540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Transition to ACTIVE for port object b3c03fab-7b18-4e3e-891d-c704336ed4d8 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:04.834986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:04.847014 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 94af5d8d-f4db-4396-bd33-7501e204190e completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:04.863543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:04.919277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.008962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for bea900d3-5697-4c69-9b69-119f212f8c28 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:05.015822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:05.016187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.070200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57032a1-eef0-4e14-8df0-e4056125bc5d None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:15:05.073357 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc07f6e-21c0-42a3-a167-68e58a65cac2 req-28e84f8e-cce8-4051-9e77-f63f81b17ddf tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:05.074906 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2cc07f6e-21c0-42a3-a167-68e58a65cac2 req-28e84f8e-cce8-4051-9e77-f63f81b17ddf tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 1.2678049 Oct 05 09:15:05.075687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4f187f4e-9400-4701-a024-5390ba26def8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:05.079560 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4f187f4e-9400-4701-a024-5390ba26def8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0928738 Oct 05 09:15:05.101716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56386) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:05.118972 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 9e4bf949-622a-4108-b149-14721dd4164f resource provider aggregate not found Oct 05 09:15:05.180578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d12bdfe2-2204-45ff-a75d-52329e194e1d None None] Provisioning for port 94af5d8d-f4db-4396-bd33-7501e204190e completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:05.187449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:05.200813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:05.208432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d12bdfe2-2204-45ff-a75d-52329e194e1d None None] Provisioning complete for port 94af5d8d-f4db-4396-bd33-7501e204190e triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:05.208819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d12bdfe2-2204-45ff-a75d-52329e194e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.209162 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d12bdfe2-2204-45ff-a75d-52329e194e1d None None] Attempt 1 to provision port 94af5d8d-f4db-4396-bd33-7501e204190e Oct 05 09:15:05.252558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:05.259123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:05.260047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.272151 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 9e4bf949-622a-4108-b149-14721dd4164f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e4bf949-622a-4108-b149-14721dd4164f found for delete ", "request_id": "req-b74255c8-c2e2-43b4-b3c9-1a72ffd08863"}]} Oct 05 09:15:05.280946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=b3c03fab-7b18-4e3e-891d-c704336ed4d8,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:05.320233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.323672 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.355100 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2cc07f6e-21c0-42a3-a167-68e58a65cac2 req-e8e486ff-8997-4a7d-b034-beda255daae2 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738509 Oct 05 09:15:05.385125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.389142 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Network': ['ID=13d2c776-a28f-4fd5-991f-8a7d33c903f4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:05.407324 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-927b1ba3-9930-43a7-9107-78d3bab7f654 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9038224 Oct 05 09:15:05.408832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56392) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:05.414815 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eee7db15-0e16-4621-90de-a4d61ec05547 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/13d2c776-a28f-4fd5-991f-8a7d33c903f4 HTTP/1.1" status: 204 len: 168 time: 6.0180671 Oct 05 09:15:05.417373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56394) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:05.421368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': 'f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49', 'name': 'tempest-PortsIpV6TestJSON-1877126553'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:05.436756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d12bdfe2-2204-45ff-a75d-52329e194e1d None None] Current status of the port 94af5d8d-f4db-4396-bd33-7501e204190e is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:05.437079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d12bdfe2-2204-45ff-a75d-52329e194e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.447248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57032a1-eef0-4e14-8df0-e4056125bc5d None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:15:05.496389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1702369367'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:05.523728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:05.540495 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2051ef2a-c1e5-446e-a4d5-9f7f2dbaf8a0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:15:05.558998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-7675786d-a0d9-454c-855d-ec19c1f1b388 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet cc3a2f21-fb67-4454-9caf-5fd2deb1a4e7 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:15:05.618427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7675786d-a0d9-454c-855d-ec19c1f1b388 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.635501 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:network and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:05.635895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d12bdfe2-2204-45ff-a75d-52329e194e1d None None] For port 94af5d8d-f4db-4396-bd33-7501e204190e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=94af5d8d-f4db-4396-bd33-7501e204190e,segment=NetworkSegment(fc9c2c47-fb27-4ca5-8769-ccad0c0176c7),segment_id=fc9c2c47-fb27-4ca5-8769-ccad0c0176c7)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:05.637111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-96140a02-0bfb-4931-84ce-c9723265f834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.649862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d12bdfe2-2204-45ff-a75d-52329e194e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.667641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:05.689525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:05.752711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bdfe2-2204-45ff-a75d-52329e194e1d None None] Pushing event updated for resources: {'Port': ['ID=94af5d8d-f4db-4396-bd33-7501e204190e,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:05.796185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:05.799626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.818037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.870528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7675786d-a0d9-454c-855d-ec19c1f1b388 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.883124 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:05.894604 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.958485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:05.979127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:05.979464 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Added segment 55491517-a7e3-42d8-8905-5e1e959a952e of type vlan for network 97c52a56-8c5b-44e7-830f-bce11cfd17d9 Oct 05 09:15:05.981008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:port and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:05.993875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:06.009542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:06.059361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f12e9f7-c75b-41d5-a53f-2fd14453ce64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-eaad6781-bf9c-4d02-b11c-0417ae67a026', 'network_id': 'eaad6781-bf9c-4d02-b11c-0417ae67a026', 'tenant_id': '16d53ebf33b8482da383c32735c709a3', 'fixed_ips': [{'subnet_id': '86cd81da-4a08-4ffd-aee1-4c26ed8f3954'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:06.060257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f12e9f7-c75b-41d5-a53f-2fd14453ce64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:06.098815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:06.105797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:06.109207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:06.158415 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port e290779c-1780-4f39-98db-690a523565f3 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:15:06.164422 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2051ef2a-c1e5-446e-a4d5-9f7f2dbaf8a0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:06.180029 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a6176-f52c-479a-9f46-71d9efe91d8d None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server [None req-3f12e9f7-c75b-41d5-a53f-2fd14453ce64 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86cd81da-4a08-4ffd-aee1-4c26ed8f3954: This subnet is being modified by another concurrent operation. Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:15:06.201802 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise exception Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86cd81da-4a08-4ffd-aee1-4c26ed8f3954: This subnet is being modified by another concurrent operation. Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a6176-f52c-479a-9f46-71d9efe91d8d None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:06.209931 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-019a6176-f52c-479a-9f46-71d9efe91d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:06.220501 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:06.261798 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:06.270101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd917c0-e185-45a8-927f-4c633af45c9c None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:15:06.307437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-019a6176-f52c-479a-9f46-71d9efe91d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:06.310981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7675786d-a0d9-454c-855d-ec19c1f1b388 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:06.326998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:15:06.342500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a6176-f52c-479a-9f46-71d9efe91d8d None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:06.343501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-019a6176-f52c-479a-9f46-71d9efe91d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:06.409318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-019a6176-f52c-479a-9f46-71d9efe91d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:06.409731 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a6176-f52c-479a-9f46-71d9efe91d8d None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:06.449143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:06.454642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:06.455261 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:06.502707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd917c0-e185-45a8-927f-4c633af45c9c None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:15:06.674083 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Subnet': ['ID=86cd81da-4a08-4ffd-aee1-4c26ed8f3954,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:06.680752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=bea900d3-5697-4c69-9b69-119f212f8c28,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:06.722318 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2862880 Oct 05 09:15:06.725860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56404) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:06.729774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3140e0-807e-43a6-a695-4d7e38df5383 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=97c52a56-8c5b-44e7-830f-bce11cfd17d9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:06.742837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'subnet': {'network_id': '97c52a56-8c5b-44e7-830f-bce11cfd17d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:06.747732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 94af5d8d-f4db-4396-bd33-7501e204190e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:06.769680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:06.772789 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 97c52a56-8c5b-44e7-830f-bce11cfd17d9 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:06.773539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7675786d-a0d9-454c-855d-ec19c1f1b388 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:06.798513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:06.909768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8::38f (f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49/5b610ebb-994e-4200-ae51-f808bcaf9b1e/e290779c-1780-4f39-98db-690a523565f3) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:06.938636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:06.987902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675786d-a0d9-454c-855d-ec19c1f1b388 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3a2f21-fb67-4454-9caf-5fd2deb1a4e7,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:07.014045 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7675786d-a0d9-454c-855d-ec19c1f1b388 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.018681 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 94af5d8d-f4db-4396-bd33-7501e204190e triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:07.018681 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.018906 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 94af5d8d-f4db-4396-bd33-7501e204190e Oct 05 09:15:07.056601 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:07.067656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.084860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:subnet and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:07.094665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:07.106077 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:07.116123 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7675786d-a0d9-454c-855d-ec19c1f1b388 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/cc3a2f21-fb67-4454-9caf-5fd2deb1a4e7 HTTP/1.1" status: 204 len: 168 time: 1.9971550 Oct 05 09:15:07.117391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaad6781-bf9c-4d02-b11c-0417ae67a026']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:07.117623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56408) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:07.124525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.222420 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0858de7e-79d9-4b63-932d-a1cc3e492904 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034286 Oct 05 09:15:07.230048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56414) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:07.234497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:07.238141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.253793 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 94af5d8d-f4db-4396-bd33-7501e204190e is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:07.269373 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b882b4bf-7be5-4b78-86a7-9e8cbd0e077d None None] Network f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:07.294113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f8bb5e-fc02-4e28-99a3-b6ebd76d6897 None None] Network eaad6781-bf9c-4d02-b11c-0417ae67a026 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:07.295800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd728cc98-ac3a-45a5-a4b2-a0aeac6da0d5') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:07.296098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd728cc98-ac3a-45a5-a4b2-a0aeac6da0d5') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:07.308196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:07.428446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.431515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.471477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf50820-3bf5-42d1-89d7-1efb7f4ce0cc req-6a94d3a8-c5c7-4261-87b0-e74d620452a3 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:07.473795 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2bf50820-3bf5-42d1-89d7-1efb7f4ce0cc req-6a94d3a8-c5c7-4261-87b0-e74d620452a3 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.7551880 Oct 05 09:15:07.478408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.490728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.491394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Fanout notify agent at l3_agent the message router_deleted on router 93f74729-5bc2-457c-afb7-639da7ec2224 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:15:07.513925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742870e1-9a1a-4d1c-b614-306d529dad4e None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:07.537233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Router 21f6f583-3cd1-42b6-b33e-1f2e1ef55bba is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:15:07.550974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.553992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:07.569631 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:07.569846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.574882 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:07.580831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:07.652538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.653892 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-331f64dc-35d0-4377-bf94-a5c533a2a399 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/93f74729-5bc2-457c-afb7-639da7ec2224 HTTP/1.1" status: 204 len: 168 time: 4.4191573 Oct 05 09:15:07.657998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:07.668458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56420) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:07.688379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'network': {'name': 'tempest-RoutersTest-231470241'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:07.704056 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment d728cc98-ac3a-45a5-a4b2-a0aeac6da0d5 resource provider aggregate not found Oct 05 09:15:07.705249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:07.722940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.728840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:network and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:07.731272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:07.734685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.740216 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2bf50820-3bf5-42d1-89d7-1efb7f4ce0cc req-3e8b3062-3f41-4503-a026-baff4a9aca1f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407706 Oct 05 09:15:07.749209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:07.752414 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment d728cc98-ac3a-45a5-a4b2-a0aeac6da0d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d728cc98-ac3a-45a5-a4b2-a0aeac6da0d5 found for delete ", "request_id": "req-e8b1ee61-7045-448d-8e6d-69ef7875dae4"}]} Oct 05 09:15:07.792947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Transition to ACTIVE for port object e290779c-1780-4f39-98db-690a523565f3 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:07.818552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.819199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:07.823987 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:07.853780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2051ef2a-c1e5-446e-a4d5-9f7f2dbaf8a0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:15:07.862633 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/eaad6781-bf9c-4d02-b11c-0417ae67a026 HTTP/1.1" status: 204 len: 168 time: 3.6223433 Oct 05 09:15:07.862633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4969a1-3096-40be-a80a-7309b19cfd30 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Network': ['ID=eaad6781-bf9c-4d02-b11c-0417ae67a026,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:07.866671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56428) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:07.874462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1256933804'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:07.886853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:07.961597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:network and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:07.971320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:07.973912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7deb06b-2900-41cc-bebf-579dd3a40e43 None None] Network eaad6781-bf9c-4d02-b11c-0417ae67a026 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:07.980944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:07.997615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:07.998861 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7deb06b-2900-41cc-bebf-579dd3a40e43 None None] Network eaad6781-bf9c-4d02-b11c-0417ae67a026 could not be found, it might have been deleted concurrently. {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 05 09:15:08.018447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.147736 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e65b87-81f0-48dc-bb76-9e612a13b93a None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:15:08.152214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-16e65b87-81f0-48dc-bb76-9e612a13b93a None None] Deleting port a44a1b2f-cf28-4b8a-9966-87335cab9ddd {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:08.152592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-16e65b87-81f0-48dc-bb76-9e612a13b93a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.338175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:08.341573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.371829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:08.385997 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512c9c9-789f-4173-ada2-11ce5f36f76e None None] Sync routers for ids ['21f6f583-3cd1-42b6-b33e-1f2e1ef55bba'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:08.397385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.400354 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512c9c9-789f-4173-ada2-11ce5f36f76e None None] Routers {'21f6f583-3cd1-42b6-b33e-1f2e1ef55bba'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:08.401054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:08.401631 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d512c9c9-789f-4173-ada2-11ce5f36f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['21f6f583-3cd1-42b6-b33e-1f2e1ef55bba'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:08.418682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2051ef2a-c1e5-446e-a4d5-9f7f2dbaf8a0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:08.431596 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-16e65b87-81f0-48dc-bb76-9e612a13b93a None None] For port a44a1b2f-cf28-4b8a-9966-87335cab9ddd, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=a44a1b2f-cf28-4b8a-9966-87335cab9ddd,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:08.432093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-16e65b87-81f0-48dc-bb76-9e612a13b93a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.435325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.435909 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Added segment da38a8a7-8841-4d99-90b5-d08ed733dc07 of type vlan for network 138202d4-97fc-4fff-96f3-d1b77a5966dd Oct 05 09:15:08.440135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2051ef2a-c1e5-446e-a4d5-9f7f2dbaf8a0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.540093 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d512c9c9-789f-4173-ada2-11ce5f36f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:08.553468 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512c9c9-789f-4173-ada2-11ce5f36f76e None None] Routers {'21f6f583-3cd1-42b6-b33e-1f2e1ef55bba'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:08.554746 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d512c9c9-789f-4173-ada2-11ce5f36f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['21f6f583-3cd1-42b6-b33e-1f2e1ef55bba'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:08.582321 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:08.587984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.589399 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c3c602ca-3c29-4a34-a0f1-bab11278a708 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.8859501 Oct 05 09:15:08.594710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:08.603326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56434) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:08.615980 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-16e65b87-81f0-48dc-bb76-9e612a13b93a None None] Calling delete_port for a44a1b2f-cf28-4b8a-9966-87335cab9ddd owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:08.616313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:08.616464 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.623985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2f126e59-53a1-40df-a47d-ef4c2256c654 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'enable_snat': False}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:08.628796 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0cb6c-736b-4a5c-a863-bb5ad7a7a12f req-b92fa10b-3184-4829-b325-39a483e49d43 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:08.632004 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-21c0cb6c-736b-4a5c-a863-bb5ad7a7a12f req-b92fa10b-3184-4829-b325-39a483e49d43 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.5047162 Oct 05 09:15:08.664798 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d512c9c9-789f-4173-ada2-11ce5f36f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:08.666587 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512c9c9-789f-4173-ada2-11ce5f36f76e None None] The sync data for ids ['21f6f583-3cd1-42b6-b33e-1f2e1ef55bba'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:08.727620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497530bd-24e1-421c-a2b4-19ba91bf9397 None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:08.740863 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device a44a1b2f-cf28-4b8a-9966-87335cab9ddd no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:15:08.742493 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2051ef2a-c1e5-446e-a4d5-9f7f2dbaf8a0 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "PUT /v2.0/floatingips/672b7542-736a-4db8-b075-cfe50140419e HTTP/1.1" status: 200 len: 978 time: 7.3615673 Oct 05 09:15:08.743193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56438) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:08.756887 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-21c0cb6c-736b-4a5c-a863-bb5ad7a7a12f req-48e19837-5aeb-48ca-bbcc-4c44aa458780 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982842 Oct 05 09:15:08.763314 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b969b2cb-d7bb-4f24-a441-c56a131f5c25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:08.807325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497530bd-24e1-421c-a2b4-19ba91bf9397 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:08.808062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-497530bd-24e1-421c-a2b4-19ba91bf9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:08.901309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.907175 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:08.908357 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.925285 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:08.927075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-16e65b87-81f0-48dc-bb76-9e612a13b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.931155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bee2fe5-5958-4ab9-bf89-9b060bbd9b37 None None] Network f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:08.931718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:08.932391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.942641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.954125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:08.954547 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Added segment 04b80931-986a-4f2e-b697-6640bd1fd7bb of type vlan for network c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2 Oct 05 09:15:08.979889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-497530bd-24e1-421c-a2b4-19ba91bf9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:09.026211 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b969b2cb-d7bb-4f24-a441-c56a131f5c25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.061779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e65b87-81f0-48dc-bb76-9e612a13b93a None None] Pushing event deleted for resources: {'Port': ['ID=a44a1b2f-cf28-4b8a-9966-87335cab9ddd,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:09.067987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.072774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No active binding found for port a44a1b2f-cf28-4b8a-9966-87335cab9ddd {{(pid=89056) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 05 09:15:09.073196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device a44a1b2f-cf28-4b8a-9966-87335cab9ddd not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:15:09.079504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e65b87-81f0-48dc-bb76-9e612a13b93a None None] No DVR routers for this DVR port a44a1b2f-cf28-4b8a-9966-87335cab9ddd on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:09.089568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=e290779c-1780-4f39-98db-690a523565f3,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:09.090486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497530bd-24e1-421c-a2b4-19ba91bf9397 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:09.091203 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-497530bd-24e1-421c-a2b4-19ba91bf9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:09.100624 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2328517 Oct 05 09:15:09.101615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56442) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:09.125563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'subnet': {'network_id': '138202d4-97fc-4fff-96f3-d1b77a5966dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:09.151021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00cc5-b842-420d-9603-ea8dd26b85b7 req-5b5dc426-abaa-4744-aced-58ea95cd9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:09.152573 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2c00cc5-b842-420d-9603-ea8dd26b85b7 req-5b5dc426-abaa-4744-aced-58ea95cd9b46 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=af3973850af34ff0b1ae6694f898d389&device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 1099 time: 0.9242566 Oct 05 09:15:09.162050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5957e47-28e5-46d9-8905-ebccce3115a4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Network': ['ID=138202d4-97fc-4fff-96f3-d1b77a5966dd,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:09.190495 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-590a3b05-ca5a-49de-9976-d760e0d34a93 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7717819 Oct 05 09:15:09.211490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:09.215774 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56446) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:09.228763 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 138202d4-97fc-4fff-96f3-d1b77a5966dd details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:09.232631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:09.235590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:09.236185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.242404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Provisioning complete for port 94af5d8d-f4db-4396-bd33-7501e204190e triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:09.242872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.243300 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Attempt 1 to provision port 94af5d8d-f4db-4396-bd33-7501e204190e Oct 05 09:15:09.249528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.255457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Subnet': ['ID=5c09a2bd-8aff-4701-a67a-925e3cecf7e2,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:09.275091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb982e-1ff4-4b35-8368-79e53d95b37b None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:09.306502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-497530bd-24e1-421c-a2b4-19ba91bf9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:09.306903 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497530bd-24e1-421c-a2b4-19ba91bf9397 None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:09.413445 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:09.420103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:subnet and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:09.425287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:09.448505 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:09.463123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.484545 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2302792 Oct 05 09:15:09.493925 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking segment: {'id': '55491517-a7e3-42d8-8905-5e1e959a952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97c52a56-8c5b-44e7-830f-bce11cfd17d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:09.494310 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network hostable DHCP agents. Network: 97c52a56-8c5b-44e7-830f-bce11cfd17d9, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:09.503688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56450) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:09.533344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-39296857-0f89-4e8a-a345-2d9bfcaf3696 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': '5d8f897e-1fd3-4587-8aa6-be8241e6d3b5', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-890873939'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:09.558178 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b969b2cb-d7bb-4f24-a441-c56a131f5c25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.560788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:09.564622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.593222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b969b2cb-d7bb-4f24-a441-c56a131f5c25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.593637 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-b969b2cb-d7bb-4f24-a441-c56a131f5c25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Floating IP 672b7542-736a-4db8-b075-cfe50140419e disassociated. External IP: 172.26.0.145, port: 6c3bc282-d6bd-424a-9a7b-6886080268df. Oct 05 09:15:09.621991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37058609-1677-421f-abb3-8a5936ac35c5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=5d8f897e-1fd3-4587-8aa6-be8241e6d3b5,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:09.697650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.702496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:09.702735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.703933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905c2c91-9abe-4196-b509-414358c9feee tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:09.705512 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-905c2c91-9abe-4196-b509-414358c9feee tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A82 HTTP/1.1" status: 200 len: 927 time: 0.4885378 Oct 05 09:15:09.719788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56454) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:09.745816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Current status of the port 94af5d8d-f4db-4396-bd33-7501e204190e is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:09.807505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Provisioning for port b3c03fab-7b18-4e3e-891d-c704336ed4d8 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:09.830168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': '5d8f897e-1fd3-4587-8aa6-be8241e6d3b5'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:09.831004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.852378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Provisioning complete for port b3c03fab-7b18-4e3e-891d-c704336ed4d8 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:09.852756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.853094 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Attempt 1 to provision port b3c03fab-7b18-4e3e-891d-c704336ed4d8 Oct 05 09:15:09.934609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-a2205d31-969d-437b-8100-43fdf383fbdc tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port e290779c-1780-4f39-98db-690a523565f3 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:09.935216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a2205d31-969d-437b-8100-43fdf383fbdc tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:09.971982 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Port b3c03fab-7b18-4e3e-891d-c704336ed4d8 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:09.992006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00cc5-b842-420d-9603-ea8dd26b85b7 req-e7133238-68fb-43b1-804a-33356eedff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:09.993250 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2c00cc5-b842-420d-9603-ea8dd26b85b7 req-e7133238-68fb-43b1-804a-33356eedff00 service neutron] 10.222.0.45 "GET /v2.0/networks?id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636 HTTP/1.1" status: 200 len: 913 time: 0.8119380 Oct 05 09:15:10.110603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Allocated IP 2001:db8::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/5d8f897e-1fd3-4587-8aa6-be8241e6d3b5/b2bf1eee-1937-4874-9a17-481d3c7527c0) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:10.164952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network 97c52a56-8c5b-44e7-830f-bce11cfd17d9 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:10.193167 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.5220351 Oct 05 09:15:10.199981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56460) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:10.204070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9ce92-fdd0-455d-b5b9-646b71ce3c59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Network': ['ID=c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:10.212187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'subnet': {'network_id': 'c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:10.241478 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:10.314649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 97c52a56-8c5b-44e7-830f-bce11cfd17d9) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:10.345104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f977163b-83e4-4f4c-a277-8c4db335c3f6 None None] Network 97c52a56-8c5b-44e7-830f-bce11cfd17d9 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:10.418635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:10.419236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:10.437491 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2c00cc5-b842-420d-9603-ea8dd26b85b7 req-c2c58b8b-076e-4752-9050-be4fce0a0427 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d HTTP/1.1" status: 200 len: 1002 time: 0.3846536 Oct 05 09:15:10.533221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-39296857-0f89-4e8a-a345-2d9bfcaf3696 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:10.594014 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-326a177c-d1d6-43d9-9187-7f1624fe2d1c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.8614538 Oct 05 09:15:10.595592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-39296857-0f89-4e8a-a345-2d9bfcaf3696 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:10.596321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:10.606346 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Attempt 2 to provision port b3c03fab-7b18-4e3e-891d-c704336ed4d8 Oct 05 09:15:10.611233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56464) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:10.612336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:10.615584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-39296857-0f89-4e8a-a345-2d9bfcaf3696 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:10.628063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-39296857-0f89-4e8a-a345-2d9bfcaf3696 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:10.630740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:subnet and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:10.658842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:10.673547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Transition to ACTIVE for port object b2bf1eee-1937-4874-9a17-481d3c7527c0 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:10.674428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec92f59-3846-4010-b96e-9a953194f7fe req-3974e35e-ca3d-4bd5-9a08-a2cd327f7258 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:10.675940 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9ec92f59-3846-4010-b96e-9a953194f7fe req-3974e35e-ca3d-4bd5-9a08-a2cd327f7258 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.7065005 Oct 05 09:15:10.719505 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:10.732809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00cc5-b842-420d-9603-ea8dd26b85b7 req-862ebddd-1497-4ed6-ba61-d051913b38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:10.734297 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2c00cc5-b842-420d-9603-ea8dd26b85b7 req-862ebddd-1497-4ed6-ba61-d051913b38d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1dcf1b6-1798-4fba-b27d-a8b43c2672bc HTTP/1.1" status: 200 len: 851 time: 0.2732322 Oct 05 09:15:10.743284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:10.744292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Transition to ACTIVE for port object b2bf1eee-1937-4874-9a17-481d3c7527c0 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:10.750709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Port b3c03fab-7b18-4e3e-891d-c704336ed4d8 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:10.767712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:10.812220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f126e59-53a1-40df-a47d-ef4c2256c654 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:10.844565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b969b2cb-d7bb-4f24-a441-c56a131f5c25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:15:10.851275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39296857-0f89-4e8a-a345-2d9bfcaf3696 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:10.858396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a2205d31-969d-437b-8100-43fdf383fbdc tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:10.886088 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9ec92f59-3846-4010-b96e-9a953194f7fe req-d30dbaff-b310-4eb9-a695-d764d350437d tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007895 Oct 05 09:15:10.898603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:10.907051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:10.916004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Pushing event updated for resources: {'Port': ['ID=b2bf1eee-1937-4874-9a17-481d3c7527c0,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:10.918696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:10.951000 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Subnet': ['ID=dc5279bd-e3c1-4b0a-a936-faff1edfd25c,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:11.040326 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-a2205d31-969d-437b-8100-43fdf383fbdc tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for e290779c-1780-4f39-98db-690a523565f3 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:11.050431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:11.054651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:11.156966 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Checking segment: {'id': 'da38a8a7-8841-4d99-90b5-d08ed733dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '138202d4-97fc-4fff-96f3-d1b77a5966dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:11.158726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network hostable DHCP agents. Network: 138202d4-97fc-4fff-96f3-d1b77a5966dd, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:11.170091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Attempting to bind port b2bf1eee-1937-4874-9a17-481d3c7527c0 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:11.170457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Attempting to bind port b2bf1eee-1937-4874-9a17-481d3c7527c0 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:11.170785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Attempting to bind port b2bf1eee-1937-4874-9a17-481d3c7527c0 on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:11.178427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:11.178427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:11.178912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:11.180185 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:11.180678 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Bound port: b2bf1eee-1937-4874-9a17-481d3c7527c0, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:11.181059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:11.195086 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-97c52a56-8c5b-44e7-830f-bce11cfd17d9', 'network_id': '97c52a56-8c5b-44e7-830f-bce11cfd17d9', 'tenant_id': '5e10d7f51494433ca7ebe2ce98107aca', 'fixed_ips': [{'subnet_id': '5c09a2bd-8aff-4701-a67a-925e3cecf7e2'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:11.195924 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:11.277393 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network 138202d4-97fc-4fff-96f3-d1b77a5966dd is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:11.293428 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Attempt 3 to provision port b3c03fab-7b18-4e3e-891d-c704336ed4d8 Oct 05 09:15:11.311277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:11.331461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39296857-0f89-4e8a-a345-2d9bfcaf3696 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:11.342132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 138202d4-97fc-4fff-96f3-d1b77a5966dd) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:11.363937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:11.364584 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:11.379244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c39610-4a65-42e7-8b7a-8435df51ac89 None None] Network 138202d4-97fc-4fff-96f3-d1b77a5966dd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:11.384687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-39296857-0f89-4e8a-a345-2d9bfcaf3696 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 8a8217af-1ebd-4e33-a45c-a9d6b4b1d6d2 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:15:11.391693 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b969b2cb-d7bb-4f24-a441-c56a131f5c25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:11.408313 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981143a-4be0-4ce1-b969-adee76a964ab None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:11.412895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b969b2cb-d7bb-4f24-a441-c56a131f5c25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:11.433249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00cc5-b842-420d-9603-ea8dd26b85b7 req-3832d0a9-b32e-461f-844f-243fa07f37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:11.434829 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2c00cc5-b842-420d-9603-ea8dd26b85b7 req-3832d0a9-b32e-461f-844f-243fa07f37b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6893609 Oct 05 09:15:11.435080 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981143a-4be0-4ce1-b969-adee76a964ab None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:11.436276 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a981143a-4be0-4ce1-b969-adee76a964ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:11.446397 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e75fd1b6-aacc-44c8-b71d-a624a66d2548 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3323524 Oct 05 09:15:11.447191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56468) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:11.455524 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a2205d31-969d-437b-8100-43fdf383fbdc tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:11.463978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] For port b2bf1eee-1937-4874-9a17-481d3c7527c0, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:11.466781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'subnet': {'network_id': '138202d4-97fc-4fff-96f3-d1b77a5966dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:11.468714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] For port b2bf1eee-1937-4874-9a17-481d3c7527c0, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b2bf1eee-1937-4874-9a17-481d3c7527c0,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:11.553403 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a981143a-4be0-4ce1-b969-adee76a964ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:11.565717 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981143a-4be0-4ce1-b969-adee76a964ab None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:11.566345 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a981143a-4be0-4ce1-b969-adee76a964ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:11.597388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2205d31-969d-437b-8100-43fdf383fbdc tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=e290779c-1780-4f39-98db-690a523565f3,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:11.610834 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:11.651862 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b969b2cb-d7bb-4f24-a441-c56a131f5c25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "PUT /v2.0/floatingips/672b7542-736a-4db8-b075-cfe50140419e HTTP/1.1" status: 200 len: 688 time: 2.8991060 Oct 05 09:15:11.652640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56472) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:11.672811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Port b3c03fab-7b18-4e3e-891d-c704336ed4d8 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:11.674810 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a981143a-4be0-4ce1-b969-adee76a964ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:11.675379 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981143a-4be0-4ce1-b969-adee76a964ab None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:11.745001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Allocated IP 172.20.0.1 (97c52a56-8c5b-44e7-830f-bce11cfd17d9/5c09a2bd-8aff-4701-a67a-925e3cecf7e2/9547de3a-ef00-432b-86c7-09ca9ec28478) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:11.749052 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a2205d31-969d-437b-8100-43fdf383fbdc tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:11.751621 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a2205d31-969d-437b-8100-43fdf383fbdc tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/e290779c-1780-4f39-98db-690a523565f3 HTTP/1.1" status: 204 len: 168 time: 2.0284705 Oct 05 09:15:11.767550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56476) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:11.821216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb50fe8-4825-42c2-a698-9f717916be60 None None] Pushing event updated for resources: {'Port': ['ID=b2bf1eee-1937-4874-9a17-481d3c7527c0,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:12.119120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:12.182869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-138202d4-97fc-4fff-96f3-d1b77a5966dd', 'network_id': '138202d4-97fc-4fff-96f3-d1b77a5966dd', 'tenant_id': '16d53ebf33b8482da383c32735c709a3', 'fixed_ips': [{'subnet_id': 'dc5279bd-e3c1-4b0a-a936-faff1edfd25c'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:12.184438 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:12.199874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:12.221833 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:15:12.223941 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Attempt 4 to provision port b3c03fab-7b18-4e3e-891d-c704336ed4d8 Oct 05 09:15:12.231055 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-39296857-0f89-4e8a-a345-2d9bfcaf3696 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:15:12.231688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39296857-0f89-4e8a-a345-2d9bfcaf3696 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:15:12.310387 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2c00cc5-b842-420d-9603-ea8dd26b85b7 req-be3a41a1-6cb6-4b2e-bc4b-d813fa847c44 service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8443384 Oct 05 09:15:12.323667 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-91420f96-685d-48dc-86fd-27b0c1fee339 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:15:12.325033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-91420f96-685d-48dc-86fd-27b0c1fee339 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:12.388294 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-64182400-d53c-4fee-8f24-39b804082624 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port 769e7785-4388-4ab7-b555-1f5948282ade {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:12.388891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-64182400-d53c-4fee-8f24-39b804082624 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:12.437622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:12.442256 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:subnet and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:12.445215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:12.452084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:12.471269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-91420f96-685d-48dc-86fd-27b0c1fee339 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:12.476330 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-91420f96-685d-48dc-86fd-27b0c1fee339 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/e290779c-1780-4f39-98db-690a523565f3 HTTP/1.1" status: 404 len: 333 time: 0.7049544 Oct 05 09:15:12.483038 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56482) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:12.496158 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-39296857-0f89-4e8a-a345-2d9bfcaf3696 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.9878361 Oct 05 09:15:12.504295 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56486) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:12.509117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Subnet': ['ID=cf7c436d-f7eb-437b-aa05-5c863056afcf,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:12.546646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:12.555088 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:12.557278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Allocated IP 2001:db8::2 (138202d4-97fc-4fff-96f3-d1b77a5966dd/dc5279bd-e3c1-4b0a-a936-faff1edfd25c/516b8f18-fc99-4b89-b3d9-2cf87d26c30e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:12.591488 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Port b3c03fab-7b18-4e3e-891d-c704336ed4d8 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:12.660162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Checking segment: {'id': '04b80931-986a-4f2e-b697-6640bd1fd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:12.661462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network hostable DHCP agents. Network: c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:12.720589 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2c00cc5-b842-420d-9603-ea8dd26b85b7 req-67c6574b-fcb3-4d7c-b358-c745c11fce1e service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921854 Oct 05 09:15:12.749764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:12.783804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Transition to ACTIVE for port object 9547de3a-ef00-432b-86c7-09ca9ec28478 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:12.820314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:12.843451 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Transition to ACTIVE for port object 9547de3a-ef00-432b-86c7-09ca9ec28478 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:12.869338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fc103-9c18-4ff0-8a19-48396e053930 req-33e167e2-974b-4de4-b72f-ae0ff59fc554 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:12.870122 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b2bf1eee-1937-4874-9a17-481d3c7527c0 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:12.880605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:12.882814 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aa2fc103-9c18-4ff0-8a19-48396e053930 req-33e167e2-974b-4de4-b72f-ae0ff59fc554 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.6861627 Oct 05 09:15:12.895148 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9533ede1-2e08-47ee-a596-9f45212a4fbf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:12.896204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9533ede1-2e08-47ee-a596-9f45212a4fbf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:12.916898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:12.917801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:12.935880 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321a7b64-85dc-4653-897f-8f711bd4429e None None] Network c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:12.956653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:12.971446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f8065617-b63a-493b-b7b8-384ef7a18609 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port b3c03fab-7b18-4e3e-891d-c704336ed4d8 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:12.971792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f8065617-b63a-493b-b7b8-384ef7a18609 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.007389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.106558 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Attempt 5 to provision port b3c03fab-7b18-4e3e-891d-c704336ed4d8 Oct 05 09:15:13.122553 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aa2fc103-9c18-4ff0-8a19-48396e053930 req-5672552f-02e3-45fd-be97-38451867de83 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185013 Oct 05 09:15:13.150804 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-64182400-d53c-4fee-8f24-39b804082624 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.151139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-64182400-d53c-4fee-8f24-39b804082624 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.190581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Subnet': ['ID=5c09a2bd-8aff-4701-a67a-925e3cecf7e2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:13.194751 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9533ede1-2e08-47ee-a596-9f45212a4fbf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:13.196210 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9533ede1-2e08-47ee-a596-9f45212a4fbf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6838472 Oct 05 09:15:13.199308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56490) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:13.213687 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-03f84653-7173-439b-a672-4c430e331294 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0072069 Oct 05 09:15:13.218669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56494) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:13.247137 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-968e2c1c-70fd-402f-b980-fd20c42778cc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2132151744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:13.279762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-968e2c1c-70fd-402f-b980-fd20c42778cc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:13.358007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-968e2c1c-70fd-402f-b980-fd20c42778cc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:router and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:13.371786 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-968e2c1c-70fd-402f-b980-fd20c42778cc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:13.401732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Network 97c52a56-8c5b-44e7-830f-bce11cfd17d9 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:13.417142 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:13.420040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-64182400-d53c-4fee-8f24-39b804082624 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for 769e7785-4388-4ab7-b555-1f5948282ade owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:13.438950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:13.469697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Pushing event updated for resources: {'Port': ['ID=9547de3a-ef00-432b-86c7-09ca9ec28478,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:13.475821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-968e2c1c-70fd-402f-b980-fd20c42778cc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:13.478420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.498989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-968e2c1c-70fd-402f-b980-fd20c42778cc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.500051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-968e2c1c-70fd-402f-b980-fd20c42778cc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.507181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.523584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b2bf1eee-1937-4874-9a17-481d3c7527c0 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:13.539050 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Port b3c03fab-7b18-4e3e-891d-c704336ed4d8 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:13.558638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c52a56-8c5b-44e7-830f-bce11cfd17d9']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:13.572473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-968e2c1c-70fd-402f-b980-fd20c42778cc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.581411 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Transition to ACTIVE for port object 516b8f18-fc99-4b89-b3d9-2cf87d26c30e will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:13.630475 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a85f15d-158b-435a-8c0f-949c525e631d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:13.632037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a85f15d-158b-435a-8c0f-949c525e631d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:13.632706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0a85f15d-158b-435a-8c0f-949c525e631d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:13.637749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55491517-a7e3-42d8-8905-5e1e959a952e') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:13.638056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55491517-a7e3-42d8-8905-5e1e959a952e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:13.644217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Transition to ACTIVE for port object 516b8f18-fc99-4b89-b3d9-2cf87d26c30e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:13.664028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.682184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Attempting to bind port 9547de3a-ef00-432b-86c7-09ca9ec28478 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:13.682509 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Attempting to bind port 9547de3a-ef00-432b-86c7-09ca9ec28478 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '55491517-a7e3-42d8-8905-5e1e959a952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97c52a56-8c5b-44e7-830f-bce11cfd17d9'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:13.682841 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Attempting to bind port 9547de3a-ef00-432b-86c7-09ca9ec28478 on network 97c52a56-8c5b-44e7-830f-bce11cfd17d9 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:13.692353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.700791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-968e2c1c-70fd-402f-b980-fd20c42778cc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.701981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0a85f15d-158b-435a-8c0f-949c525e631d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:13.703338 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0a85f15d-158b-435a-8c0f-949c525e631d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5020204 Oct 05 09:15:13.709819 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56498) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:13.742287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:13.742675 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Checking segment: {'id': '55491517-a7e3-42d8-8905-5e1e959a952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97c52a56-8c5b-44e7-830f-bce11cfd17d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:13.743086 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.743487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Bound using segment: {'id': '55491517-a7e3-42d8-8905-5e1e959a952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97c52a56-8c5b-44e7-830f-bce11cfd17d9'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:13.743975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Bound port: 9547de3a-ef00-432b-86c7-09ca9ec28478, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55491517-a7e3-42d8-8905-5e1e959a952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97c52a56-8c5b-44e7-830f-bce11cfd17d9'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:13.744357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.758735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.762214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f126e59-53a1-40df-a47d-ef4c2256c654 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.783789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f126e59-53a1-40df-a47d-ef4c2256c654 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.785992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f8065617-b63a-493b-b7b8-384ef7a18609 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.787484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Network 138202d4-97fc-4fff-96f3-d1b77a5966dd is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:13.790531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:13.790936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:13.834408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:13.868271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:13.881553 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Pushing event updated for resources: {'Port': ['ID=516b8f18-fc99-4b89-b3d9-2cf87d26c30e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:13.925903 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2', 'network_id': 'c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'fixed_ips': [{'subnet_id': 'cf7c436d-f7eb-437b-aa05-5c863056afcf'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:13.926978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.041992 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Attempt 6 to provision port b3c03fab-7b18-4e3e-891d-c704336ed4d8 Oct 05 09:15:14.099814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-64182400-d53c-4fee-8f24-39b804082624 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.107688 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 55491517-a7e3-42d8-8905-5e1e959a952e resource provider aggregate not found Oct 05 09:15:14.112293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f8065617-b63a-493b-b7b8-384ef7a18609 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for b3c03fab-7b18-4e3e-891d-c704336ed4d8 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:14.123164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-968e2c1c-70fd-402f-b980-fd20c42778cc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.126919 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-968e2c1c-70fd-402f-b980-fd20c42778cc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9016824 Oct 05 09:15:14.130076 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Attempting to bind port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:14.130396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Attempting to bind port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'da38a8a7-8841-4d99-90b5-d08ed733dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '138202d4-97fc-4fff-96f3-d1b77a5966dd'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:14.130742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Attempting to bind port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e on network 138202d4-97fc-4fff-96f3-d1b77a5966dd {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:14.135232 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] For port 9547de3a-ef00-432b-86c7-09ca9ec28478, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:14.142184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56506) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:14.143276 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 55491517-a7e3-42d8-8905-5e1e959a952e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55491517-a7e3-42d8-8905-5e1e959a952e found for delete ", "request_id": "req-6810249a-f665-4768-8b8f-04369fa90035"}]} Oct 05 09:15:14.159065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:14.159443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Checking segment: {'id': 'da38a8a7-8841-4d99-90b5-d08ed733dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '138202d4-97fc-4fff-96f3-d1b77a5966dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:14.159841 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.160247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Bound using segment: {'id': 'da38a8a7-8841-4d99-90b5-d08ed733dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '138202d4-97fc-4fff-96f3-d1b77a5966dd'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:14.160773 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Bound port: 516b8f18-fc99-4b89-b3d9-2cf87d26c30e, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da38a8a7-8841-4d99-90b5-d08ed733dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '138202d4-97fc-4fff-96f3-d1b77a5966dd'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:14.161157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.198821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Port b3c03fab-7b18-4e3e-891d-c704336ed4d8 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:14.221477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64182400-d53c-4fee-8f24-39b804082624 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=769e7785-4388-4ab7-b555-1f5948282ade,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:14.280703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.312546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] For port 9547de3a-ef00-432b-86c7-09ca9ec28478, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9547de3a-ef00-432b-86c7-09ca9ec28478,segment=NetworkSegment(55491517-a7e3-42d8-8905-5e1e959a952e),segment_id=55491517-a7e3-42d8-8905-5e1e959a952e)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:14.318454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6683f1-8827-4e72-a216-208dad4bbdab tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 5d8f897e-1fd3-4587-8aa6-be8241e6d3b5 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:15:14.324973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:15:14.324973 dv-neutron-860328-1-hyperv neutron-server[89055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:15:14.324973 dv-neutron-860328-1-hyperv neutron-server[89055]: [parameters: {'id': '97c52a56-8c5b-44e7-830f-bce11cfd17d9'}] Oct 05 09:15:14.324973 dv-neutron-860328-1-hyperv neutron-server[89055]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:14.325417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:14.327639 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.381825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce6683f1-8827-4e72-a216-208dad4bbdab tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.401688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Allocated IP 172.20.0.2 (c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2/cf7c436d-f7eb-437b-aa05-5c863056afcf/16e40898-8efe-4cf9-a64d-b7e5d4e040bc) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:14.408711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] For port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:14.466064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network 138202d4-97fc-4fff-96f3-d1b77a5966dd is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:14.467493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] For port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=516b8f18-fc99-4b89-b3d9-2cf87d26c30e,segment=NetworkSegment(da38a8a7-8841-4d99-90b5-d08ed733dc07),segment_id=da38a8a7-8841-4d99-90b5-d08ed733dc07)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:14.474920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:14.484620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:14.485209 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.495907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Subnet': ['ID=2b7ad723-73ff-40b2-84e5-04a5df1240c5,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:14.503964 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.537262 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-64182400-d53c-4fee-8f24-39b804082624 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.570945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904e8b1-f7b2-46fb-bc6e-834ea7fd0194 None None] Pushing event updated for resources: {'Port': ['ID=9547de3a-ef00-432b-86c7-09ca9ec28478,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:14.576187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-64182400-d53c-4fee-8f24-39b804082624 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.578776 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-64182400-d53c-4fee-8f24-39b804082624 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/floatingips/672b7542-736a-4db8-b075-cfe50140419e HTTP/1.1" status: 204 len: 168 time: 2.9162219 Oct 05 09:15:14.581004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56512) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:14.622989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce6683f1-8827-4e72-a216-208dad4bbdab tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.655310 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e0fd5cb9-71a0-4226-b9bf-0a23e75c85fd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2010407 Oct 05 09:15:14.656106 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56516) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:14.658421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f126e59-53a1-40df-a47d-ef4c2256c654 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Router 21f6f583-3cd1-42b6-b33e-1f2e1ef55bba has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:15:14.679999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea32afe-c688-47b2-9455-d10ac3a2e44b None None] Network 97c52a56-8c5b-44e7-830f-bce11cfd17d9 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:14.699979 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Attempt 7 to provision port b3c03fab-7b18-4e3e-891d-c704336ed4d8 Oct 05 09:15:14.712524 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-ba53754f-fdbe-4928-9285-deae63ae4a0c tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] delete failed (client error): The resource could not be found. Oct 05 09:15:14.719958 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ba53754f-fdbe-4928-9285-deae63ae4a0c tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/floatingips/672b7542-736a-4db8-b075-cfe50140419e HTTP/1.1" status: 404 len: 345 time: 0.1348805 Oct 05 09:15:14.726157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56520) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:14.776710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f8065617-b63a-493b-b7b8-384ef7a18609 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.802071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de62c7-d8e5-4147-a348-867859d58e0d req-f0f53459-c1fa-4d8b-b660-b64945f95d0f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:14.835442 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-02de62c7-d8e5-4147-a348-867859d58e0d req-f0f53459-c1fa-4d8b-b660-b64945f95d0f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.4918878 Oct 05 09:15:14.871660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:14.961996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8065617-b63a-493b-b7b8-384ef7a18609 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=b3c03fab-7b18-4e3e-891d-c704336ed4d8,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:15.022239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285406f-1c8a-42c5-be31-a5d86f38456f None None] Pushing event updated for resources: {'Port': ['ID=516b8f18-fc99-4b89-b3d9-2cf87d26c30e,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:15.025922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0148fe5-a281-470a-91dd-45886c81946d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:15.026422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3fb6d-2d8f-48a3-93d5-78936c294cc1 None None] Port b3c03fab-7b18-4e3e-891d-c704336ed4d8 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:15:15.027558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0148fe5-a281-470a-91dd-45886c81946d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:15.029063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0148fe5-a281-470a-91dd-45886c81946d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:15.031071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0148fe5-a281-470a-91dd-45886c81946d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:15.032097 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0148fe5-a281-470a-91dd-45886c81946d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:15.033033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c0148fe5-a281-470a-91dd-45886c81946d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Synchronizing usage tracker for tenant:16d53ebf33b8482da383c32735c709a3 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:15.055895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce6683f1-8827-4e72-a216-208dad4bbdab tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.069507 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-02de62c7-d8e5-4147-a348-867859d58e0d req-879a470e-9f59-4485-ae5c-c957c0c9cad3 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063537 Oct 05 09:15:15.079770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f8065617-b63a-493b-b7b8-384ef7a18609 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.084516 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f8065617-b63a-493b-b7b8-384ef7a18609 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/b3c03fab-7b18-4e3e-891d-c704336ed4d8 HTTP/1.1" status: 204 len: 168 time: 2.5976584 Oct 05 09:15:15.085195 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56528) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:15.153269 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-df74ec20-0a3a-4892-b793-096f949672d8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:15:15.153815 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-df74ec20-0a3a-4892-b793-096f949672d8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:15.175672 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.187166 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c0148fe5-a281-470a-91dd-45886c81946d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Unset dirty status for tenant:16d53ebf33b8482da383c32735c709a3 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:15.193534 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c0148fe5-a281-470a-91dd-45886c81946d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5259638 Oct 05 09:15:15.196072 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Provisioning for port b2bf1eee-1937-4874-9a17-481d3c7527c0 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:15.197532 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56534) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:15.213997 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Transition to ACTIVE for port object 16e40898-8efe-4cf9-a64d-b7e5d4e040bc will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:15.223378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Provisioning complete for port b2bf1eee-1937-4874-9a17-481d3c7527c0 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:15.224138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.224734 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Attempt 1 to provision port b2bf1eee-1937-4874-9a17-481d3c7527c0 Oct 05 09:15:15.233208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-223107478'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:15.247472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:15.317928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Transition to ACTIVE for port object 16e40898-8efe-4cf9-a64d-b7e5d4e040bc will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:15.322328 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b1ea82-9a11-40b1-9864-f8d14431082a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:15.328926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.331596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b1ea82-9a11-40b1-9864-f8d14431082a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:15.337948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b1ea82-9a11-40b1-9864-f8d14431082a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:15.338932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-29b1ea82-9a11-40b1-9864-f8d14431082a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Synchronizing usage tracker for tenant:1953ac25c57249bea113d86db52a0626 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:15.347648 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:network and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:15.354054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-df74ec20-0a3a-4892-b793-096f949672d8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:15.355213 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-df74ec20-0a3a-4892-b793-096f949672d8 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/b3c03fab-7b18-4e3e-891d-c704336ed4d8 HTTP/1.1" status: 404 len: 333 time: 0.2688451 Oct 05 09:15:15.358267 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:15.360935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56540) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:15.381830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Deleting port 9547de3a-ef00-432b-86c7-09ca9ec28478 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:15.382674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.402320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:15.425615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.438824 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-29b1ea82-9a11-40b1-9864-f8d14431082a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Unset dirty status for tenant:1953ac25c57249bea113d86db52a0626 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:15.443494 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-29b1ea82-9a11-40b1-9864-f8d14431082a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "GET /v2.0/ports?network_id=e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7 HTTP/1.1" status: 200 len: 2358 time: 0.7159801 Oct 05 09:15:15.447110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56544) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:15.447823 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:15.451108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.499068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Network c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:15.510530 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:15.521866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:15.523919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Pushing event updated for resources: {'Port': ['ID=16e40898-8efe-4cf9-a64d-b7e5d4e040bc,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:15.533013 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Current status of the port b2bf1eee-1937-4874-9a17-481d3c7527c0 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:15.533411 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.539355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cecf5af-c900-46c5-93f1-be57fe7b86d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting subnet 5b610ebb-994e-4200-ae51-f808bcaf9b1e {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:15:15.556609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4cecf5af-c900-46c5-93f1-be57fe7b86d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.628178 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:15.636565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd7dbe-7d08-4401-b037-05e0982c97de tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:15.642705 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-21dd7dbe-7d08-4401-b037-05e0982c97de tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "GET /v2.0/subnets/429a9851-e2d2-44c6-b8cb-a2fe028aea75 HTTP/1.1" status: 200 len: 797 time: 0.1794586 Oct 05 09:15:15.657950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4cecf5af-c900-46c5-93f1-be57fe7b86d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.690688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Attempting to bind port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:15.691068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Attempting to bind port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '04b80931-986a-4f2e-b697-6640bd1fd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:15.691441 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Attempting to bind port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc on network c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:15.703281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:15.703657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Checking segment: {'id': '04b80931-986a-4f2e-b697-6640bd1fd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:15.703976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.704378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Bound using segment: {'id': '04b80931-986a-4f2e-b697-6640bd1fd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:15.704865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Bound port: 16e40898-8efe-4cf9-a64d-b7e5d4e040bc, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b80931-986a-4f2e-b697-6640bd1fd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:15.705290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.734240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:15.734632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:15.747383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.747933 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Added segment 1ddee12d-56f8-4931-b003-8374d355a183 of type vlan for network d97297ad-5a5b-45f6-9eba-9bcd153e3f8c Oct 05 09:15:15.780053 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b02db-5a7b-4aa6-9d9d-2e7660706819 req-f55bb338-9281-4702-92cd-0862183ed36a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:15.781858 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0a8b02db-5a7b-4aa6-9d9d-2e7660706819 req-f55bb338-9281-4702-92cd-0862183ed36a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.5319884 Oct 05 09:15:15.788347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56548) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:15.794684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'port': {'network_id': 'e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7', 'name': 'tempest-FloatingIPTestJSON-1465781417', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:15.833797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] For port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:15.834504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.837844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] For port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=16e40898-8efe-4cf9-a64d-b7e5d4e040bc,segment=NetworkSegment(04b80931-986a-4f2e-b697-6640bd1fd7bb),segment_id=04b80931-986a-4f2e-b697-6640bd1fd7bb)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:15.846895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.894359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f126e59-53a1-40df-a47d-ef4c2256c654 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:15.907922 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce6683f1-8827-4e72-a216-208dad4bbdab tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:15.981257 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:15:15.983505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd76a4b-4084-4091-bfbb-b237fd0bcd26 None None] Pushing event updated for resources: {'Port': ['ID=16e40898-8efe-4cf9-a64d-b7e5d4e040bc,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:15.987913 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea25f11-54dc-478f-9e94-54e42a02e143 None None] Sync routers for ids ['21f6f583-3cd1-42b6-b33e-1f2e1ef55bba'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:16.010484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea25f11-54dc-478f-9e94-54e42a02e143 None None] Routers {'21f6f583-3cd1-42b6-b33e-1f2e1ef55bba'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:16.011526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-bea25f11-54dc-478f-9e94-54e42a02e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['21f6f583-3cd1-42b6-b33e-1f2e1ef55bba'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:16.025154 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0a8b02db-5a7b-4aa6-9d9d-2e7660706819 req-76f1a973-6839-4513-beb6-6e73df38d78d tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101402 Oct 05 09:15:16.034461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4cecf5af-c900-46c5-93f1-be57fe7b86d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:16.043192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce6683f1-8827-4e72-a216-208dad4bbdab tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:16.065900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6683f1-8827-4e72-a216-208dad4bbdab tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8f897e-1fd3-4587-8aa6-be8241e6d3b5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:16.084176 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ce6683f1-8827-4e72-a216-208dad4bbdab tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/5d8f897e-1fd3-4587-8aa6-be8241e6d3b5 HTTP/1.1" status: 204 len: 168 time: 2.3667228 Oct 05 09:15:16.101091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded1962-b292-46f1-9a46-700a531d5d3b None None] Network 138202d4-97fc-4fff-96f3-d1b77a5966dd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:16.103666 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56554) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:16.115828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275647d7-203d-4398-9025-060fbad6f026 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:16.146395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f126e59-53a1-40df-a47d-ef4c2256c654 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:16.147606 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f126e59-53a1-40df-a47d-ef4c2256c654 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "PUT /v2.0/routers/21f6f583-3cd1-42b6-b33e-1f2e1ef55bba HTTP/1.1" status: 200 len: 926 time: 7.5333722 Oct 05 09:15:16.158759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56560) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:16.172742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-bea25f11-54dc-478f-9e94-54e42a02e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:16.372160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:16.380127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:16.381779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:16.406787 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Current status of the port b2bf1eee-1937-4874-9a17-481d3c7527c0 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:16.407187 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:16.432576 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea25f11-54dc-478f-9e94-54e42a02e143 None None] Routers {'21f6f583-3cd1-42b6-b33e-1f2e1ef55bba'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:16.433197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-bea25f11-54dc-478f-9e94-54e42a02e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['21f6f583-3cd1-42b6-b33e-1f2e1ef55bba'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:16.452864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] For port 9547de3a-ef00-432b-86c7-09ca9ec28478, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9547de3a-ef00-432b-86c7-09ca9ec28478,segment=NetworkSegment(55491517-a7e3-42d8-8905-5e1e959a952e),segment_id=55491517-a7e3-42d8-8905-5e1e959a952e)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:16.453486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:16.500057 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b5b0703a-8c6d-4d26-8539-8fbc5d9104ab tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3916857 Oct 05 09:15:16.535392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56564) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:16.537993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-bea25f11-54dc-478f-9e94-54e42a02e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:16.538404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea25f11-54dc-478f-9e94-54e42a02e143 None None] The sync data for ids ['21f6f583-3cd1-42b6-b33e-1f2e1ef55bba'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:16.585785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:16.594000 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3938873 Oct 05 09:15:16.601772 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56568) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:16.619702 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d1464744-3757-4f89-a8b3-7055195c676b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:16.632148 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:16.638847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:16.640793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fd389-b982-49f9-8831-7cb4988acf22 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Network': ['ID=d97297ad-5a5b-45f6-9eba-9bcd153e3f8c,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:16.655223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] For port b2bf1eee-1937-4874-9a17-481d3c7527c0, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b2bf1eee-1937-4874-9a17-481d3c7527c0,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:16.665193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network d97297ad-5a5b-45f6-9eba-9bcd153e3f8c details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:16.684645 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:16.741879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Made reservation on behalf of 1953ac25c57249bea113d86db52a0626 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:16.761867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Allocated IP 172.20.0.1 (c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2/cf7c436d-f7eb-437b-aa05-5c863056afcf/5224b365-02b7-44fe-a8ec-df832cf9a4a2) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:16.768743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4cecf5af-c900-46c5-93f1-be57fe7b86d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:16.769156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:16.775216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:16.779850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:16.786823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:16.871903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Calling delete_port for 9547de3a-ef00-432b-86c7-09ca9ec28478 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:16.893149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Could not find standard attr ID for object e290779c-1780-4f39-98db-690a523565f3. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:15:16.907278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:16.911777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:16.967135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 16e40898-8efe-4cf9-a64d-b7e5d4e040bc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:17.057237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Pushing event updated for resources: {'Port': ['ID=b2bf1eee-1937-4874-9a17-481d3c7527c0,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:17.063487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc30bdc-ae48-4d02-b31b-ac8a05623a84 None None] Network f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:17.177885 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d7bd720f-f7f1-415e-9314-398433e1d7bb tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/routers/21f6f583-3cd1-42b6-b33e-1f2e1ef55bba HTTP/1.1" status: 200 len: 926 time: 0.9995806 Oct 05 09:15:17.181295 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Provisioning complete for port 94af5d8d-f4db-4396-bd33-7501e204190e triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:17.181789 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:17.182021 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Attempt 1 to provision port 94af5d8d-f4db-4396-bd33-7501e204190e Oct 05 09:15:17.189085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56574) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:17.216392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1464744-3757-4f89-a8b3-7055195c676b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:17.240716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:17.265661 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4cecf5af-c900-46c5-93f1-be57fe7b86d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:17.282513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecf5af-c900-46c5-93f1-be57fe7b86d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Subnet': ['ID=5b610ebb-994e-4200-ae51-f808bcaf9b1e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:17.284747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1464744-3757-4f89-a8b3-7055195c676b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:17.292340 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] device_id is not set on port 7ebefdae-6c88-45fb-a752-6422828ca593 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:15:17.321868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:17.342991 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f47582d-4181-4e2b-829b-f4d2674c8d2e None None] Network c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:17.343780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1464744-3757-4f89-a8b3-7055195c676b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network d97297ad-5a5b-45f6-9eba-9bcd153e3f8c is not hosted by any dhcp agent {{(pid=89054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 05 09:15:17.349798 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1464744-3757-4f89-a8b3-7055195c676b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:17.350517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1464744-3757-4f89-a8b3-7055195c676b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:17.354665 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d1464744-3757-4f89-a8b3-7055195c676b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "PUT /v2.0/networks/d97297ad-5a5b-45f6-9eba-9bcd153e3f8c HTTP/1.1" status: 200 len: 723 time: 0.7472813 Oct 05 09:15:17.359903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad0d60-ef78-408f-8038-28222c83263f req-8aa0fdb2-a3f8-4a77-b237-49e3bfc9fc41 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:17.361408 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-41ad0d60-ef78-408f-8038-28222c83263f req-8aa0fdb2-a3f8-4a77-b237-49e3bfc9fc41 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.9623542 Oct 05 09:15:17.364237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56578) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:17.377771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'subnet': {'network_id': 'd97297ad-5a5b-45f6-9eba-9bcd153e3f8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:17.396251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Port': ['ID=9547de3a-ef00-432b-86c7-09ca9ec28478,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:17.397633 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4cecf5af-c900-46c5-93f1-be57fe7b86d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/5b610ebb-994e-4200-ae51-f808bcaf9b1e HTTP/1.1" status: 204 len: 168 time: 2.0329349 Oct 05 09:15:17.428938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No DVR routers for this DVR port 9547de3a-ef00-432b-86c7-09ca9ec28478 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:17.430295 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56582) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:17.502216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:17.521204 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 516b8f18-fc99-4b89-b3d9-2cf87d26c30e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:17.632617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1464744-3757-4f89-a8b3-7055195c676b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Network': ['ID=d97297ad-5a5b-45f6-9eba-9bcd153e3f8c,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:17.672943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network d97297ad-5a5b-45f6-9eba-9bcd153e3f8c details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:17.680072 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-41ad0d60-ef78-408f-8038-28222c83263f req-64bfbbe1-8d7b-4da7-9c11-c3c1d568b1c8 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783656 Oct 05 09:15:17.686429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9372c7d5-260d-4f88-a972-786c6e0bc372 None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:15:17.688898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:17.700145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:17.720693 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:17.743013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:17.747404 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:17.773446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9372c7d5-260d-4f88-a972-786c6e0bc372 None None] Deleting port b2bf1eee-1937-4874-9a17-481d3c7527c0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:17.773829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9372c7d5-260d-4f88-a972-786c6e0bc372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:17.927531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Current status of the port 94af5d8d-f4db-4396-bd33-7501e204190e is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:17.968759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:17.979633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b7238e7a-3330-43eb-86ca-e31340c805ab None None] Could not find standard attr ID for object b3c03fab-7b18-4e3e-891d-c704336ed4d8. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:15:18.035544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab500f-0d9f-4253-b6c2-99af886fea24 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:18.037672 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9fab500f-0d9f-4253-b6c2-99af886fea24 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&device_id=21f6f583-3cd1-42b6-b33e-1f2e1ef55bba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8372524 Oct 05 09:15:18.048504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Transition to ACTIVE for port object 5224b365-02b7-44fe-a8ec-df832cf9a4a2 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:18.055901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56594) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:18.056081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.092751 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:18.099013 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:18.104921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:18.117005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b806bbf9-7eb3-4339-9661-c5cc248a70e3 None None] DHCP port deletion for f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:15:18.124981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:18.125624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.130450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e95f868-0144-4a93-8e28-ae8e7f708e05 None None] Update dhcp port {'port': {'network_id': '138202d4-97fc-4fff-96f3-d1b77a5966dd', 'fixed_ips': [{'subnet_id': 'dc5279bd-e3c1-4b0a-a936-faff1edfd25c', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b7ad723-73ff-40b2-84e5-04a5df1240c5'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': '516b8f18-fc99-4b89-b3d9-2cf87d26c30e'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:15:18.133816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.147656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c52a56-8c5b-44e7-830f-bce11cfd17d9']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:18.161806 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b806bbf9-7eb3-4339-9661-c5cc248a70e3 None None] Deleting port 94af5d8d-f4db-4396-bd33-7501e204190e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:18.162210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b806bbf9-7eb3-4339-9661-c5cc248a70e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.174228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=5ae75862-cd8e-471a-bddc-5f2b1af923aa,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:18.187042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55491517-a7e3-42d8-8905-5e1e959a952e') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:18.187639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55491517-a7e3-42d8-8905-5e1e959a952e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:18.217810 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.226688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 94af5d8d-f4db-4396-bd33-7501e204190e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:18.227034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.262672 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fc602f61-24e7-45d8-b599-269494005f0b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7051110 Oct 05 09:15:18.271701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56598) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:18.287619 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0a7c3bb9-2c56-4464-a7d1-2fac81b08a9b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-540553712', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:18.297728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0a7c3bb9-2c56-4464-a7d1-2fac81b08a9b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:18.304408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Provisioning for port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:18.305021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.313878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0a7c3bb9-2c56-4464-a7d1-2fac81b08a9b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:router and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:18.325045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0a7c3bb9-2c56-4464-a7d1-2fac81b08a9b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:18.334420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Provisioning complete for port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:18.335054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.335386 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Attempt 1 to provision port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc Oct 05 09:15:18.354821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.363048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:18.363355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.382262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4e95f868-0144-4a93-8e28-ae8e7f708e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.437035 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.441669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0a7c3bb9-2c56-4464-a7d1-2fac81b08a9b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:18.450501 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 55491517-a7e3-42d8-8905-5e1e959a952e resource provider aggregate not found Oct 05 09:15:18.497853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edd982-abda-421d-b9bf-700fdda0b0cb req-edfd821f-fb0c-47d3-9f46-4350f752c396 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:18.499378 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f5edd982-abda-421d-b9bf-700fdda0b0cb req-edfd821f-fb0c-47d3-9f46-4350f752c396 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.5603662 Oct 05 09:15:18.500767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.20.0.14 (e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7/429a9851-e2d2-44c6-b8cb-a2fe028aea75/7ebefdae-6c88-45fb-a752-6422828ca593) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:18.532284 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 55491517-a7e3-42d8-8905-5e1e959a952e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55491517-a7e3-42d8-8905-5e1e959a952e found for delete ", "request_id": "req-c52e4c75-e406-4d98-a2d5-c9cdcffd71ba"}]} Oct 05 09:15:18.554970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:18.568748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:18.570824 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85443580-eea7-4a8b-9c3d-37dd97e5b926 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:18.571400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-85443580-eea7-4a8b-9c3d-37dd97e5b926 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Synchronizing usage tracker for tenant:dbdae1c089e14721b1a4f9f997df0e52 on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:18.579059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.20.0.12 (e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7/429a9851-e2d2-44c6-b8cb-a2fe028aea75/7ebefdae-6c88-45fb-a752-6422828ca593) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:18.581629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:18.624253 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f5edd982-abda-421d-b9bf-700fdda0b0cb req-6d33d985-7328-4b68-bbef-8e799d93bba7 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969841 Oct 05 09:15:18.631140 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Subnet': ['ID=d6692b61-f16e-4b98-92e7-b5bbdfb99b33,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:18.639889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a7c3bb9-2c56-4464-a7d1-2fac81b08a9b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.641231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a7c3bb9-2c56-4464-a7d1-2fac81b08a9b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.657288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-85443580-eea7-4a8b-9c3d-37dd97e5b926 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Unset dirty status for tenant:dbdae1c089e14721b1a4f9f997df0e52 on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:18.662193 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-85443580-eea7-4a8b-9c3d-37dd97e5b926 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/networks/f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 881 time: 0.6043015 Oct 05 09:15:18.663268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56608) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:18.726313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.744783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=5224b365-02b7-44fe-a8ec-df832cf9a4a2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:18.755048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Checking segment: {'id': '1ddee12d-56f8-4931-b003-8374d355a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd97297ad-5a5b-45f6-9eba-9bcd153e3f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:18.755419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network hostable DHCP agents. Network: d97297ad-5a5b-45f6-9eba-9bcd153e3f8c, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:18.792209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9372c7d5-260d-4f88-a972-786c6e0bc372 None None] For port b2bf1eee-1937-4874-9a17-481d3c7527c0, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b2bf1eee-1937-4874-9a17-481d3c7527c0,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:18.792601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9372c7d5-260d-4f88-a972-786c6e0bc372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.796217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.809002 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b2a68dac-26a3-485c-a32e-7c64096420aa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f6f583-3cd1-42b6-b33e-1f2e1ef55bba HTTP/1.1" status: 200 len: 205 time: 0.1392651 Oct 05 09:15:18.809652 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56614) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:18.864368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Network': ['ID=97c52a56-8c5b-44e7-830f-bce11cfd17d9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:18.866108 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b2bf1eee-1937-4874-9a17-481d3c7527c0 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:15:18.918010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a7c3bb9-2c56-4464-a7d1-2fac81b08a9b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.963404 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f09ff247-246a-4bb4-ad20-375713ae26a8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/97c52a56-8c5b-44e7-830f-bce11cfd17d9 HTTP/1.1" status: 204 len: 168 time: 8.3415308 Oct 05 09:15:18.963404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.966790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56618) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:18.971350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a7c3bb9-2c56-4464-a7d1-2fac81b08a9b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:18.984294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1745833346'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:18.991574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:18.996720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:network and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:19.000605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:19.015335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:19.042106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:19.046764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.106900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] For port 94af5d8d-f4db-4396-bd33-7501e204190e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=94af5d8d-f4db-4396-bd33-7501e204190e,segment=NetworkSegment(fc9c2c47-fb27-4ca5-8769-ccad0c0176c7),segment_id=fc9c2c47-fb27-4ca5-8769-ccad0c0176c7)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:19.107344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.144317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a7c3bb9-2c56-4464-a7d1-2fac81b08a9b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.149026 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0a7c3bb9-2c56-4464-a7d1-2fac81b08a9b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8716261 Oct 05 09:15:19.151402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9372c7d5-260d-4f88-a972-786c6e0bc372 None None] Calling delete_port for b2bf1eee-1937-4874-9a17-481d3c7527c0 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:19.154008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56624) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:19.182083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b806bbf9-7eb3-4339-9661-c5cc248a70e3 None None] For port 94af5d8d-f4db-4396-bd33-7501e204190e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=94af5d8d-f4db-4396-bd33-7501e204190e,segment=NetworkSegment(fc9c2c47-fb27-4ca5-8769-ccad0c0176c7),segment_id=fc9c2c47-fb27-4ca5-8769-ccad0c0176c7)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:19.182624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b806bbf9-7eb3-4339-9661-c5cc248a70e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.224927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network d97297ad-5a5b-45f6-9eba-9bcd153e3f8c is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:19.237140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:19.329356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 94af5d8d-f4db-4396-bd33-7501e204190e owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:19.374840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.375452 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Added segment d9c0714b-6aac-4687-92ac-467e11690077 of type vlan for network 7d62639d-2a24-4e4c-a6aa-5a8b28a836f5 Oct 05 09:15:19.378224 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Current status of the port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:19.378719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.389991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, d97297ad-5a5b-45f6-9eba-9bcd153e3f8c) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:19.394357 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:19.395506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.399156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b806bbf9-7eb3-4339-9661-c5cc248a70e3 None None] Calling delete_port for 94af5d8d-f4db-4396-bd33-7501e204190e owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:19.416353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.446107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470fd4d5-aab7-423c-a7e7-7ba238964088 None None] Network d97297ad-5a5b-45f6-9eba-9bcd153e3f8c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:19.534493 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.541555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:19.542371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.588447 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-4e95f868-0144-4a93-8e28-ae8e7f708e05 None None] Allocated IP 172.20.0.1 (138202d4-97fc-4fff-96f3-d1b77a5966dd/2b7ad723-73ff-40b2-84e5-04a5df1240c5/516b8f18-fc99-4b89-b3d9-2cf87d26c30e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:19.646481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.668150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] For port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=16e40898-8efe-4cf9-a64d-b7e5d4e040bc,segment=NetworkSegment(04b80931-986a-4f2e-b697-6640bd1fd7bb),segment_id=04b80931-986a-4f2e-b697-6640bd1fd7bb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:19.670239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.684743 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.703739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.727025 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3f234975-9ff9-4279-bea0-dfe2dc297c42 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3558521 Oct 05 09:15:19.736938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9372c7d5-260d-4f88-a972-786c6e0bc372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.752638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56628) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:19.764413 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7948208 Oct 05 09:15:19.778095 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56632) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:19.783186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.799611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'subnet': {'network_id': '7d62639d-2a24-4e4c-a6aa-5a8b28a836f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:19.804594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7fce328c-629a-46ad-92e9-42530ec39bde tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:19.826683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b2bf1eee-1937-4874-9a17-481d3c7527c0 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:19.827577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:19.837884 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6795b2-9324-4ed3-b551-91f14370d60b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=7d62639d-2a24-4e4c-a6aa-5a8b28a836f5,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:19.838137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8d9f0-b02a-489a-98be-08f1311e69be req-d5b3ba49-c35a-4bed-a84e-473f423bce31 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:19.839197 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7ec8d9f0-b02a-489a-98be-08f1311e69be req-d5b3ba49-c35a-4bed-a84e-473f423bce31 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.8875244 Oct 05 09:15:19.839378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=94af5d8d-f4db-4396-bd33-7501e204190e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:19.857760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No DVR routers for this DVR port 94af5d8d-f4db-4396-bd33-7501e204190e on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:19.958387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 7d62639d-2a24-4e4c-a6aa-5a8b28a836f5 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:19.978812 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-b806bbf9-7eb3-4339-9661-c5cc248a70e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:19.979317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-b806bbf9-7eb3-4339-9661-c5cc248a70e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:19.996348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9372c7d5-260d-4f88-a972-786c6e0bc372 None None] No DVR routers for this DVR port b2bf1eee-1937-4874-9a17-481d3c7527c0 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:20.100361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4e95f868-0144-4a93-8e28-ae8e7f708e05 None None] For port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=516b8f18-fc99-4b89-b3d9-2cf87d26c30e,segment=NetworkSegment(da38a8a7-8841-4d99-90b5-d08ed733dc07),segment_id=da38a8a7-8841-4d99-90b5-d08ed733dc07)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:20.110092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9566ddfa-283b-4c48-997a-dd5272980dda None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:20.126692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Provisioning for port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:20.210835 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Provisioning complete for port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:20.211301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.211740 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Attempt 1 to provision port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e Oct 05 09:15:20.282807 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7ec8d9f0-b02a-489a-98be-08f1311e69be req-c4fb6079-6229-40bd-9d56-0a35782d1487 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4348493 Oct 05 09:15:20.335731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.358679 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Pushing event updated for resources: {'Port': ['ID=16e40898-8efe-4cf9-a64d-b7e5d4e040bc,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:20.372436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 94af5d8d-f4db-4396-bd33-7501e204190e no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:15:20.388344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fce328c-629a-46ad-92e9-42530ec39bde tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2844500'] for subnet, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.430196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:20.448543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-4e95f868-0144-4a93-8e28-ae8e7f708e05 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:15:20.455816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9c2c47-fb27-4ca5-8769-ccad0c0176c7') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:20.456128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9c2c47-fb27-4ca5-8769-ccad0c0176c7') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:20.485740 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b806bbf9-7eb3-4339-9661-c5cc248a70e3 None None] Deleting port 94af5d8d-f4db-4396-bd33-7501e204190e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:20.486309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b806bbf9-7eb3-4339-9661-c5cc248a70e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.495416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:20.499461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:subnet and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:20.502433 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:20.509479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:20.518450 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.524509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.532367 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 94af5d8d-f4db-4396-bd33-7501e204190e {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:15:20.532853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 94af5d8d-f4db-4396-bd33-7501e204190e not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:15:20.536010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:20.538674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4e95f868-0144-4a93-8e28-ae8e7f708e05 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.540313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.541287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.549422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372c7d5-260d-4f88-a972-786c6e0bc372 None None] Pushing event deleted for resources: {'Port': ['ID=b2bf1eee-1937-4874-9a17-481d3c7527c0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:20.554102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.601599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.658833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:20.659000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.679822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Deleting port 51ef85fe-c1da-4b84-a449-1983b8381ae6 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:20.680366 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.781044 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment fc9c2c47-fb27-4ca5-8769-ccad0c0176c7 resource provider aggregate not found Oct 05 09:15:20.794465 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b806bbf9-7eb3-4339-9661-c5cc248a70e3 None None] The port '94af5d8d-f4db-4396-bd33-7501e204190e' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:15:20.799627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-d97297ad-5a5b-45f6-9eba-9bcd153e3f8c', 'network_id': 'd97297ad-5a5b-45f6-9eba-9bcd153e3f8c', 'tenant_id': '16d53ebf33b8482da383c32735c709a3', 'fixed_ips': [{'subnet_id': 'd6692b61-f16e-4b98-92e7-b5bbdfb99b33'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:20.801199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.812508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4e95f868-0144-4a93-8e28-ae8e7f708e05 None None] Ignored duplicate provisioning block setup for port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:15:20.823508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 16e40898-8efe-4cf9-a64d-b7e5d4e040bc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:20.838795 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment fc9c2c47-fb27-4ca5-8769-ccad0c0176c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc9c2c47-fb27-4ca5-8769-ccad0c0176c7 found for delete ", "request_id": "req-2e1207fb-e6c7-446d-8ae2-90faafa35ee8"}]} Oct 05 09:15:20.871219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4e95f868-0144-4a93-8e28-ae8e7f708e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.918633 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.942741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:20.961236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Network': ['ID=f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:20.971739 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-24222e1b-342d-4f5f-8bb2-9cdb936ae176 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/networks/f0cbf9f0-3777-4dc7-8769-7f9ed0aa1c49 HTTP/1.1" status: 204 len: 168 time: 3.5399096 Oct 05 09:15:20.978975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56644) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:20.994219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-606068380'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:21.002828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fce328c-629a-46ad-92e9-42530ec39bde tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773370724235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2338492'] for subnet, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.007681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:21.012317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.054393 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:network and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:21.057259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.082976 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:21.150523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:21.159479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:21.160625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fce328c-629a-46ad-92e9-42530ec39bde tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:21.161994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fce328c-629a-46ad-92e9-42530ec39bde tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.162805 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7fce328c-629a-46ad-92e9-42530ec39bde tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "PUT /v2.0/subnets/d6692b61-f16e-4b98-92e7-b5bbdfb99b33 HTTP/1.1" status: 200 len: 826 time: 1.4000266 Oct 05 09:15:21.174416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56648) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:21.185391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:21.216972 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:21.284569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:21.289721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.306835 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95f868-0144-4a93-8e28-ae8e7f708e05 None None] Pushing event updated for resources: {'Port': ['ID=516b8f18-fc99-4b89-b3d9-2cf87d26c30e,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:21.310164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce328c-629a-46ad-92e9-42530ec39bde tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Subnet': ['ID=d6692b61-f16e-4b98-92e7-b5bbdfb99b33,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:21.310307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Current status of the port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:21.310307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.311290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.312603 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=7ebefdae-6c88-45fb-a752-6422828ca593,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:21.333774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=5224b365-02b7-44fe-a8ec-df832cf9a4a2,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:21.438559 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:21.473427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:21.474789 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.477343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.477659 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Added segment ace7838e-fd74-4476-a878-be1e39c71aff of type vlan for network ce0e4d11-9007-431f-a291-eb36bef34c1b Oct 05 09:15:21.507839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::1 (19d31986-d6d4-46c2-94b6-97b25bee37cf/5ae75862-cd8e-471a-bddc-5f2b1af923aa/4194f5ab-ebc8-4bf3-b741-d0d143084e5f) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:21.512148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] For port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=516b8f18-fc99-4b89-b3d9-2cf87d26c30e,segment=NetworkSegment(da38a8a7-8841-4d99-90b5-d08ed733dc07),segment_id=da38a8a7-8841-4d99-90b5-d08ed733dc07)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:21.514467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.525285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:21.526733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.527208 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc Oct 05 09:15:21.554182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': '5ae75862-cd8e-471a-bddc-5f2b1af923aa'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:21.555371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.572218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.575063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.576391 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:21.596343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f631fbc-68d6-495f-be4a-ddec1744ac00 req-489e60de-0f47-4fa4-854f-005f19f026b8 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:21.597924 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7f631fbc-68d6-495f-be4a-ddec1744ac00 req-489e60de-0f47-4fa4-854f-005f19f026b8 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.5790443 Oct 05 09:15:21.609208 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cd50a0a2-15d3-4632-a4b9-d6e815f21c7b tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.8195767 Oct 05 09:15:21.621340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:21.621975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56652) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:21.633301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '7ebefdae-6c88-45fb-a752-6422828ca593', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:21.638018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:21.638236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Allocated IP 2001:db8::2 (d97297ad-5a5b-45f6-9eba-9bcd153e3f8c/d6692b61-f16e-4b98-92e7-b5bbdfb99b33/7b4bc2cb-b460-4bc6-bac4-d7899359f734) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:21.670101 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:21.759397 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Calling delete_port for 51ef85fe-c1da-4b84-a449-1983b8381ae6 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:21.944917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Provisioning for port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:22.015572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:22.058841 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Provisioning complete for port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:22.059361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.060127 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Attempt 1 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:22.101850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.107299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:22.107912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.130582 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.139975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:22.143529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:22.144155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b2261-7fa7-4ff2-9b79-e90070e5aa9f None None] Pushing event updated for resources: {'Port': ['ID=516b8f18-fc99-4b89-b3d9-2cf87d26c30e,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:22.173646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.265569 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7f631fbc-68d6-495f-be4a-ddec1744ac00 req-eedd45a0-a1c9-4cf6-a5bc-46c3e04ec4e4 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5292413 Oct 05 09:15:22.315227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.332270 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.343259 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Transition to ACTIVE for port object 7b4bc2cb-b460-4bc6-bac4-d7899359f734 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:22.369129 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3891056 Oct 05 09:15:22.380761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Transition to ACTIVE for port object 7b4bc2cb-b460-4bc6-bac4-d7899359f734 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:22.385410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d3e612-cffb-4c69-8bda-b6d183e1dd73 None None] Network 138202d4-97fc-4fff-96f3-d1b77a5966dd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:22.385595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56656) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:22.388287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5827784-34e6-4b5d-8c5b-d071527cfbba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Network': ['ID=ce0e4d11-9007-431f-a291-eb36bef34c1b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:22.400498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': 'ce0e4d11-9007-431f-a291-eb36bef34c1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:22.408789 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network ce0e4d11-9007-431f-a291-eb36bef34c1b details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:22.474700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.491339 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Subnet': ['ID=28a2d67a-103c-4e53-aa22-b25571e5439a,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:22.507962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.528914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking segment: {'id': 'd9c0714b-6aac-4687-92ac-467e11690077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7d62639d-2a24-4e4c-a6aa-5a8b28a836f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:22.529261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network hostable DHCP agents. Network: 7d62639d-2a24-4e4c-a6aa-5a8b28a836f5, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:22.538436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.558384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.581059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object 4194f5ab-ebc8-4bf3-b741-d0d143084e5f will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:22.602907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Pushing event deleted for resources: {'Port': ['ID=51ef85fe-c1da-4b84-a449-1983b8381ae6,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:22.603252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:22.616528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Subnet': ['ID=d6692b61-f16e-4b98-92e7-b5bbdfb99b33,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:22.618974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:22.638497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 6da854f1-53c0-4999-95e9-b102003fe1a0 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:15:22.641337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:22.644275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Network d97297ad-5a5b-45f6-9eba-9bcd153e3f8c is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:22.645414 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Attempt 2 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:22.658731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:22.713059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network 7d62639d-2a24-4e4c-a6aa-5a8b28a836f5 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:22.741253 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 7d62639d-2a24-4e4c-a6aa-5a8b28a836f5) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:22.747325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.761946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:22.762611 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f85ed9c-7772-48ff-acdd-851c56522b28 None None] Network 7d62639d-2a24-4e4c-a6aa-5a8b28a836f5 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:22.775670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:22.777458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Pushing event updated for resources: {'Port': ['ID=7b4bc2cb-b460-4bc6-bac4-d7899359f734,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:22.780017 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:22.788568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:22.789161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.796342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 516b8f18-fc99-4b89-b3d9-2cf87d26c30e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:22.815497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:22.819531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.869004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.957775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:22.995065 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-06a17777-a196-4a4f-8c63-d0ab2d1c464d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2020881 Oct 05 09:15:23.000702 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56660) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:23.008473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:23.030010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.040422 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:23.042853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.048559 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97297ad-5a5b-45f6-9eba-9bcd153e3f8c']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:23.056127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:23.056308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.066166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:23.075529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddee12d-56f8-4931-b003-8374d355a183') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:23.075792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddee12d-56f8-4931-b003-8374d355a183') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:23.080024 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0639747-b55d-4a27-9913-1779dc574934 None None] Sync routers for ids ['6da854f1-53c0-4999-95e9-b102003fe1a0'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:23.092274 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0639747-b55d-4a27-9913-1779dc574934 None None] Routers {'6da854f1-53c0-4999-95e9-b102003fe1a0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:23.092890 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a0639747-b55d-4a27-9913-1779dc574934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6da854f1-53c0-4999-95e9-b102003fe1a0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:23.097466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.101834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.110605 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fff231e4-f36d-45d4-b9f3-e9b647a2da78 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/6da854f1-53c0-4999-95e9-b102003fe1a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9566920 Oct 05 09:15:23.118070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56664) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:23.118254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=4194f5ab-ebc8-4bf3-b741-d0d143084e5f,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:23.168658 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a0639747-b55d-4a27-9913-1779dc574934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:23.179154 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0639747-b55d-4a27-9913-1779dc574934 None None] Routers {'6da854f1-53c0-4999-95e9-b102003fe1a0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:23.180027 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a0639747-b55d-4a27-9913-1779dc574934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6da854f1-53c0-4999-95e9-b102003fe1a0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:23.200998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.201578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Fanout notify agent at l3_agent the message router_deleted on router 21f6f583-3cd1-42b6-b33e-1f2e1ef55bba {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:15:23.214862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.261074 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:23.261485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.270364 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a0639747-b55d-4a27-9913-1779dc574934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:23.270777 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0639747-b55d-4a27-9913-1779dc574934 None None] The sync data for ids ['6da854f1-53c0-4999-95e9-b102003fe1a0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:23.293383 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Attempt 3 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:23.313083 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.319210 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0d9a3d1d-dd32-4fa6-b63c-369cc3c74456 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "DELETE /v2.0/routers/21f6f583-3cd1-42b6-b33e-1f2e1ef55bba HTTP/1.1" status: 204 len: 168 time: 4.5054846 Oct 05 09:15:23.323803 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1ddee12d-56f8-4931-b003-8374d355a183 resource provider aggregate not found Oct 05 09:15:23.358779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.360640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.371289 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:23.373622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56672) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:23.394057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65accab-6870-49d7-bc79-fb067082aa59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:23.395220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d65accab-6870-49d7-bc79-fb067082aa59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Synchronizing usage tracker for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:23.401848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b02b5cdc-b9f7-48b7-8b40-f4f70834cc0f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1910743233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:23.412395 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1ddee12d-56f8-4931-b003-8374d355a183 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ddee12d-56f8-4931-b003-8374d355a183 found for delete ", "request_id": "req-d3ed95f1-6f7a-4981-abbd-50693db26f54"}]} Oct 05 09:15:23.472513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b02b5cdc-b9f7-48b7-8b40-f4f70834cc0f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:23.475363 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Attempting to bind port 7b4bc2cb-b460-4bc6-bac4-d7899359f734 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:23.475769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Attempting to bind port 7b4bc2cb-b460-4bc6-bac4-d7899359f734 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '1ddee12d-56f8-4931-b003-8374d355a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd97297ad-5a5b-45f6-9eba-9bcd153e3f8c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:23.476092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Attempting to bind port 7b4bc2cb-b460-4bc6-bac4-d7899359f734 on network d97297ad-5a5b-45f6-9eba-9bcd153e3f8c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:23.500943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:23.501586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Checking segment: {'id': '1ddee12d-56f8-4931-b003-8374d355a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd97297ad-5a5b-45f6-9eba-9bcd153e3f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:23.501720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d65accab-6870-49d7-bc79-fb067082aa59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Unset dirty status for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:23.501945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.502324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Bound using segment: {'id': '1ddee12d-56f8-4931-b003-8374d355a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd97297ad-5a5b-45f6-9eba-9bcd153e3f8c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:23.506648 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d65accab-6870-49d7-bc79-fb067082aa59 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports/5224b365-02b7-44fe-a8ec-df832cf9a4a2 HTTP/1.1" status: 200 len: 910 time: 0.3509300 Oct 05 09:15:23.506782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Bound port: 7b4bc2cb-b460-4bc6-bac4-d7899359f734, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddee12d-56f8-4931-b003-8374d355a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd97297ad-5a5b-45f6-9eba-9bcd153e3f8c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:23.506782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.506968 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:15:23.506968 dv-neutron-860328-1-hyperv neutron-server[89055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:15:23.506968 dv-neutron-860328-1-hyperv neutron-server[89055]: [parameters: {'id': 'd97297ad-5a5b-45f6-9eba-9bcd153e3f8c'}] Oct 05 09:15:23.506968 dv-neutron-860328-1-hyperv neutron-server[89055]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:23.506968 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:23.509067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56678) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:23.516082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-770b7334-39c7-421c-ac3e-de041a9fd052 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cf7c436d-f7eb-437b-aa05-5c863056afcf'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:23.523033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b02b5cdc-b9f7-48b7-8b40-f4f70834cc0f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Usage tracker for resource:router and tenant:d1dbe1033f0440d6b57d6314f9ef555b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:23.529458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e16422-a212-47ed-ad6d-f025dd7c058a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-7d62639d-2a24-4e4c-a6aa-5a8b28a836f5', 'network_id': '7d62639d-2a24-4e4c-a6aa-5a8b28a836f5', 'tenant_id': '5e10d7f51494433ca7ebe2ce98107aca', 'fixed_ips': [{'subnet_id': '28a2d67a-103c-4e53-aa22-b25571e5439a'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:23.531605 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23e16422-a212-47ed-ad6d-f025dd7c058a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.540503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Allocated IP 2001:db8::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/5ae75862-cd8e-471a-bddc-5f2b1af923aa/c10359be-cd1d-4e43-993d-41b4794b7f19) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:23.559129 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b02b5cdc-b9f7-48b7-8b40-f4f70834cc0f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:23.588684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b02b5cdc-b9f7-48b7-8b40-f4f70834cc0f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:23.630146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b02b5cdc-b9f7-48b7-8b40-f4f70834cc0f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.631170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b02b5cdc-b9f7-48b7-8b40-f4f70834cc0f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.709499 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.26.0.204 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/0a486e23-be98-4f63-8bdc-f0cf35f1e171) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:23.715616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.723857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:23.724687 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.724776 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e Oct 05 09:15:23.749844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.882375 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Attempt 4 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:23.913530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:23.938844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] For port 7b4bc2cb-b460-4bc6-bac4-d7899359f734, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:23.975078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] For port 7b4bc2cb-b460-4bc6-bac4-d7899359f734, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7b4bc2cb-b460-4bc6-bac4-d7899359f734,segment=NetworkSegment(1ddee12d-56f8-4931-b003-8374d355a183),segment_id=1ddee12d-56f8-4931-b003-8374d355a183)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server [None req-23e16422-a212-47ed-ad6d-f025dd7c058a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28a2d67a-103c-4e53-aa22-b25571e5439a: This subnet is being modified by another concurrent operation. Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:15:23.997366 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise exception Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28a2d67a-103c-4e53-aa22-b25571e5439a: This subnet is being modified by another concurrent operation. Oct 05 09:15:24.000877 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Oct 05 09:15:24.009742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.012450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.036265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Subnet': ['ID=5bf8dc41-0c90-41d7-9fe6-242c4802e195,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:24.064563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Checking segment: {'id': 'ace7838e-fd74-4476-a878-be1e39c71aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ce0e4d11-9007-431f-a291-eb36bef34c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:24.065287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network hostable DHCP agents. Network: ce0e4d11-9007-431f-a291-eb36bef34c1b, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:24.077397 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ff278e-1a5b-42fc-bdeb-b013e59fe1f8 None None] Network 7d62639d-2a24-4e4c-a6aa-5a8b28a836f5 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:24.095654 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b02b5cdc-b9f7-48b7-8b40-f4f70834cc0f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.104420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4797c-22df-4d1c-a030-36e9d9dd4708 req-2c330f67-70cf-4fb9-8dc7-b092b787b9ed tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:24.105932 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f9a4797c-22df-4d1c-a030-36e9d9dd4708 req-2c330f67-70cf-4fb9-8dc7-b092b787b9ed tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.6837006 Oct 05 09:15:24.109753 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:24.125614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Subnet': ['ID=28a2d67a-103c-4e53-aa22-b25571e5439a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:24.148489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting port 7b4bc2cb-b460-4bc6-bac4-d7899359f734 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:24.148902 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.188441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.212335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network ce0e4d11-9007-431f-a291-eb36bef34c1b is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:24.250777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-770b7334-39c7-421c-ac3e-de041a9fd052 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.263106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, ce0e4d11-9007-431f-a291-eb36bef34c1b) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:24.300963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:24.301180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.317088 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b214b66-7e44-46df-8073-334ccb2e9eaf None None] Network ce0e4d11-9007-431f-a291-eb36bef34c1b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:24.366546 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f9a4797c-22df-4d1c-a030-36e9d9dd4708 req-fc5ef70b-032e-4663-b966-c45e4804d250 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450137 Oct 05 09:15:24.366546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b02b5cdc-b9f7-48b7-8b40-f4f70834cc0f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.391215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.428936 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-735b2a33-9ccf-46a6-8c01-4009f942eb20 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0417845 Oct 05 09:15:24.437331 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56684) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:24.464259 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': 'ce0e4d11-9007-431f-a291-eb36bef34c1b', 'name': 'tempest-PortsIpV6TestJSON-2045271745', 'fixed_ips': [{'subnet_id': '5bf8dc41-0c90-41d7-9fe6-242c4802e195', 'ip_address': '2001:db8::10'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:24.511125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b02b5cdc-b9f7-48b7-8b40-f4f70834cc0f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.512664 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b02b5cdc-b9f7-48b7-8b40-f4f70834cc0f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1362367 Oct 05 09:15:24.531667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56688) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:24.617530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d62639d-2a24-4e4c-a6aa-5a8b28a836f5']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:24.630768 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Attempt 5 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:24.653557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c0714b-6aac-4687-92ac-467e11690077') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:24.653765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c0714b-6aac-4687-92ac-467e11690077') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:24.668226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:24.671691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff7c07-4789-4e95-a4a5-3979e7bc8d23 None None] Pushing event updated for resources: {'Port': ['ID=7b4bc2cb-b460-4bc6-bac4-d7899359f734,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:24.716434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:24.758825 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.780564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.789442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:24.790599 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.802611 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.861562 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:24.866175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Transition to ACTIVE for port object c10359be-cd1d-4e43-993d-41b4794b7f19 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:24.890230 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Transition to ACTIVE for port object c10359be-cd1d-4e43-993d-41b4794b7f19 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:24.907434 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386f601-120d-4640-bf2a-fbe9f4e40d93 None None] Network d97297ad-5a5b-45f6-9eba-9bcd153e3f8c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:24.917770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.938716 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:24.969952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:24.973512 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment d9c0714b-6aac-4687-92ac-467e11690077 resource provider aggregate not found Oct 05 09:15:24.993273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:port and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:25.000293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:25.012669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:25.014717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:25.043441 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:25.050638 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment d9c0714b-6aac-4687-92ac-467e11690077 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9c0714b-6aac-4687-92ac-467e11690077 found for delete ", "request_id": "req-0bb3a3d2-80ff-4bee-a6bd-212cf9a51ec0"}]} Oct 05 09:15:25.067943 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:25.073001 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Network': ['ID=7d62639d-2a24-4e4c-a6aa-5a8b28a836f5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:25.076764 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-62dd64df-4637-4d09-a0b0-5413ed2a9399 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/7d62639d-2a24-4e4c-a6aa-5a8b28a836f5 HTTP/1.1" status: 204 len: 168 time: 2.0708308 Oct 05 09:15:25.081040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:25.085983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56698) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:25.106898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:25.107735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:25.112370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-194031127'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:25.130311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:25.149738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:25.163179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:25.188631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] For port 7b4bc2cb-b460-4bc6-bac4-d7899359f734, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7b4bc2cb-b460-4bc6-bac4-d7899359f734,segment=NetworkSegment(1ddee12d-56f8-4931-b003-8374d355a183),segment_id=1ddee12d-56f8-4931-b003-8374d355a183)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:25.189007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:25.201430 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Pushing event updated for resources: {'Port': ['ID=c10359be-cd1d-4e43-993d-41b4794b7f19,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:25.211210 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:25.217474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:25.314764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:25.365950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:25.369875 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Attempt 6 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:25.370063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:25.406020 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f826cb-0ab6-4649-8e36-1c968fc3a8f9 req-057755da-14c4-4896-862d-ec905dd68ab6 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:25.406700 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-38f826cb-0ab6-4649-8e36-1c968fc3a8f9 req-057755da-14c4-4896-862d-ec905dd68ab6 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.4733827 Oct 05 09:15:25.412497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:network and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:25.417140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:25.425067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=4194f5ab-ebc8-4bf3-b741-d0d143084e5f,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:25.442780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port 99e6a147-374d-4561-9d37-41bb19ac9bd7 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:15:25.458277 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Attempting to bind port c10359be-cd1d-4e43-993d-41b4794b7f19 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:25.458828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Attempting to bind port c10359be-cd1d-4e43-993d-41b4794b7f19 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:25.459194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Attempting to bind port c10359be-cd1d-4e43-993d-41b4794b7f19 on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:25.468211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-ce0e4d11-9007-431f-a291-eb36bef34c1b', 'network_id': 'ce0e4d11-9007-431f-a291-eb36bef34c1b', 'tenant_id': '07928855b107476ea4ff86567f452305', 'fixed_ips': [{'subnet_id': '5bf8dc41-0c90-41d7-9fe6-242c4802e195'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:25.469008 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:25.485106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:25.485802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:25.486400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:25.486795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:25.487273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Bound port: c10359be-cd1d-4e43-993d-41b4794b7f19, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:25.487643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:25.497526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:25.554179 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-38f826cb-0ab6-4649-8e36-1c968fc3a8f9 req-26221267-6743-4094-b847-81c6eb5b9acf tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309292 Oct 05 09:15:25.614573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9529c3-ae06-4c5d-8727-9cb12436984c None None] Network d97297ad-5a5b-45f6-9eba-9bcd153e3f8c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:25.633431 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:25.637018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:25.683079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Calling delete_port for 7b4bc2cb-b460-4bc6-bac4-d7899359f734 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:25.712744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:25.740200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=0a486e23-be98-4f63-8bdc-f0cf35f1e171,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:25.797473 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] For port c10359be-cd1d-4e43-993d-41b4794b7f19, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:25.845993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] For port c10359be-cd1d-4e43-993d-41b4794b7f19, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c10359be-cd1d-4e43-993d-41b4794b7f19,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:25.856138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:25.859935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:25.861151 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:25.862696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8::10 (ce0e4d11-9007-431f-a291-eb36bef34c1b/5bf8dc41-0c90-41d7-9fe6-242c4802e195/99e6a147-374d-4561-9d37-41bb19ac9bd7) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:25.970920 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734acc28-36aa-40e6-a4fc-177f24492a6e None None] Pushing event updated for resources: {'Port': ['ID=c10359be-cd1d-4e43-993d-41b4794b7f19,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:25.998940 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Attempt 7 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:26.018065 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Router 0efcb8d6-daf8-4f38-a228-ea25c66ca0f4 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:15:26.056815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:26.067292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:26.243787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:26.255531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:26.260870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e92f6f-464b-4941-a810-c80fd96025b5 req-0e832ced-f5fe-4dd0-b0f4-77ec931c84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:26.262502 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4e92f6f-464b-4941-a810-c80fd96025b5 req-0e832ced-f5fe-4dd0-b0f4-77ec931c84fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=af3973850af34ff0b1ae6694f898d389&device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 1099 time: 1.3541243 Oct 05 09:15:26.411686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No DVR routers for this DVR port 7b4bc2cb-b460-4bc6-bac4-d7899359f734 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:26.436559 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:26.436907 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Added segment 34d2b0ae-42ec-42a5-b3df-2571bc802c0e of type vlan for network 025feb0f-fece-4db4-95e0-dda938bda32e Oct 05 09:15:26.438279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Port': ['ID=7b4bc2cb-b460-4bc6-bac4-d7899359f734,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:26.493183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:26.506411 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Sync routers for ids ['0efcb8d6-daf8-4f38-a228-ea25c66ca0f4'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:26.507102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:26.515712 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cf00a300-f476-4017-92ac-537c69d5a094 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "PUT /v2.0/routers/0efcb8d6-daf8-4f38-a228-ea25c66ca0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3567414 Oct 05 09:15:26.518321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56702) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:26.520709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Routers {'0efcb8d6-daf8-4f38-a228-ea25c66ca0f4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:26.521413 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0efcb8d6-daf8-4f38-a228-ea25c66ca0f4'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:26.577475 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Transition to ACTIVE for port object 99e6a147-374d-4561-9d37-41bb19ac9bd7 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:26.587235 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Attempt 8 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:26.617341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9e47a-2125-41fc-b3f5-dec8848b2047 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:26.617942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0ea9e47a-2125-41fc-b3f5-dec8848b2047 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:26.648791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0ea9e47a-2125-41fc-b3f5-dec8848b2047 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:26.650142 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0ea9e47a-2125-41fc-b3f5-dec8848b2047 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports/4194f5ab-ebc8-4bf3-b741-d0d143084e5f HTTP/1.1" status: 200 len: 911 time: 0.1308396 Oct 05 09:15:26.652783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56708) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:26.692854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:26.862226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:26.865073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network ce0e4d11-9007-431f-a291-eb36bef34c1b is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:26.871137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:26.873787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:26.880130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:26.881123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:26.891790 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c10359be-cd1d-4e43-993d-41b4794b7f19 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:26.904712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=99e6a147-374d-4561-9d37-41bb19ac9bd7,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:26.919332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:26.919951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:26.920542 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:26.921054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:26.921829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:26.922421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:26.922911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:26.923429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:26.923923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:26.924408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:26.924893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:26.925373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:26.939924 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4a14c3a6-fe0d-4ec3-90f1-fb52ada57e0f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4904473 Oct 05 09:15:26.944662 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56712) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:26.960559 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': 'ce0e4d11-9007-431f-a291-eb36bef34c1b', 'name': 'tempest-PortsIpV6TestJSON-1855508354', 'fixed_ips': [{'subnet_id': '5bf8dc41-0c90-41d7-9fe6-242c4802e195', 'ip_address': '2001:db8::f'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:27.038760 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:27.059385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Set router 0efcb8d6-daf8-4f38-a228-ea25c66ca0f4 gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:15:27.065010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5588e8f3-fec1-4ac7-8a41-d878fe63d537 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:27.071186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5588e8f3-fec1-4ac7-8a41-d878fe63d537 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:27.075398 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5588e8f3-fec1-4ac7-8a41-d878fe63d537 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4191217 Oct 05 09:15:27.078002 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56716) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:27.163554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143b717-e7ec-416d-98e8-2ca2ff99974f req-b1ce8c5e-966b-4281-b341-0cc1f4c8f54e tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:27.164844 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2143b717-e7ec-416d-98e8-2ca2ff99974f req-b1ce8c5e-966b-4281-b341-0cc1f4c8f54e tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.4193923 Oct 05 09:15:27.231276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Allocated IP 2001:db8::2 (ce0e4d11-9007-431f-a291-eb36bef34c1b/5bf8dc41-0c90-41d7-9fe6-242c4802e195/56bfcc19-7e92-499b-b43f-a9d1d9455fa9) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:27.274731 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port c10359be-cd1d-4e43-993d-41b4794b7f19 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:27.307408 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:27.353613 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2143b717-e7ec-416d-98e8-2ca2ff99974f req-e90c6f9c-d6ed-45f8-a14c-588c506cd87b tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740999 Oct 05 09:15:27.382980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:27.388387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:27.388986 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:27.440195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97297ad-5a5b-45f6-9eba-9bcd153e3f8c']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:27.445952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:27.456750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e92f6f-464b-4941-a810-c80fd96025b5 req-3ae382b8-e89f-4217-9a9f-f5cdc0634652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:27.459327 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4e92f6f-464b-4941-a810-c80fd96025b5 req-3ae382b8-e89f-4217-9a9f-f5cdc0634652 service neutron] 10.222.0.45 "GET /v2.0/networks?id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636 HTTP/1.1" status: 200 len: 913 time: 1.1422689 Oct 05 09:15:27.506118 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:port and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:27.513248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:27.532131 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:27.540608 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Attempt 9 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:27.588989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-770b7334-39c7-421c-ac3e-de041a9fd052 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:15:27.602399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddee12d-56f8-4931-b003-8374d355a183') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:27.602708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddee12d-56f8-4931-b003-8374d355a183') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:27.647799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-770b7334-39c7-421c-ac3e-de041a9fd052 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:27.681550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:27.699458 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:27.704950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:27.705337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:27.711231 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6146810 Oct 05 09:15:27.721032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56720) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:27.732432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfbad3-0bf0-4f6b-9a2c-d450a6d76d80 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=025feb0f-fece-4db4-95e0-dda938bda32e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:27.740256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'subnet': {'network_id': '025feb0f-fece-4db4-95e0-dda938bda32e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:27.748300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port 81f67094-ee17-4863-9ad5-e65f4925d46f yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:15:27.765125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-770b7334-39c7-421c-ac3e-de041a9fd052 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:27.767380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 025feb0f-fece-4db4-95e0-dda938bda32e details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:27.795609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:27.970796 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:27.979649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:27.985703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0efcb8d6-daf8-4f38-a228-ea25c66ca0f4', 'name': 'tempest-NetworksTestDHCPv6-router-540553712', 'tenant_id': '8e470f57db494309bb41654643314b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:18Z', 'updated_at': '2022-10-05T09:15:23Z', 'revision_number': 2, 'project_id': '8e470f57db494309bb41654643314b74', 'gw_port_host': None, '_interfaces': [{'id': '4194f5ab-ebc8-4bf3-b741-d0d143084e5f', 'name': '', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'mac_address': 'fa:16:3e:d5:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efcb8d6-daf8-4f38-a228-ea25c66ca0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5ae75862-cd8e-471a-bddc-5f2b1af923aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:20Z', 'updated_at': '2022-10-05T09:15:24Z', 'revision_number': 2, 'project_id': '8e470f57db494309bb41654643314b74', 'subnets': [{'id': '5ae75862-cd8e-471a-bddc-5f2b1af923aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:27.988154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Transition to ACTIVE for port object 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:27.989943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:27.990393 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.000276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Checking router: 0efcb8d6-daf8-4f38-a228-ea25c66ca0f4 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:15:28.000637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Updating router 0efcb8d6-daf8-4f38-a228-ea25c66ca0f4 port 4194f5ab-ebc8-4bf3-b741-d0d143084e5f binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:15:28.010732 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4e92f6f-464b-4941-a810-c80fd96025b5 req-ddbc5d7d-cf28-4146-9430-20033149ac8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d HTTP/1.1" status: 200 len: 1002 time: 0.4821551 Oct 05 09:15:28.055318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Transition to ACTIVE for port object 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:28.071909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.111058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.136519 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1ddee12d-56f8-4931-b003-8374d355a183 resource provider aggregate not found Oct 05 09:15:28.187187 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Network ce0e4d11-9007-431f-a291-eb36bef34c1b is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:28.204218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:28.209202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770b7334-39c7-421c-ac3e-de041a9fd052 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:28.209761 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Attempt 10 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:28.209876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-770b7334-39c7-421c-ac3e-de041a9fd052 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.214440 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-770b7334-39c7-421c-ac3e-de041a9fd052 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/ports/5224b365-02b7-44fe-a8ec-df832cf9a4a2 HTTP/1.1" status: 200 len: 910 time: 4.7003942 Oct 05 09:15:28.214440 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1ddee12d-56f8-4931-b003-8374d355a183 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ddee12d-56f8-4931-b003-8374d355a183 found for delete ", "request_id": "req-54c3a421-6044-4c29-a649-bee3c750c6ea"}]} Oct 05 09:15:28.237165 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Pushing event updated for resources: {'Port': ['ID=56bfcc19-7e92-499b-b43f-a9d1d9455fa9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:28.242150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:28.260478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56728) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:28.318971 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b7334-39c7-421c-ac3e-de041a9fd052 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=5224b365-02b7-44fe-a8ec-df832cf9a4a2,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:28.401205 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:28.419378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:subnet and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:28.423948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.429378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.432996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:28.441269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:28.467579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Network': ['ID=d97297ad-5a5b-45f6-9eba-9bcd153e3f8c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:28.483870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Provisioning complete for port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:28.484262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.484613 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Attempt 1 to provision port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc Oct 05 09:15:28.506655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:28.514971 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e92f6f-464b-4941-a810-c80fd96025b5 req-4c1fe079-775b-4af8-b8aa-cfc3ac9a6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:28.516456 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4e92f6f-464b-4941-a810-c80fd96025b5 req-4c1fe079-775b-4af8-b8aa-cfc3ac9a6662 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1dcf1b6-1798-4fba-b27d-a8b43c2672bc HTTP/1.1" status: 200 len: 851 time: 0.4223449 Oct 05 09:15:28.537328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Attempting to bind port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:28.537568 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Attempting to bind port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'ace7838e-fd74-4476-a878-be1e39c71aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ce0e4d11-9007-431f-a291-eb36bef34c1b'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:28.537845 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Attempting to bind port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 on network ce0e4d11-9007-431f-a291-eb36bef34c1b {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:28.564998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.576663 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:28.577086 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Checking segment: {'id': 'ace7838e-fd74-4476-a878-be1e39c71aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ce0e4d11-9007-431f-a291-eb36bef34c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:28.577454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.577854 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Bound using segment: {'id': 'ace7838e-fd74-4476-a878-be1e39c71aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ce0e4d11-9007-431f-a291-eb36bef34c1b'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:28.578369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Bound port: 56bfcc19-7e92-499b-b43f-a9d1d9455fa9, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace7838e-fd74-4476-a878-be1e39c71aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ce0e4d11-9007-431f-a291-eb36bef34c1b'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:28.578932 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.591871 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-72809bb1-14e9-494d-b63b-8c8b87cbf67e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/d97297ad-5a5b-45f6-9eba-9bcd153e3f8c HTTP/1.1" status: 204 len: 168 time: 7.4153242 Oct 05 09:15:28.605721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56734) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:28.635623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.685876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:28.690949 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.715271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8::f (ce0e4d11-9007-431f-a291-eb36bef34c1b/5bf8dc41-0c90-41d7-9fe6-242c4802e195/81f67094-ee17-4863-9ad5-e65f4925d46f) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:28.718507 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-03991edd-c194-4365-a57d-1ad6c29fbd67 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] DELETE failed (client error): The resource could not be found. Oct 05 09:15:28.718919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03991edd-c194-4365-a57d-1ad6c29fbd67 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:15:28.720931 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-03991edd-c194-4365-a57d-1ad6c29fbd67 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/d97297ad-5a5b-45f6-9eba-9bcd153e3f8c HTTP/1.1" status: 404 len: 339 time: 0.1083107 Oct 05 09:15:28.723164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.766148 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56738) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:28.798758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-115183703', 'description': 'd1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:28.828054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Performing IP validity checks on allocation pools {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:15:28.828812 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:15:28.869121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:28.874036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] For port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:28.882996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Usage tracker for resource:network and tenant:16d53ebf33b8482da383c32735c709a3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:28.887175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c74aa3c7-c946-45d9-83b1-0b7e60ed31ae None None] Current status of the port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:28.891127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:28.896916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] For port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=56bfcc19-7e92-499b-b43f-a9d1d9455fa9,segment=NetworkSegment(ace7838e-fd74-4476-a878-be1e39c71aff),segment_id=ace7838e-fd74-4476-a878-be1e39c71aff)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:28.903918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:28.934680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:29.008139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e92f6f-464b-4941-a810-c80fd96025b5 req-d92846bb-3451-449f-ab99-047e5125d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:29.009679 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4e92f6f-464b-4941-a810-c80fd96025b5 req-d92846bb-3451-449f-ab99-047e5125d1e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=95bb8cf3-0bd9-406a-8c99-ca54fa52a636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4858398 Oct 05 09:15:29.018622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a4b8e-90ee-41ab-9a48-e564e018ec2e req-52ffd0ba-ad3b-4133-b927-5b6292b63831 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:29.020281 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dd9a4b8e-90ee-41ab-9a48-e564e018ec2e req-52ffd0ba-ad3b-4133-b927-5b6292b63831 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.4952416 Oct 05 09:15:29.077332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6822f14-35c4-4a04-a3af-97d0a235df11 None None] Pushing event updated for resources: {'Port': ['ID=56bfcc19-7e92-499b-b43f-a9d1d9455fa9,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:29.079753 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:29.083774 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.098923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Provisioning complete for port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:29.099871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.100402 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Attempt 1 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:29.134814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.161703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Transition to ACTIVE for port object 4194f5ab-ebc8-4bf3-b741-d0d143084e5f will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:29.184948 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:29.187316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.268473 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dd9a4b8e-90ee-41ab-9a48-e564e018ec2e req-8a360c1c-24ef-4beb-aac1-12592eb04ac8 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424382 Oct 05 09:15:29.272192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:29.294171 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 4194f5ab-ebc8-4bf3-b741-d0d143084e5f {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:29.294386 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.319124 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Allocated IP 172.26.0.161 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/bc857547-9474-4d76-b735-37243a82388c) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:29.335284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.335720 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Added segment 853ffffc-422d-4cd8-a80d-c82aa1de36ac of type vlan for network 95f2fa4c-d7c1-495b-a011-284170b21499 Oct 05 09:15:29.385005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.415860 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.467084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.478847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.485010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:29.485554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.523815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a4589-0f85-4950-9299-066fa944cc7f None None] Pushing event updated for resources: {'Port': ['ID=4194f5ab-ebc8-4bf3-b741-d0d143084e5f,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:29.542455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Attempting to bind port 4194f5ab-ebc8-4bf3-b741-d0d143084e5f on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:29.542826 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Attempting to bind port 4194f5ab-ebc8-4bf3-b741-d0d143084e5f by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:29.543185 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Attempting to bind port 4194f5ab-ebc8-4bf3-b741-d0d143084e5f on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:29.551924 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:29.552313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:29.552696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.553081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:29.553546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Bound port: 4194f5ab-ebc8-4bf3-b741-d0d143084e5f, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:29.553913 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.636342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.656865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] For port 4194f5ab-ebc8-4bf3-b741-d0d143084e5f, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:29.661374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] For port 4194f5ab-ebc8-4bf3-b741-d0d143084e5f, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4194f5ab-ebc8-4bf3-b741-d0d143084e5f,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:29.668115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:29.697840 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4e92f6f-464b-4941-a810-c80fd96025b5 req-e2118117-f358-437a-a0ec-746270fc0989 service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867778 Oct 05 09:15:29.703865 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Attempt 2 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:29.764467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Routers {'0efcb8d6-daf8-4f38-a228-ea25c66ca0f4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:29.765601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0efcb8d6-daf8-4f38-a228-ea25c66ca0f4'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:29.794910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Transition to ACTIVE for port object 81f67094-ee17-4863-9ad5-e65f4925d46f will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:29.876323 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0961328 Oct 05 09:15:29.888352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56742) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:29.896089 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7795cd7-38f8-46dd-af0a-73ca7e992f79 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Network': ['ID=95f2fa4c-d7c1-495b-a011-284170b21499,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:29.928607 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:29.929174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 95f2fa4c-d7c1-495b-a011-284170b21499 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:29.965586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a4589-0f85-4950-9299-066fa944cc7f None None] Pushing event updated for resources: {'Port': ['ID=4194f5ab-ebc8-4bf3-b741-d0d143084e5f,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:29.978883 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Subnet': ['ID=30eaeeac-745e-49b5-a6b1-367052fbb40f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:29.991282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] For port 4194f5ab-ebc8-4bf3-b741-d0d143084e5f, host dv-neutron-860328-1-hyperv, got binding levels [] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:29.991654 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:30.021364 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:30.044017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:30.083258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:30.083604 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:30.083942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:30.084276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:30.084627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:30.084958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:30.085284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:30.085607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:30.085926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:30.086307 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:30.086636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:30.086958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:30.088885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] Set router 0efcb8d6-daf8-4f38-a228-ea25c66ca0f4 gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:15:30.148622 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking segment: {'id': '34d2b0ae-42ec-42a5-b3df-2571bc802c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '025feb0f-fece-4db4-95e0-dda938bda32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:30.149011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network hostable DHCP agents. Network: 025feb0f-fece-4db4-95e0-dda938bda32e, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:30.210538 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4e92f6f-464b-4941-a810-c80fd96025b5 req-69b4c34d-de41-4237-a670-11d132fcfd5e service neutron] 10.222.0.45 "GET /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025685 Oct 05 09:15:30.230881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba496eb-f38b-41c5-a573-712aba7fb673 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:30.231604 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5ba496eb-f38b-41c5-a573-712aba7fb673 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Synchronizing usage tracker for tenant:16d53ebf33b8482da383c32735c709a3 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:30.267606 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:30.273539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network ce0e4d11-9007-431f-a291-eb36bef34c1b is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:30.275482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network 025feb0f-fece-4db4-95e0-dda938bda32e is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:30.279765 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:30.286962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 4194f5ab-ebc8-4bf3-b741-d0d143084e5f owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:30.390750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:30.412412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5ba496eb-f38b-41c5-a573-712aba7fb673 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Unset dirty status for tenant:16d53ebf33b8482da383c32735c709a3 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:30.413781 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5ba496eb-f38b-41c5-a573-712aba7fb673 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "GET /v2.0/networks?id=95f2fa4c-d7c1-495b-a011-284170b21499 HTTP/1.1" status: 200 len: 764 time: 0.5184216 Oct 05 09:15:30.424856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56748) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:30.436153 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Attempt 3 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:30.438973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5d7811c2-e977-46ea-92d8-dad4d72bf0b7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'network': {'description': 'd2'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:30.456281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:30.459762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 025feb0f-fece-4db4-95e0-dda938bda32e) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:30.476415 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:30.476965 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:30.492683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:30.512799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:30.517031 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:30.517862 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:30.523438 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:30.523919 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:30.536382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab4c1ce-b1e1-4e1d-abed-1e26b9863cbe None None] Network ce0e4d11-9007-431f-a291-eb36bef34c1b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:30.543927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=81f67094-ee17-4863-9ad5-e65f4925d46f,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:30.550059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eb9895-808e-4e16-83c1-ab1e45bc165d None None] Network 025feb0f-fece-4db4-95e0-dda938bda32e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:30.563356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:30.571571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-81bae390-ea48-4eca-94e2-151d56efd30c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:30.575675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:30.624536 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:30.646054 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6d4b3208-8bcc-4356-a785-6b9a0bfb5670 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6915271 Oct 05 09:15:30.654675 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56752) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:30.693682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=0a486e23-be98-4f63-8bdc-f0cf35f1e171,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:30.746077 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:30.746294 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6e1bfbd1-ba4e-4359-ad1c-b82e7f0a6349 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.0152295 Oct 05 09:15:30.760032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56756) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:30.923929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:31.052041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ecb4b-e297-44cd-b6ee-90608d401d91 req-3d93b33a-f749-4418-8ccc-d0f470072e69 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:31.053563 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3c6ecb4b-e297-44cd-b6ee-90608d401d91 req-3d93b33a-f749-4418-8ccc-d0f470072e69 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.5947852 Oct 05 09:15:31.059108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 4194f5ab-ebc8-4bf3-b741-d0d143084e5f {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:31.059649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:31.145043 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0efcb8d6-daf8-4f38-a228-ea25c66ca0f4', 'name': 'tempest-NetworksTestDHCPv6-router-540553712', 'tenant_id': '8e470f57db494309bb41654643314b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:18Z', 'updated_at': '2022-10-05T09:15:23Z', 'revision_number': 2, 'project_id': '8e470f57db494309bb41654643314b74', 'gw_port_host': None, '_interfaces': [{'id': '4194f5ab-ebc8-4bf3-b741-d0d143084e5f', 'name': '', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'mac_address': 'fa:16:3e:d5:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efcb8d6-daf8-4f38-a228-ea25c66ca0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5ae75862-cd8e-471a-bddc-5f2b1af923aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:20Z', 'updated_at': '2022-10-05T09:15:29Z', 'revision_number': 4, 'project_id': '8e470f57db494309bb41654643314b74', 'subnets': [{'id': '5ae75862-cd8e-471a-bddc-5f2b1af923aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:31.190741 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476c8d2-857e-4511-a99b-7949c8825584 None None] The sync data for ids ['0efcb8d6-daf8-4f38-a228-ea25c66ca0f4'] in dv-neutron-860328-1-hyperv is: [{'id': '0efcb8d6-daf8-4f38-a228-ea25c66ca0f4', 'name': 'tempest-NetworksTestDHCPv6-router-540553712', 'tenant_id': '8e470f57db494309bb41654643314b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:18Z', 'updated_at': '2022-10-05T09:15:23Z', 'revision_number': 2, 'project_id': '8e470f57db494309bb41654643314b74', 'gw_port_host': None, '_interfaces': [{'id': '4194f5ab-ebc8-4bf3-b741-d0d143084e5f', 'name': '', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'mac_address': 'fa:16:3e:d5:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efcb8d6-daf8-4f38-a228-ea25c66ca0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5ae75862-cd8e-471a-bddc-5f2b1af923aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:20Z', 'updated_at': '2022-10-05T09:15:29Z', 'revision_number': 4, 'project_id': '8e470f57db494309bb41654643314b74', 'subnets': [{'id': '5ae75862-cd8e-471a-bddc-5f2b1af923aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:31.220188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:31.224218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-025feb0f-fece-4db4-95e0-dda938bda32e', 'network_id': '025feb0f-fece-4db4-95e0-dda938bda32e', 'tenant_id': '5e10d7f51494433ca7ebe2ce98107aca', 'fixed_ips': [{'subnet_id': '30eaeeac-745e-49b5-a6b1-367052fbb40f'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:31.226673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:31.248335 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Attempt 4 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:31.248604 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Pushing event updated for resources: {'Port': ['ID=bc857547-9474-4d76-b735-37243a82388c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:31.271867 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3c6ecb4b-e297-44cd-b6ee-90608d401d91 req-f5a6cf13-efc5-4e33-85f7-945b64a7b8c7 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726167 Oct 05 09:15:31.338967 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3240f01-9b5e-4f7a-90db-3cb702a07cb1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:31.340016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e3240f01-9b5e-4f7a-90db-3cb702a07cb1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:31.389775 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:31.411347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e3240f01-9b5e-4f7a-90db-3cb702a07cb1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:31.415778 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e3240f01-9b5e-4f7a-90db-3cb702a07cb1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7603133 Oct 05 09:15:31.417536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56762) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:31.462050 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Floating IP aad302f8-2dc2-468f-892c-ab13cc2df2d6 associated. External IP: 172.26.0.204, port: 7ebefdae-6c88-45fb-a752-6422828ca593. Oct 05 09:15:31.534502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] For port 4194f5ab-ebc8-4bf3-b741-d0d143084e5f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4194f5ab-ebc8-4bf3-b741-d0d143084e5f,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:31.534502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:31.543063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d7811c2-e977-46ea-92d8-dad4d72bf0b7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:31.559114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Allocated IP 172.20.0.3 (025feb0f-fece-4db4-95e0-dda938bda32e/30eaeeac-745e-49b5-a6b1-367052fbb40f/1f20e824-8e52-4b97-9852-88aa15b97d92) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:31.715143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:31.719770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d7811c2-e977-46ea-92d8-dad4d72bf0b7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:31.834520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d7811c2-e977-46ea-92d8-dad4d72bf0b7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network 95f2fa4c-d7c1-495b-a011-284170b21499 is not hosted by any dhcp agent {{(pid=89055) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 05 09:15:31.840354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7811c2-e977-46ea-92d8-dad4d72bf0b7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:31.840984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d7811c2-e977-46ea-92d8-dad4d72bf0b7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:31.842505 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5d7811c2-e977-46ea-92d8-dad4d72bf0b7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "PUT /v2.0/networks/95f2fa4c-d7c1-495b-a011-284170b21499 HTTP/1.1" status: 200 len: 761 time: 1.4152124 Oct 05 09:15:31.866091 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56766) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:31.897643 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Attempt 5 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:31.920684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 4194f5ab-ebc8-4bf3-b741-d0d143084e5f owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:31.974794 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-81bae390-ea48-4eca-94e2-151d56efd30c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:31.975135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-81bae390-ea48-4eca-94e2-151d56efd30c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:32.046871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:32.073107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:32.085044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Transition to ACTIVE for port object 1f20e824-8e52-4b97-9852-88aa15b97d92 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:32.116252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Transition to ACTIVE for port object 1f20e824-8e52-4b97-9852-88aa15b97d92 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:32.126625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:32.189087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a6b75-6c1e-41bf-b5eb-f2612ebca051 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:32.194382 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-197a6b75-6c1e-41bf-b5eb-f2612ebca051 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "GET /v2.0/networks?id=95f2fa4c-d7c1-495b-a011-284170b21499 HTTP/1.1" status: 200 len: 764 time: 0.3200767 Oct 05 09:15:32.199558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56770) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:32.258463 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Pushing event updated for resources: {'Port': ['ID=1f20e824-8e52-4b97-9852-88aa15b97d92,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:32.268449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Network 025feb0f-fece-4db4-95e0-dda938bda32e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:32.270424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:32.276554 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:32.344098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7811c2-e977-46ea-92d8-dad4d72bf0b7 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Network': ['ID=95f2fa4c-d7c1-495b-a011-284170b21499,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:32.373466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:32.377634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 95f2fa4c-d7c1-495b-a011-284170b21499 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:32.392109 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d6cbd7-7ee4-4d13-a97b-d5bc5eb73b41 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:32.398571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d6cbd7-7ee4-4d13-a97b-d5bc5eb73b41 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:32.405178 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d6cbd7-7ee4-4d13-a97b-d5bc5eb73b41 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:32.408022 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-57d6cbd7-7ee4-4d13-a97b-d5bc5eb73b41 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.9871449 Oct 05 09:15:32.417112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56776) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:32.479387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:32.554469 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Attempt 6 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:32.612992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Subnet': ['ID=30eaeeac-745e-49b5-a6b1-367052fbb40f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:32.633185 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-81bae390-ea48-4eca-94e2-151d56efd30c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:32.645219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-df5e3467-4d71-4cd2-8908-79f8c4eb118b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 81f67094-ee17-4863-9ad5-e65f4925d46f {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:32.645494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-df5e3467-4d71-4cd2-8908-79f8c4eb118b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:32.653680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Attempting to bind port 1f20e824-8e52-4b97-9852-88aa15b97d92 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:32.653860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Attempting to bind port 1f20e824-8e52-4b97-9852-88aa15b97d92 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '34d2b0ae-42ec-42a5-b3df-2571bc802c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '025feb0f-fece-4db4-95e0-dda938bda32e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:32.654121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Attempting to bind port 1f20e824-8e52-4b97-9852-88aa15b97d92 on network 025feb0f-fece-4db4-95e0-dda938bda32e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:32.656451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:32.675063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:32.676103 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Checking segment: {'id': '34d2b0ae-42ec-42a5-b3df-2571bc802c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '025feb0f-fece-4db4-95e0-dda938bda32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:32.676509 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:32.676894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Bound using segment: {'id': '34d2b0ae-42ec-42a5-b3df-2571bc802c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '025feb0f-fece-4db4-95e0-dda938bda32e'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:32.677373 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Bound port: 1f20e824-8e52-4b97-9852-88aa15b97d92, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d2b0ae-42ec-42a5-b3df-2571bc802c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '025feb0f-fece-4db4-95e0-dda938bda32e'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:32.677766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:32.679208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993dafc8-97e0-4b1a-9afe-b225a1c50f9c tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:32.679927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-993dafc8-97e0-4b1a-9afe-b225a1c50f9c tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Synchronizing usage tracker for tenant:16d53ebf33b8482da383c32735c709a3 on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:32.695107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:32.759810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d80ab797-f9a6-4375-9569-6ce9932a0ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:32.798729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] For port 1f20e824-8e52-4b97-9852-88aa15b97d92, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:32.803339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] For port 1f20e824-8e52-4b97-9852-88aa15b97d92, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=1f20e824-8e52-4b97-9852-88aa15b97d92,segment=NetworkSegment(34d2b0ae-42ec-42a5-b3df-2571bc802c0e),segment_id=34d2b0ae-42ec-42a5-b3df-2571bc802c0e)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:32.814707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:32.841413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-81bae390-ea48-4eca-94e2-151d56efd30c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for 5224b365-02b7-44fe-a8ec-df832cf9a4a2 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:32.934428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4194f5ab-ebc8-4bf3-b741-d0d143084e5f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:32.962058 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-993dafc8-97e0-4b1a-9afe-b225a1c50f9c tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Unset dirty status for tenant:16d53ebf33b8482da383c32735c709a3 on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:32.963497 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-993dafc8-97e0-4b1a-9afe-b225a1c50f9c tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7597287 Oct 05 09:15:32.989758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56780) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:33.080266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf1e14-798a-4acd-9205-44b910e6fb40 None None] Pushing event updated for resources: {'Port': ['ID=1f20e824-8e52-4b97-9852-88aa15b97d92,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:33.083539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No active binding found for port 4194f5ab-ebc8-4bf3-b741-d0d143084e5f {{(pid=89056) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 05 09:15:33.083951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4194f5ab-ebc8-4bf3-b741-d0d143084e5f not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 05 09:15:33.085529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:33.122971 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fddda74-185d-4b54-ad4c-faeb3d1ce8c4 None None] Network 025feb0f-fece-4db4-95e0-dda938bda32e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:33.223847 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Attempt 7 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:33.224061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92aefb0c-ec7a-42e9-9e72-2ec6852b6f6a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Synchronizing usage tracker for tenant:16d53ebf33b8482da383c32735c709a3 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:33.258681 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=4194f5ab-ebc8-4bf3-b741-d0d143084e5f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:33.284232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:33.290167 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719661db-d9d4-43bb-9883-dd754f491322 req-b8dea982-7e22-4751-84f9-f1025ddcb24f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:33.301129 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-719661db-d9d4-43bb-9883-dd754f491322 req-b8dea982-7e22-4751-84f9-f1025ddcb24f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.7982862 Oct 05 09:15:33.311747 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Port 4194f5ab-ebc8-4bf3-b741-d0d143084e5f not found, will not notify nova. {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 05 09:15:33.316705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:33.372693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:15:33.375539 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92aefb0c-ec7a-42e9-9e72-2ec6852b6f6a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Unset dirty status for tenant:16d53ebf33b8482da383c32735c709a3 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:33.381666 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-92aefb0c-ec7a-42e9-9e72-2ec6852b6f6a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 207 time: 0.3788483 Oct 05 09:15:33.394654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56784) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:33.433355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025feb0f-fece-4db4-95e0-dda938bda32e']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:33.459816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f962d-b30d-431e-93fe-786455ec7228 None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:15:33.526844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d2b0ae-42ec-42a5-b3df-2571bc802c0e') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:33.527444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d2b0ae-42ec-42a5-b3df-2571bc802c0e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:33.570225 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-719661db-d9d4-43bb-9883-dd754f491322 req-e6c35728-90f6-494f-8618-6db65f629778 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671685 Oct 05 09:15:33.579442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:33.605919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:33.639601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f962d-b30d-431e-93fe-786455ec7228 None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:15:33.712487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:33.751942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:33.752436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:33.820155 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Attempt 8 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:33.848120 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 34d2b0ae-42ec-42a5-b3df-2571bc802c0e resource provider aggregate not found Oct 05 09:15:33.955094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-81bae390-ea48-4eca-94e2-151d56efd30c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:33.964032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:33.991211 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 34d2b0ae-42ec-42a5-b3df-2571bc802c0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34d2b0ae-42ec-42a5-b3df-2571bc802c0e found for delete ", "request_id": "req-7080e3f9-4761-4306-93c1-a84b0eb17d90"}]} Oct 05 09:15:34.064993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e2bd2-3fc5-40db-a9a0-9b4fba7869ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:34.071016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e2bd2-3fc5-40db-a9a0-9b4fba7869ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:34.073224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-df5e3467-4d71-4cd2-8908-79f8c4eb118b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:34.076690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e2bd2-3fc5-40db-a9a0-9b4fba7869ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:34.082916 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e2bd2-3fc5-40db-a9a0-9b4fba7869ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:34.086243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bae390-ea48-4eca-94e2-151d56efd30c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=5224b365-02b7-44fe-a8ec-df832cf9a4a2,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:34.088909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e2bd2-3fc5-40db-a9a0-9b4fba7869ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:34.095250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e2bd2-3fc5-40db-a9a0-9b4fba7869ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:34.097618 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ac2e2bd2-3fc5-40db-a9a0-9b4fba7869ec tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6958885 Oct 05 09:15:34.100527 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:34.103975 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56794) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:34.123429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:34.125311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:15:34.125311 dv-neutron-860328-1-hyperv neutron-server[89055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:15:34.125311 dv-neutron-860328-1-hyperv neutron-server[89055]: [parameters: {'id': '025feb0f-fece-4db4-95e0-dda938bda32e'}] Oct 05 09:15:34.125311 dv-neutron-860328-1-hyperv neutron-server[89055]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:34.125713 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:34.129893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:34.141027 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a6f5b9-bab3-4e8c-848e-47ec3d2667b6 None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:34.162442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e15b7c-73fc-4c99-8663-9f90053e55e0 None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:15:34.163946 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a6f5b9-bab3-4e8c-848e-47ec3d2667b6 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:34.165398 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f4a6f5b9-bab3-4e8c-848e-47ec3d2667b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:34.230603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:34.254967 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f4a6f5b9-bab3-4e8c-848e-47ec3d2667b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:34.267555 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a6f5b9-bab3-4e8c-848e-47ec3d2667b6 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:34.268407 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f4a6f5b9-bab3-4e8c-848e-47ec3d2667b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:34.303932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-df5e3467-4d71-4cd2-8908-79f8c4eb118b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 81f67094-ee17-4863-9ad5-e65f4925d46f owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:34.344193 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f4a6f5b9-bab3-4e8c-848e-47ec3d2667b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:34.344906 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a6f5b9-bab3-4e8c-848e-47ec3d2667b6 None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:34.358029 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e15b7c-73fc-4c99-8663-9f90053e55e0 None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:15:34.464934 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Attempt 9 to provision port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 Oct 05 09:15:34.514491 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7ccd8b4b-76af-466f-946d-0fe54e662abb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.8900962 Oct 05 09:15:34.520373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56798) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:34.527294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Port 5224b365-02b7-44fe-a8ec-df832cf9a4a2 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:15:34.531237 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-283cecc9-055d-4dff-ab08-84dd3aea89eb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'floatingip': {'port_id': '7ebefdae-6c88-45fb-a752-6422828ca593', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:34.550938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:34.583598 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Provisioning complete for port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:34.584019 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:34.584481 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Attempt 1 to provision port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e Oct 05 09:15:34.628069 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:34.673629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-283cecc9-055d-4dff-ab08-84dd3aea89eb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:34.733572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Deleting port 1f20e824-8e52-4b97-9852-88aa15b97d92 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:34.733941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:34.754797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Router 0efcb8d6-daf8-4f38-a228-ea25c66ca0f4 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:15:34.764912 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c1c6a-7c35-4d95-a7f0-7415eb52991f req-2d70661a-c01b-4097-92c5-94d5b6a8f270 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:34.771730 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a20c1c6a-7c35-4d95-a7f0-7415eb52991f req-2d70661a-c01b-4097-92c5-94d5b6a8f270 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.8788824 Oct 05 09:15:34.804365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Router dc994c95-9df9-4f3e-80ed-aee601c9afda is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:15:34.913908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-81bae390-ea48-4eca-94e2-151d56efd30c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:34.923558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Current status of the port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:34.936937 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-53dd3cbc-8315-4f48-944a-dde0baf0092d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7295680 Oct 05 09:15:34.937172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Could not find standard attr ID for object 4194f5ab-ebc8-4bf3-b741-d0d143084e5f. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:15:34.942849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56802) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:34.963047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Provisioning for port c10359be-cd1d-4e43-993d-41b4794b7f19 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:34.991292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Provisioning complete for port c10359be-cd1d-4e43-993d-41b4794b7f19 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:34.991700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:34.992059 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Attempt 1 to provision port c10359be-cd1d-4e43-993d-41b4794b7f19 Oct 05 09:15:35.153213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Current status of the port c10359be-cd1d-4e43-993d-41b4794b7f19 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:35.153622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:35.197518 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] For port c10359be-cd1d-4e43-993d-41b4794b7f19, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c10359be-cd1d-4e43-993d-41b4794b7f19,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:35.203344 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:35.297410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Pushing event updated for resources: {'Port': ['ID=c10359be-cd1d-4e43-993d-41b4794b7f19,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:35.311201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:35.311740 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:35.313236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:35.313236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:35.313236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:35.313236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:35.313875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:35.314409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:35.314859 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:35.315292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:35.315721 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:35.316196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92fabf-6ee6-430b-a8b8-4847ecd08362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:35.334455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Provisioning for port 99e6a147-374d-4561-9d37-41bb19ac9bd7 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:35.339473 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Provisioning complete for port 99e6a147-374d-4561-9d37-41bb19ac9bd7 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:35.339972 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:35.340635 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Attempt 1 to provision port 99e6a147-374d-4561-9d37-41bb19ac9bd7 Oct 05 09:15:35.362614 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a20c1c6a-7c35-4d95-a7f0-7415eb52991f req-f8adc8f5-ed70-4c5c-9f4a-c2f910e1bafd tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5899196 Oct 05 09:15:35.403748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Port 99e6a147-374d-4561-9d37-41bb19ac9bd7 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:35.444694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:35.448260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:35.454665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:35.455854 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-468f71cc-305d-4522-8bde-f95f94001788 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "PUT /v2.0/routers/dc994c95-9df9-4f3e-80ed-aee601c9afda HTTP/1.1" status: 200 len: 884 time: 10.9232206 Oct 05 09:15:35.461642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56808) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:35.474210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8e3ce-8f08-4f18-8e7a-a9b73dc2c2a8 None None] Sync routers for ids ['dc994c95-9df9-4f3e-80ed-aee601c9afda'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:35.476946 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23deacdb-1e51-4baf-95d1-965b9e2b1d7d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:35.478557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23deacdb-1e51-4baf-95d1-965b9e2b1d7d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:35.480043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23deacdb-1e51-4baf-95d1-965b9e2b1d7d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:35.481528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23deacdb-1e51-4baf-95d1-965b9e2b1d7d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:35.483057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23deacdb-1e51-4baf-95d1-965b9e2b1d7d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:35.484018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-23deacdb-1e51-4baf-95d1-965b9e2b1d7d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Synchronizing usage tracker for tenant:16d53ebf33b8482da383c32735c709a3 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:35.494577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-df5e3467-4d71-4cd2-8908-79f8c4eb118b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:35.500891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8e3ce-8f08-4f18-8e7a-a9b73dc2c2a8 None None] Routers {'dc994c95-9df9-4f3e-80ed-aee601c9afda'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:35.502463 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1ad8e3ce-8f08-4f18-8e7a-a9b73dc2c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['dc994c95-9df9-4f3e-80ed-aee601c9afda'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:35.516195 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc11b0e-eba7-42eb-8428-e47c0d4a232f None None] Sync routers for ids ['0efcb8d6-daf8-4f38-a228-ea25c66ca0f4'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:35.531223 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc11b0e-eba7-42eb-8428-e47c0d4a232f None None] Routers {'0efcb8d6-daf8-4f38-a228-ea25c66ca0f4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:35.531833 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9dc11b0e-eba7-42eb-8428-e47c0d4a232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0efcb8d6-daf8-4f38-a228-ea25c66ca0f4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:35.571624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] For port 1f20e824-8e52-4b97-9852-88aa15b97d92, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=1f20e824-8e52-4b97-9852-88aa15b97d92,segment=NetworkSegment(34d2b0ae-42ec-42a5-b3df-2571bc802c0e),segment_id=34d2b0ae-42ec-42a5-b3df-2571bc802c0e)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:35.571624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:35.615580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1ad8e3ce-8f08-4f18-8e7a-a9b73dc2c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:35.638198 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8e3ce-8f08-4f18-8e7a-a9b73dc2c2a8 None None] Routers {'dc994c95-9df9-4f3e-80ed-aee601c9afda'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:35.640220 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1ad8e3ce-8f08-4f18-8e7a-a9b73dc2c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['dc994c95-9df9-4f3e-80ed-aee601c9afda'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:35.708298 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f6ee9d32-9222-4280-bd68-24b812e1dc57 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "PUT /v2.0/routers/0efcb8d6-daf8-4f38-a228-ea25c66ca0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6281946 Oct 05 09:15:35.709114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-23deacdb-1e51-4baf-95d1-965b9e2b1d7d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Unset dirty status for tenant:16d53ebf33b8482da383c32735c709a3 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:35.715014 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-23deacdb-1e51-4baf-95d1-965b9e2b1d7d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7624254 Oct 05 09:15:35.715014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e3467-4d71-4cd2-8908-79f8c4eb118b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=81f67094-ee17-4863-9ad5-e65f4925d46f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:35.715014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56816) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:35.715014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56818) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:35.742662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-246b3ad5-a78a-4bc3-a54a-44d2fb5edb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:35.744218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1ad8e3ce-8f08-4f18-8e7a-a9b73dc2c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:35.744620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8e3ce-8f08-4f18-8e7a-a9b73dc2c2a8 None None] The sync data for ids ['dc994c95-9df9-4f3e-80ed-aee601c9afda'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:35.775899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Calling delete_port for 1f20e824-8e52-4b97-9852-88aa15b97d92 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:35.805117 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9dc11b0e-eba7-42eb-8428-e47c0d4a232f None None] Set router 0efcb8d6-daf8-4f38-a228-ea25c66ca0f4 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:15:35.905012 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Attempt 2 to provision port 99e6a147-374d-4561-9d37-41bb19ac9bd7 Oct 05 09:15:35.971226 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9dc11b0e-eba7-42eb-8428-e47c0d4a232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0efcb8d6-daf8-4f38-a228-ea25c66ca0f4', 'name': 'tempest-NetworksTestDHCPv6-router-540553712', 'tenant_id': '8e470f57db494309bb41654643314b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:18Z', 'updated_at': '2022-10-05T09:15:32Z', 'revision_number': 3, 'project_id': '8e470f57db494309bb41654643314b74', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:35.977544 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc11b0e-eba7-42eb-8428-e47c0d4a232f None None] Checking router: 0efcb8d6-daf8-4f38-a228-ea25c66ca0f4 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:15:35.988382 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc11b0e-eba7-42eb-8428-e47c0d4a232f None None] Routers {'0efcb8d6-daf8-4f38-a228-ea25c66ca0f4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:35.989990 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9dc11b0e-eba7-42eb-8428-e47c0d4a232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0efcb8d6-daf8-4f38-a228-ea25c66ca0f4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:35.998767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Port 99e6a147-374d-4561-9d37-41bb19ac9bd7 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:36.006680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-df5e3467-4d71-4cd2-8908-79f8c4eb118b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:36.008586 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-df5e3467-4d71-4cd2-8908-79f8c4eb118b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/81f67094-ee17-4863-9ad5-e65f4925d46f HTTP/1.1" status: 204 len: 168 time: 3.5847960 Oct 05 09:15:36.017899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56824) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:36.022323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bae390-ea48-4eca-94e2-151d56efd30c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 6da854f1-53c0-4999-95e9-b102003fe1a0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:15:36.098887 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a09d6c-0851-45a8-826e-d25a88fc4c8e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:15:36.099681 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-93a09d6c-0851-45a8-826e-d25a88fc4c8e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:36.109879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68fe0a4-882d-40e0-ad1a-bce610375d15 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:36.111510 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68fe0a4-882d-40e0-ad1a-bce610375d15 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:36.116853 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b68fe0a4-882d-40e0-ad1a-bce610375d15 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3786652 Oct 05 09:15:36.139462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56828) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:36.141930 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9dc11b0e-eba7-42eb-8428-e47c0d4a232f None None] Set router 0efcb8d6-daf8-4f38-a228-ea25c66ca0f4 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:15:36.174540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c146d001-fff5-4a59-a784-89690e5f3475 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:36.176655 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c146d001-fff5-4a59-a784-89690e5f3475 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:36.178051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c146d001-fff5-4a59-a784-89690e5f3475 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:36.179427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c146d001-fff5-4a59-a784-89690e5f3475 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:36.180793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c146d001-fff5-4a59-a784-89690e5f3475 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:36.185997 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c146d001-fff5-4a59-a784-89690e5f3475 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4348962 Oct 05 09:15:36.202821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56832) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:36.261462 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9dc11b0e-eba7-42eb-8428-e47c0d4a232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0efcb8d6-daf8-4f38-a228-ea25c66ca0f4', 'name': 'tempest-NetworksTestDHCPv6-router-540553712', 'tenant_id': '8e470f57db494309bb41654643314b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:18Z', 'updated_at': '2022-10-05T09:15:32Z', 'revision_number': 3, 'project_id': '8e470f57db494309bb41654643314b74', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:36.265467 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc11b0e-eba7-42eb-8428-e47c0d4a232f None None] The sync data for ids ['0efcb8d6-daf8-4f38-a228-ea25c66ca0f4'] in dv-neutron-860328-1-hyperv is: [{'id': '0efcb8d6-daf8-4f38-a228-ea25c66ca0f4', 'name': 'tempest-NetworksTestDHCPv6-router-540553712', 'tenant_id': '8e470f57db494309bb41654643314b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:18Z', 'updated_at': '2022-10-05T09:15:32Z', 'revision_number': 3, 'project_id': '8e470f57db494309bb41654643314b74', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:36.353174 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bae390-ea48-4eca-94e2-151d56efd30c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:36.366760 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0dda7a66-3315-4a3a-915e-8fc758c687bb tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/routers/dc994c95-9df9-4f3e-80ed-aee601c9afda HTTP/1.1" status: 200 len: 925 time: 0.9039435 Oct 05 09:15:36.371527 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-81bae390-ea48-4eca-94e2-151d56efd30c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/6da854f1-53c0-4999-95e9-b102003fe1a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0840623 Oct 05 09:15:36.375762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56836) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:36.375891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-93a09d6c-0851-45a8-826e-d25a88fc4c8e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:36.375999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56838) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:36.376294 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-93a09d6c-0851-45a8-826e-d25a88fc4c8e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/81f67094-ee17-4863-9ad5-e65f4925d46f HTTP/1.1" status: 404 len: 333 time: 0.3528123 Oct 05 09:15:36.380702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d629e2-3f8d-4e08-ba9f-2848f4e82cb3 None None] Sync routers for ids ['6da854f1-53c0-4999-95e9-b102003fe1a0'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:36.382315 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56844) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:36.384073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-533583aa-ad90-4bf9-82c7-836042adbd52 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 5ae75862-cd8e-471a-bddc-5f2b1af923aa {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:15:36.402883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d629e2-3f8d-4e08-ba9f-2848f4e82cb3 None None] Routers {'6da854f1-53c0-4999-95e9-b102003fe1a0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:36.403783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c1d629e2-3f8d-4e08-ba9f-2848f4e82cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6da854f1-53c0-4999-95e9-b102003fe1a0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:36.426881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-533583aa-ad90-4bf9-82c7-836042adbd52 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:36.470809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c1d629e2-3f8d-4e08-ba9f-2848f4e82cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:36.480728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d629e2-3f8d-4e08-ba9f-2848f4e82cb3 None None] Routers {'6da854f1-53c0-4999-95e9-b102003fe1a0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:36.481351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c1d629e2-3f8d-4e08-ba9f-2848f4e82cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6da854f1-53c0-4999-95e9-b102003fe1a0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:36.498026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:36.500019 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a698308-2258-4efa-a135-2b5108a3fab8 req-a002d984-629e-487a-aa46-83a274832349 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:36.501531 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1a698308-2258-4efa-a135-2b5108a3fab8 req-a002d984-629e-487a-aa46-83a274832349 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.6010056 Oct 05 09:15:36.510646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e7fcce75-b658-4028-8fa6-10981fe0961c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 99e6a147-374d-4561-9d37-41bb19ac9bd7 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:36.510995 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e7fcce75-b658-4028-8fa6-10981fe0961c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:36.548718 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Attempt 3 to provision port 99e6a147-374d-4561-9d37-41bb19ac9bd7 Oct 05 09:15:36.569944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eee255a-6a06-4d68-9249-ca7769f8f5bc tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:36.579739 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2eee255a-6a06-4d68-9249-ca7769f8f5bc tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "GET /v2.0/networks/db16c7ff-2642-477a-932d-876070db0828 HTTP/1.1" status: 200 len: 803 time: 0.3669617 Oct 05 09:15:36.579935 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f15c9e9d-081b-4ad7-b95e-b4753f88a5fd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da854f1-53c0-4999-95e9-b102003fe1a0 HTTP/1.1" status: 200 len: 205 time: 0.1968906 Oct 05 09:15:36.579935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No DVR routers for this DVR port 1f20e824-8e52-4b97-9852-88aa15b97d92 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:36.580723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56848) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:36.580723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56850) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:36.580888 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c1d629e2-3f8d-4e08-ba9f-2848f4e82cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:36.580888 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d629e2-3f8d-4e08-ba9f-2848f4e82cb3 None None] The sync data for ids ['6da854f1-53c0-4999-95e9-b102003fe1a0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:36.588395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Port': ['ID=1f20e824-8e52-4b97-9852-88aa15b97d92,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:36.621021 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Port 99e6a147-374d-4561-9d37-41bb19ac9bd7 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:36.667380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-533583aa-ad90-4bf9-82c7-836042adbd52 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:36.690813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:36.782149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c10359be-cd1d-4e43-993d-41b4794b7f19 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:36.849849 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:36.866689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:36.907104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ffcbc-5977-4fde-b768-56a605b34349 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:36.909045 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-939ffcbc-5977-4fde-b768-56a605b34349 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&device_id=dc994c95-9df9-4f3e-80ed-aee601c9afda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5318778 Oct 05 09:15:36.923328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port c10359be-cd1d-4e43-993d-41b4794b7f19 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:36.924816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:36.925295 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port c10359be-cd1d-4e43-993d-41b4794b7f19 Oct 05 09:15:36.925774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56856) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:36.989061 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1a698308-2258-4efa-a135-2b5108a3fab8 req-7df3e9db-a26c-4aba-8352-38b066f59210 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4486499 Oct 05 09:15:37.025467 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4ee90ef-e4c1-45ab-a947-7ade60e96fcb tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.056425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025feb0f-fece-4db4-95e0-dda938bda32e']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:37.074769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port c10359be-cd1d-4e43-993d-41b4794b7f19 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:37.085676 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4194f5ab-ebc8-4bf3-b741-d0d143084e5f no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:15:37.093841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d2b0ae-42ec-42a5-b3df-2571bc802c0e') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:37.094165 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d2b0ae-42ec-42a5-b3df-2571bc802c0e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:37.113294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b65d974-98a5-43fc-8c56-d365bdd1a26d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:37.113896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7b65d974-98a5-43fc-8c56-d365bdd1a26d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Synchronizing usage tracker for tenant:dbdae1c089e14721b1a4f9f997df0e52 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:37.116744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-533583aa-ad90-4bf9-82c7-836042adbd52 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.125099 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Attempt 4 to provision port 99e6a147-374d-4561-9d37-41bb19ac9bd7 Oct 05 09:15:37.149992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.163107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 4194f5ab-ebc8-4bf3-b741-d0d143084e5f {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:15:37.163732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4194f5ab-ebc8-4bf3-b741-d0d143084e5f not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:15:37.183444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-283cecc9-055d-4dff-ab08-84dd3aea89eb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:15:37.187029 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Port 99e6a147-374d-4561-9d37-41bb19ac9bd7 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:37.264708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.281449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7b65d974-98a5-43fc-8c56-d365bdd1a26d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Unset dirty status for tenant:dbdae1c089e14721b1a4f9f997df0e52 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:37.282643 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7b65d974-98a5-43fc-8c56-d365bdd1a26d tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/networks/f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 881 time: 0.3524787 Oct 05 09:15:37.288277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:37.288681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.307194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56860) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:37.404097 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c3014b10-b3e3-4020-ab42-b445041baf5f tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "GET /v2.0/networks/db16c7ff-2642-477a-932d-876070db0828?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.8229573 Oct 05 09:15:37.409597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56866) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:37.411072 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 34d2b0ae-42ec-42a5-b3df-2571bc802c0e resource provider aggregate not found Oct 05 09:15:37.431571 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-283cecc9-055d-4dff-ab08-84dd3aea89eb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.456000 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 34d2b0ae-42ec-42a5-b3df-2571bc802c0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34d2b0ae-42ec-42a5-b3df-2571bc802c0e found for delete ", "request_id": "req-6548b41f-6867-4c1b-9aa9-b432a857804d"}]} Oct 05 09:15:37.456696 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-283cecc9-055d-4dff-ab08-84dd3aea89eb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.514134 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d5153fa6-b964-4fe8-97d0-8c241a34b478 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc994c95-9df9-4f3e-80ed-aee601c9afda HTTP/1.1" status: 200 len: 205 time: 0.1933293 Oct 05 09:15:37.518438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56872) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:37.529222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4ee90ef-e4c1-45ab-a947-7ade60e96fcb tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.540574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4ee90ef-e4c1-45ab-a947-7ade60e96fcb tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.579424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e7fcce75-b658-4028-8fa6-10981fe0961c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.610060 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.633153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-533583aa-ad90-4bf9-82c7-836042adbd52 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.644487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.688484 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Attempt 5 to provision port 99e6a147-374d-4561-9d37-41bb19ac9bd7 Oct 05 09:15:37.710520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80517b6-c1ce-4ca8-86b7-b6a37407a67b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:37.717142 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d80517b6-c1ce-4ca8-86b7-b6a37407a67b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "GET /v2.0/subnets/d32775b7-9e3e-40c4-82cd-407904fd0a1a HTTP/1.1" status: 200 len: 843 time: 0.2481604 Oct 05 09:15:37.719086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e7fcce75-b658-4028-8fa6-10981fe0961c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 99e6a147-374d-4561-9d37-41bb19ac9bd7 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:37.749909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Port 99e6a147-374d-4561-9d37-41bb19ac9bd7 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:37.756325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56876) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:37.765720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4ee90ef-e4c1-45ab-a947-7ade60e96fcb tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.766311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ee90ef-e4c1-45ab-a947-7ade60e96fcb tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Fanout notify agent at l3_agent the message router_deleted on router 6da854f1-53c0-4999-95e9-b102003fe1a0 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:15:37.844859 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4ee90ef-e4c1-45ab-a947-7ade60e96fcb tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.850348 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b4ee90ef-e4c1-45ab-a947-7ade60e96fcb tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/6da854f1-53c0-4999-95e9-b102003fe1a0 HTTP/1.1" status: 204 len: 168 time: 1.2664719 Oct 05 09:15:37.852941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Network': ['ID=025feb0f-fece-4db4-95e0-dda938bda32e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:37.853890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56880) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:37.863839 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533583aa-ad90-4bf9-82c7-836042adbd52 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae75862-cd8e-471a-bddc-5f2b1af923aa,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:37.868471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-533583aa-ad90-4bf9-82c7-836042adbd52 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:37.879779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2585c8b-846e-42cf-9d03-174536c1054b None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:37.936266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1dec91-c616-404b-9f70-aa65553f49de tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:37.937847 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2c1dec91-c616-404b-9f70-aa65553f49de tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "GET /v2.0/subnets/d32775b7-9e3e-40c4-82cd-407904fd0a1a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1823878 Oct 05 09:15:37.944600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56884) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:37.978727 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c8284e22-f9d3-4af8-9a62-a6a2eea04fdb tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/025feb0f-fece-4db4-95e0-dda938bda32e HTTP/1.1" status: 204 len: 168 time: 7.2033417 Oct 05 09:15:37.979896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1557711585'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:37.998175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56888) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:38.006576 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-533583aa-ad90-4bf9-82c7-836042adbd52 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/5ae75862-cd8e-471a-bddc-5f2b1af923aa HTTP/1.1" status: 204 len: 168 time: 1.8657105 Oct 05 09:15:38.007619 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56892) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:38.015487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-629580426'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:38.026586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:38.026908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:38.036123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e7fcce75-b658-4028-8fa6-10981fe0961c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.053042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-0984bf2b-a8eb-428e-9682-36e90137daff tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting subnet cf7c436d-f7eb-437b-aa05-5c863056afcf {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:15:38.094774 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0984bf2b-a8eb-428e-9682-36e90137daff tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.127963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:network and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:38.140978 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:38.152051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:38.171816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:38.193913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.208960 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcce75-b658-4028-8fa6-10981fe0961c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=99e6a147-374d-4561-9d37-41bb19ac9bd7,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:38.229148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c2673-9247-4ce6-8550-94e78b1c4aeb None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:15:38.233557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-335c2673-9247-4ce6-8550-94e78b1c4aeb None None] Deleting port c10359be-cd1d-4e43-993d-41b4794b7f19 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:38.234408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-335c2673-9247-4ce6-8550-94e78b1c4aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.271239 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Attempt 6 to provision port 99e6a147-374d-4561-9d37-41bb19ac9bd7 Oct 05 09:15:38.296359 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e7fcce75-b658-4028-8fa6-10981fe0961c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.307193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:38.311146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.314778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Port 99e6a147-374d-4561-9d37-41bb19ac9bd7 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:15:38.339018 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e7fcce75-b658-4028-8fa6-10981fe0961c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/99e6a147-374d-4561-9d37-41bb19ac9bd7 HTTP/1.1" status: 204 len: 168 time: 1.9555144 Oct 05 09:15:38.339534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Provisioning for port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:38.344608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56898) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:38.352760 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Provisioning complete for port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:38.353516 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.354186 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Attempt 1 to provision port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 Oct 05 09:15:38.400892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:38.404332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.541717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0cf1e0d1-6355-4d47-b4c1-c7aacc943cb1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:router {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:38.600933 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:38.635643 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe7d467-a768-46bd-a37d-e46762e089eb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:15:38.636264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ebe7d467-a768-46bd-a37d-e46762e089eb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:38.648162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0984bf2b-a8eb-428e-9682-36e90137daff tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.701841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.702324 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Added segment 8d331e3d-66d9-47bf-bda3-4ad667f42d01 of type vlan for network 0fe06885-6eaf-494f-b03d-6aa72b7474d0 Oct 05 09:15:38.708165 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-335c2673-9247-4ce6-8550-94e78b1c4aeb None None] For port c10359be-cd1d-4e43-993d-41b4794b7f19, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c10359be-cd1d-4e43-993d-41b4794b7f19,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:38.708688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-335c2673-9247-4ce6-8550-94e78b1c4aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.718519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Current status of the port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:38.719028 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.783269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0cf1e0d1-6355-4d47-b4c1-c7aacc943cb1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:router {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:38.783752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:38.787951 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0cf1e0d1-6355-4d47-b4c1-c7aacc943cb1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7684438 Oct 05 09:15:38.799001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56904) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:38.804201 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ebe7d467-a768-46bd-a37d-e46762e089eb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:38.805638 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ebe7d467-a768-46bd-a37d-e46762e089eb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/99e6a147-374d-4561-9d37-41bb19ac9bd7 HTTP/1.1" status: 404 len: 333 time: 0.4478123 Oct 05 09:15:38.816701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2fdf4-261b-4b79-bf02-fc0d12ed1b22 req-77ec96f1-ab81-4d21-8498-8c7bd256309d tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:38.820474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56908) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:38.823692 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-44a2fdf4-261b-4b79-bf02-fc0d12ed1b22 req-77ec96f1-ab81-4d21-8498-8c7bd256309d tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.6609378 Oct 05 09:15:38.825013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.846715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c10359be-cd1d-4e43-993d-41b4794b7f19 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:15:38.887174 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-44a2fdf4-261b-4b79-bf02-fc0d12ed1b22 req-61ed1c6a-4fee-4cac-97bb-d0b368365296 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598931 Oct 05 09:15:38.892217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.892532 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Added segment c597930d-a747-4aa6-b051-1f9e975b195e of type vlan for network b616efe6-dd35-420d-944a-bdf855cbcfef Oct 05 09:15:38.911742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.922447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0984bf2b-a8eb-428e-9682-36e90137daff tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.970199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:38.973022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-335c2673-9247-4ce6-8550-94e78b1c4aeb None None] Calling delete_port for c10359be-cd1d-4e43-993d-41b4794b7f19 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:38.976833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-1bbfbecb-bada-48f2-9391-398541e7cdb4 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:38.977329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-1bbfbecb-bada-48f2-9391-398541e7cdb4 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Synchronizing usage tracker for tenant:af3973850af34ff0b1ae6694f898d389 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:39.019665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.025805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:39.027010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.035100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] For port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=56bfcc19-7e92-499b-b43f-a9d1d9455fa9,segment=NetworkSegment(ace7838e-fd74-4476-a878-be1e39c71aff),segment_id=ace7838e-fd74-4476-a878-be1e39c71aff)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:39.040273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283cecc9-055d-4dff-ab08-84dd3aea89eb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:15:39.053566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.079764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Deleting port bc857547-9474-4d76-b735-37243a82388c {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:39.079979 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1017759 Oct 05 09:15:39.080078 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.104926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Could not find standard attr ID for object 81f67094-ee17-4863-9ad5-e65f4925d46f. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:15:39.114638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56912) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:39.125860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22ca1f5d-d94c-4ef1-be58-3e3047dc6dce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.141368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0984bf2b-a8eb-428e-9682-36e90137daff tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.182165 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.190272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'subnet': {'network_id': 'b616efe6-dd35-420d-944a-bdf855cbcfef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:39.192573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-335c2673-9247-4ce6-8550-94e78b1c4aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.201548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0984bf2b-a8eb-428e-9682-36e90137daff tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.207141 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Port c10359be-cd1d-4e43-993d-41b4794b7f19 update to DOWN by agent not found {{(pid=89056) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 05 09:15:39.208437 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0984bf2b-a8eb-428e-9682-36e90137daff tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/cf7c436d-f7eb-437b-aa05-5c863056afcf HTTP/1.1" status: 204 len: 168 time: 1.3517103 Oct 05 09:15:39.208667 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876f5532-1929-48d8-9b54-20decd4a720f None None] Network c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:39.209579 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56916) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:39.211451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:15:39.224121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455bf91-37ee-4c9d-9179-9a5ea7a5e3d8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Network': ['ID=b616efe6-dd35-420d-944a-bdf855cbcfef,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:39.224633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84933f-8457-477e-9930-cc1830bd8a01 None None] Pushing event updated for resources: {'Port': ['ID=56bfcc19-7e92-499b-b43f-a9d1d9455fa9,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:39.226989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984bf2b-a8eb-428e-9682-36e90137daff tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7c436d-f7eb-437b-aa05-5c863056afcf,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:39.277112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network b616efe6-dd35-420d-944a-bdf855cbcfef details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:39.291434 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c2673-9247-4ce6-8550-94e78b1c4aeb None None] No DVR routers for this DVR port c10359be-cd1d-4e43-993d-41b4794b7f19 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:39.361570 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.370312 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c2673-9247-4ce6-8550-94e78b1c4aeb None None] Pushing event deleted for resources: {'Port': ['ID=c10359be-cd1d-4e43-993d-41b4794b7f19,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:39.374712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:39.375064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.579832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b0e5c3-b587-4453-8363-49bf86e59e9c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting subnet 5bf8dc41-0c90-41d7-9fe6-242c4802e195 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:15:39.581721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-1bbfbecb-bada-48f2-9391-398541e7cdb4 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Unset dirty status for tenant:af3973850af34ff0b1ae6694f898d389 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:39.584438 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-1bbfbecb-bada-48f2-9391-398541e7cdb4 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.45 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 1.3943417 Oct 05 09:15:39.621174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e5c3-b587-4453-8363-49bf86e59e9c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.631565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] For port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=16e40898-8efe-4cf9-a64d-b7e5d4e040bc,segment=NetworkSegment(04b80931-986a-4f2e-b697-6640bd1fd7bb),segment_id=04b80931-986a-4f2e-b697-6640bd1fd7bb)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:39.631940 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.679041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514db702-0b2f-48d2-b2ae-22693756c155 None None] DHCP port deletion for c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:15:39.683758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-514db702-0b2f-48d2-b2ae-22693756c155 None None] Deleting port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:39.684153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-514db702-0b2f-48d2-b2ae-22693756c155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.711389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.716678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:39.717260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.758695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for 16e40898-8efe-4cf9-a64d-b7e5d4e040bc owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:39.843351 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:39.906866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=16e40898-8efe-4cf9-a64d-b7e5d4e040bc,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:39.911417 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] No DVR routers for this DVR port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:39.919216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-514db702-0b2f-48d2-b2ae-22693756c155 None None] For port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=16e40898-8efe-4cf9-a64d-b7e5d4e040bc,segment=NetworkSegment(04b80931-986a-4f2e-b697-6640bd1fd7bb),segment_id=04b80931-986a-4f2e-b697-6640bd1fd7bb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:39.919699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-514db702-0b2f-48d2-b2ae-22693756c155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.065437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.086252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-514db702-0b2f-48d2-b2ae-22693756c155 None None] Calling delete_port for 16e40898-8efe-4cf9-a64d-b7e5d4e040bc owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:40.095226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:40.113352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b80931-986a-4f2e-b697-6640bd1fd7bb') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:40.113352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b80931-986a-4f2e-b697-6640bd1fd7bb') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:40.127472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.147240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.157327 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:40.157838 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.177706 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-514db702-0b2f-48d2-b2ae-22693756c155 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:40.177956 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-514db702-0b2f-48d2-b2ae-22693756c155 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:40.220495 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e5c3-b587-4453-8363-49bf86e59e9c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.236182 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 04b80931-986a-4f2e-b697-6640bd1fd7bb resource provider aggregate not found Oct 05 09:15:40.261386 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2601225 Oct 05 09:15:40.266149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22ca1f5d-d94c-4ef1-be58-3e3047dc6dce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.278820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Deleting port 44b8d42d-f1b3-445d-883f-f293fbbf515d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:40.279163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.297059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56926) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:40.306129 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 04b80931-986a-4f2e-b697-6640bd1fd7bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04b80931-986a-4f2e-b697-6640bd1fd7bb found for delete ", "request_id": "req-3e2924d3-12f1-4d79-a7d6-676665fd38eb"}]} Oct 05 09:15:40.315415 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:40.318802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22ca1f5d-d94c-4ef1-be58-3e3047dc6dce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.323643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'subnet': {'network_id': '0fe06885-6eaf-494f-b03d-6aa72b7474d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:40.345418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0ee44-e009-4a29-80d3-9079a9d0593b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=0fe06885-6eaf-494f-b03d-6aa72b7474d0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:40.357663 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 0fe06885-6eaf-494f-b03d-6aa72b7474d0 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:40.401653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:40.417927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.458847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.474709 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283cecc9-055d-4dff-ab08-84dd3aea89eb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:40.492364 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4607f2b1-4882-4154-a2c0-85fd9c83184f None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:40.496290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Network': ['ID=c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:40.502588 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4607f2b1-4882-4154-a2c0-85fd9c83184f None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:40.503741 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4607f2b1-4882-4154-a2c0-85fd9c83184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:40.523176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:40.525595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.530037 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2e25ea9a-b589-43e4-b440-b5938c1789db tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/networks/c9c0fb29-ccbf-4c88-a82e-6c8d5f4e72b2 HTTP/1.1" status: 204 len: 168 time: 1.3085082 Oct 05 09:15:40.532937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56930) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:40.538014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6e87d85c-1b9e-411d-8929-b40a5aa454e1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-14913107', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:40.541069 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22ca1f5d-d94c-4ef1-be58-3e3047dc6dce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.541069 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ca1f5d-d94c-4ef1-be58-3e3047dc6dce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Fanout notify agent at l3_agent the message router_deleted on router 0efcb8d6-daf8-4f38-a228-ea25c66ca0f4 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:15:40.543283 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:subnet and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:40.547346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22ca1f5d-d94c-4ef1-be58-3e3047dc6dce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.553238 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-22ca1f5d-d94c-4ef1-be58-3e3047dc6dce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/routers/0efcb8d6-daf8-4f38-a228-ea25c66ca0f4 HTTP/1.1" status: 204 len: 168 time: 1.7507246 Oct 05 09:15:40.553442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:40.554164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56934) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:40.560457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6e87d85c-1b9e-411d-8929-b40a5aa454e1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:40.562764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:40.574288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6e87d85c-1b9e-411d-8929-b40a5aa454e1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:router and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:40.576618 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Made reservation on behalf of 16d53ebf33b8482da383c32735c709a3 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:40.578194 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4607f2b1-4882-4154-a2c0-85fd9c83184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:40.580170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.584956 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ec2f7-5697-49f6-860f-bd7ea7f5d0c1 req-0bdd90bf-9b72-4f4f-b325-fc90518b1d05 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:40.586953 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-345ec2f7-5697-49f6-860f-bd7ea7f5d0c1 req-0bdd90bf-9b72-4f4f-b325-fc90518b1d05 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.3462059 Oct 05 09:15:40.587841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6e87d85c-1b9e-411d-8929-b40a5aa454e1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:40.588865 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4607f2b1-4882-4154-a2c0-85fd9c83184f None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:40.589467 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4607f2b1-4882-4154-a2c0-85fd9c83184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:40.601329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6e87d85c-1b9e-411d-8929-b40a5aa454e1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:40.601937 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:40.605543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:40.609108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.620637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-283cecc9-055d-4dff-ab08-84dd3aea89eb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.672751 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4607f2b1-4882-4154-a2c0-85fd9c83184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:40.673162 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4607f2b1-4882-4154-a2c0-85fd9c83184f None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:40.680450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-514db702-0b2f-48d2-b2ae-22693756c155 None None] Deleting port 16e40898-8efe-4cf9-a64d-b7e5d4e040bc {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:40.681558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-514db702-0b2f-48d2-b2ae-22693756c155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.778816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-514db702-0b2f-48d2-b2ae-22693756c155 None None] The port '16e40898-8efe-4cf9-a64d-b7e5d4e040bc' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:15:40.799897 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:40.859506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6e87d85c-1b9e-411d-8929-b40a5aa454e1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.860450 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6e87d85c-1b9e-411d-8929-b40a5aa454e1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.889986 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-345ec2f7-5697-49f6-860f-bd7ea7f5d0c1 req-efecdf0c-f40b-45ca-b8b2-6f3b7b36ba57 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903733 Oct 05 09:15:40.907767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6e87d85c-1b9e-411d-8929-b40a5aa454e1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.914514 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:40.915895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.916326 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 Oct 05 09:15:40.943659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6e87d85c-1b9e-411d-8929-b40a5aa454e1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.966258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Calling delete_port for bc857547-9474-4d76-b735-37243a82388c owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:40.980693 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6e87d85c-1b9e-411d-8929-b40a5aa454e1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:40.984684 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6e87d85c-1b9e-411d-8929-b40a5aa454e1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.4512558 Oct 05 09:15:40.987362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56938) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:41.022094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'network': {'name': 'tempest-RoutersTest-1162175191'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:41.030633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:41.036658 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:network and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:41.041421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:41.054499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:41.069612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:41.084455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:41.087893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.135138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 16e40898-8efe-4cf9-a64d-b7e5d4e040bc no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:15:41.137039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:41.144287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.177786 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 16e40898-8efe-4cf9-a64d-b7e5d4e040bc {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:15:41.179132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 16e40898-8efe-4cf9-a64d-b7e5d4e040bc not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:15:41.186232 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.187083 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Added segment d923e44f-0703-4d84-8669-3e68294fb77d of type vlan for network 6c8c1543-72d6-43b6-a04c-e300b26f8981 Oct 05 09:15:41.251569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.260743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Subnet': ['ID=fb63830a-3e41-4357-ba41-b2987c1001fb,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:41.267002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Performing IP validity checks on allocation pools {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:15:41.267711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:15:41.283812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking segment: {'id': '8d331e3d-66d9-47bf-bda3-4ad667f42d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0fe06885-6eaf-494f-b03d-6aa72b7474d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:41.284177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network hostable DHCP agents. Network: 0fe06885-6eaf-494f-b03d-6aa72b7474d0, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:41.295988 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e5c3-b587-4453-8363-49bf86e59e9c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.309735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.314988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:41.315688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.341411 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network 0fe06885-6eaf-494f-b03d-6aa72b7474d0 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:41.426727 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4376631 Oct 05 09:15:41.427343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 0fe06885-6eaf-494f-b03d-6aa72b7474d0) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:41.430977 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56942) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:41.437600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:41.438377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.440081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbde728-0cee-4dbe-bcd7-a367faa74b14 None None] Network 0fe06885-6eaf-494f-b03d-6aa72b7474d0 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:41.448939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'subnet': {'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:41.451313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:41.462434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7d169-4c48-4b7b-92b8-c06287ddaffd tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Network': ['ID=6c8c1543-72d6-43b6-a04c-e300b26f8981,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:41.479893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:41.496494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:41.507806 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-283cecc9-055d-4dff-ab08-84dd3aea89eb tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "PUT /v2.0/floatingips/aad302f8-2dc2-468f-892c-ab13cc2df2d6 HTTP/1.1" status: 200 len: 979 time: 6.9834821 Oct 05 09:15:41.510573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 6c8c1543-72d6-43b6-a04c-e300b26f8981 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:41.523341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56946) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:41.548993 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-13b89b26-b118-4837-9ef6-7b6d5ddb0442 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2352061 Oct 05 09:15:41.550251 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56950) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:41.591477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:41.653564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] For port 44b8d42d-f1b3-445d-883f-f293fbbf515d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:41.654207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.657516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:41.665375 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:subnet and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:41.669428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:41.670361 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:41.672911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.680210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:41.709358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:41.712843 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.774934 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4fd709-5d17-400f-8bec-478136010bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-0fe06885-6eaf-494f-b03d-6aa72b7474d0', 'network_id': '0fe06885-6eaf-494f-b03d-6aa72b7474d0', 'tenant_id': '5e10d7f51494433ca7ebe2ce98107aca', 'fixed_ips': [{'subnet_id': 'fb63830a-3e41-4357-ba41-b2987c1001fb'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:41.776060 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a4fd709-5d17-400f-8bec-478136010bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.805688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.836818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e5c3-b587-4453-8363-49bf86e59e9c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:41.933324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.060446 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0e5c3-b587-4453-8363-49bf86e59e9c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf8dc41-0c90-41d7-9fe6-242c4802e195,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:42.065069 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e5c3-b587-4453-8363-49bf86e59e9c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.072923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26202242-da25-4081-9dbd-bed731a904b2 None None] Network ce0e4d11-9007-431f-a291-eb36bef34c1b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:42.150401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.158693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 44b8d42d-f1b3-445d-883f-f293fbbf515d no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:15:42.224838 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c4b0e5c3-b587-4453-8363-49bf86e59e9c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/5bf8dc41-0c90-41d7-9fe6-242c4802e195 HTTP/1.1" status: 204 len: 168 time: 3.3392386 Oct 05 09:15:42.225041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56956) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:42.268854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Subnet': ['ID=fb63830a-3e41-4357-ba41-b2987c1001fb,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:42.291410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-922be31c-255e-402c-9bf5-6a57e07720ea tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port 0a486e23-be98-4f63-8bdc-f0cf35f1e171 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:42.291773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-922be31c-255e-402c-9bf5-6a57e07720ea tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.340992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.343859 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server [None req-0a4fd709-5d17-400f-8bec-478136010bb6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb63830a-3e41-4357-ba41-b2987c1001fb: This subnet is being modified by another concurrent operation. Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:15:42.427902 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise exception Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb63830a-3e41-4357-ba41-b2987c1001fb: This subnet is being modified by another concurrent operation. Oct 05 09:15:42.431994 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Oct 05 09:15:42.458482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36dc48-1bef-43eb-9ad6-6d735fbd9f9b None None] Network 0fe06885-6eaf-494f-b03d-6aa72b7474d0 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:42.466238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe4055-6337-4a92-90fb-ad5fc01bebd4 req-2ecb7763-60e7-41dd-b690-22a727aeff80 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:42.467945 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4bbe4055-6337-4a92-90fb-ad5fc01bebd4 req-2ecb7763-60e7-41dd-b690-22a727aeff80 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 946 time: 0.4450893 Oct 05 09:15:42.485813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 44b8d42d-f1b3-445d-883f-f293fbbf515d is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:42.486304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.547665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.601565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b8d42d-f1b3-445d-883f-f293fbbf515d'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:15:42.603918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f23296-9406-4ad9-adbb-6d8ae69b9bcf" -d '{"events": [{"server_uuid": "48a99434-61ee-42d9-b12a-c3fdaa028172", "name": "network-vif-unplugged", "status": "completed", "tag": "44b8d42d-f1b3-445d-883f-f293fbbf515d"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:15:42.609614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Pushing event deleted for resources: {'Port': ['ID=bc857547-9474-4d76-b735-37243a82388c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:42.611379 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.623856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Subnet': ['ID=75915e30-2dce-4fdd-bc2b-85a5f9dc998d,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:42.628117 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe06885-6eaf-494f-b03d-6aa72b7474d0']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:42.658297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d331e3d-66d9-47bf-bda3-4ad667f42d01') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:42.658607 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d331e3d-66d9-47bf-bda3-4ad667f42d01') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:42.669742 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4bbe4055-6337-4a92-90fb-ad5fc01bebd4 req-9f29ba21-3a6b-4c20-8480-50000c897451 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733551 Oct 05 09:15:42.670527 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Checking segment: {'id': 'd923e44f-0703-4d84-8669-3e68294fb77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:42.670949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network hostable DHCP agents. Network: 6c8c1543-72d6-43b6-a04c-e300b26f8981, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:42.689687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.699139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c52bb6-f7ed-402e-a662-1ff348258333 x-openstack-request-id: req-e5c52bb6-f7ed-402e-a662-1ff348258333 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:15:42.699682 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a99434-61ee-42d9-b12a-c3fdaa028172", "name": "network-vif-unplugged", "status": "completed", "tag": "44b8d42d-f1b3-445d-883f-f293fbbf515d", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:15:42.700118 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5c52bb6-f7ed-402e-a662-1ff348258333 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:15:42.700670 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c52bb6-f7ed-402e-a662-1ff348258333'] response: {'server_uuid': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b8d42d-f1b3-445d-883f-f293fbbf515d', 'code': 200} Oct 05 09:15:42.703066 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 44b8d42d-f1b3-445d-883f-f293fbbf515d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:42.765736 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.790428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.805748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] DHCP port deletion for ce0e4d11-9007-431f-a291-eb36bef34c1b request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:15:42.821810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:15:42.835618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:42.836069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.883112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.902801 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:42.903295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.925087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] Deleting port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:42.925793 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:42.944335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network 6c8c1543-72d6-43b6-a04c-e300b26f8981 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:42.949809 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 8d331e3d-66d9-47bf-bda3-4ad667f42d01 resource provider aggregate not found Oct 05 09:15:43.002393 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.002623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.002943 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Floating IP 7ebf78ea-dfd7-4218-afd5-3b115463303d disassociated. External IP: 172.26.0.142, port: 44b8d42d-f1b3-445d-883f-f293fbbf515d. Oct 05 09:15:43.003884 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Calling delete_port for 44b8d42d-f1b3-445d-883f-f293fbbf515d owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:43.050822 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 8d331e3d-66d9-47bf-bda3-4ad667f42d01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d331e3d-66d9-47bf-bda3-4ad667f42d01 found for delete ", "request_id": "req-d106aee0-f48f-48fb-aa2b-f8aa3b4ae5e5"}]} Oct 05 09:15:43.053657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=44b8d42d-f1b3-445d-883f-f293fbbf515d,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:43.063985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.066431 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 6c8c1543-72d6-43b6-a04c-e300b26f8981) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:43.086391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:43.087127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.103878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3732173-9a0f-46e0-981d-a2ff87e9c3a2 None None] Network 6c8c1543-72d6-43b6-a04c-e300b26f8981 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:43.117920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.147156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Subnet': ['ID=e8009fe1-aeb4-43d4-abbe-1039f83b4c93,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:43.161727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.219566 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Network': ['ID=0fe06885-6eaf-494f-b03d-6aa72b7474d0,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:43.226322 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-082c5a0c-57f3-4a17-b5f5-259e55af65e9 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7930305 Oct 05 09:15:43.237206 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56966) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:43.238978 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e6b21484-6c29-4957-8dda-9ba5444f1662 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/0fe06885-6eaf-494f-b03d-6aa72b7474d0 HTTP/1.1" status: 204 len: 168 time: 1.6878197 Oct 05 09:15:43.256552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56970) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:43.272731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-977978758'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:43.293441 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:43.293833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.307858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:43.346606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] For port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=56bfcc19-7e92-499b-b43f-a9d1d9455fa9,segment=NetworkSegment(ace7838e-fd74-4476-a878-be1e39c71aff),segment_id=ace7838e-fd74-4476-a878-be1e39c71aff)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:43.347552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.379016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:network and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:43.391873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Checking segment: {'id': 'c597930d-a747-4aa6-b051-1f9e975b195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b616efe6-dd35-420d-944a-bdf855cbcfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:43.392498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network hostable DHCP agents. Network: b616efe6-dd35-420d-944a-bdf855cbcfef, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:43.399173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] For port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=56bfcc19-7e92-499b-b43f-a9d1d9455fa9,segment=NetworkSegment(ace7838e-fd74-4476-a878-be1e39c71aff),segment_id=ace7838e-fd74-4476-a878-be1e39c71aff)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:43.399534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.419831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:43.426147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.432695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-922be31c-255e-402c-9bf5-6a57e07720ea tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.433064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-922be31c-255e-402c-9bf5-6a57e07720ea tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.441231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.443110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:43.448269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.511684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] Calling delete_port for 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:43.539677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=56bfcc19-7e92-499b-b43f-a9d1d9455fa9,segment=NetworkSegment(ace7838e-fd74-4476-a878-be1e39c71aff),segment_id=ace7838e-fd74-4476-a878-be1e39c71aff)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:43.553652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.652769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:43.655076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-922be31c-255e-402c-9bf5-6a57e07720ea tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for 0a486e23-be98-4f63-8bdc-f0cf35f1e171 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:43.692227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:43.696061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.726975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:43.734977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:43.743665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:43.744262 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.756151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.756700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Fanout notify agent at l3_agent the message router_deleted on router dc994c95-9df9-4f3e-80ed-aee601c9afda {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:15:43.760968 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Network b616efe6-dd35-420d-944a-bdf855cbcfef is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:43.763233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:43.763485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:43.802397 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=56bfcc19-7e92-499b-b43f-a9d1d9455fa9,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:43.803853 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=85b02a16-9384-40a9-95e4-cb4729d11a93,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:43.810558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, b616efe6-dd35-420d-944a-bdf855cbcfef) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:43.822551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a352e431-b92f-4e4b-a025-adf46389194e None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:43.825127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:43.825899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.853278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfbd26a-1115-40f1-bf73-813d19feb379 None None] Network b616efe6-dd35-420d-944a-bdf855cbcfef requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:43.873189 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:43.873647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:43.876457 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-35de3f1c-1426-43d3-a157-46745b2647fb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2923517 Oct 05 09:15:43.883110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.884417 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8f4f7cd0-6dfa-4f03-b4ca-5214036f5a7c tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "DELETE /v2.0/routers/dc994c95-9df9-4f3e-80ed-aee601c9afda HTTP/1.1" status: 204 len: 168 time: 6.3650098 Oct 05 09:15:43.887926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56976) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:43.888430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56978) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:43.903486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-017b02f4-ab06-4a89-8f0f-4301bc56642f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-836772691', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:43.910178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:43.915602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8839a2d1-ea65-4d1b-a9a8-7eab49f14f78 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-709490667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:43.931393 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-017b02f4-ab06-4a89-8f0f-4301bc56642f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:43.940792 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5197d494-8359-4e91-8318-56f1d2c3eef6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.7630227 Oct 05 09:15:43.945146 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-6c8c1543-72d6-43b6-a04c-e300b26f8981', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:43.946455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.948011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8839a2d1-ea65-4d1b-a9a8-7eab49f14f78 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:43.951987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56984) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:43.962172 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:43.962752 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Added segment 6cf88734-9dc2-49b6-86c3-abb765e646ee of type vlan for network a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc Oct 05 09:15:43.972592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8839a2d1-ea65-4d1b-a9a8-7eab49f14f78 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Usage tracker for resource:router and tenant:d1dbe1033f0440d6b57d6314f9ef555b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:43.980120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-12729187-9145-4e76-8d77-cc7e62422dd5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:43.997896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:43.998535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:44.018697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-017b02f4-ab06-4a89-8f0f-4301bc56642f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:44.030923 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8839a2d1-ea65-4d1b-a9a8-7eab49f14f78 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:44.050255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.069816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8839a2d1-ea65-4d1b-a9a8-7eab49f14f78 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:44.078338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee93eeb-456f-4d83-8b4b-3c565ba4e153 req-d1045d73-ad2f-4bfe-8806-b59eeadf5c82 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:44.079809 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aee93eeb-456f-4d83-8b4b-3c565ba4e153 req-d1045d73-ad2f-4bfe-8806-b59eeadf5c82 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 944 time: 0.2356601 Oct 05 09:15:44.112834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-017b02f4-ab06-4a89-8f0f-4301bc56642f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.114292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-017b02f4-ab06-4a89-8f0f-4301bc56642f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.132574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-017b02f4-ab06-4a89-8f0f-4301bc56642f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.153802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.197068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-017b02f4-ab06-4a89-8f0f-4301bc56642f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.252510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8839a2d1-ea65-4d1b-a9a8-7eab49f14f78 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.253455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8839a2d1-ea65-4d1b-a9a8-7eab49f14f78 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.274605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Deleting port 44b8d42d-f1b3-445d-883f-f293fbbf515d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:44.274892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.368756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': '85b02a16-9384-40a9-95e4-cb4729d11a93'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:44.369612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.382222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] Deleting port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:44.382600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.403080 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aee93eeb-456f-4d83-8b4b-3c565ba4e153 req-7539bab2-204a-47ed-9321-476a8f049409 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668035 Oct 05 09:15:44.407374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-b616efe6-dd35-420d-944a-bdf855cbcfef', 'network_id': 'b616efe6-dd35-420d-944a-bdf855cbcfef', 'tenant_id': '16d53ebf33b8482da383c32735c709a3', 'fixed_ips': [{'subnet_id': 'e8009fe1-aeb4-43d4-abbe-1039f83b4c93'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:44.408205 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.480838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:15:44.499047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:44.499430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.541595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-922be31c-255e-402c-9bf5-6a57e07720ea tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.598682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12729187-9145-4e76-8d77-cc7e62422dd5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2844500'] for subnet, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.601110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-017b02f4-ab06-4a89-8f0f-4301bc56642f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.602308 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-017b02f4-ab06-4a89-8f0f-4301bc56642f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7099550 Oct 05 09:15:44.603627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8839a2d1-ea65-4d1b-a9a8-7eab49f14f78 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.615504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.621909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:44.622141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:44.636381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56988) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:44.674010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922be31c-255e-402c-9bf5-6a57e07720ea tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=0a486e23-be98-4f63-8bdc-f0cf35f1e171,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:44.932156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Allocated IP 172.20.0.2 (6c8c1543-72d6-43b6-a04c-e300b26f8981/75915e30-2dce-4fdd-bc2b-85a5f9dc998d/5025166f-06ab-4b86-9f65-01a81631fda2) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:44.945662 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6851463 Oct 05 09:15:44.994424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Allocated IP 2001:db8::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/85b02a16-9384-40a9-95e4-cb4729d11a93/f4e03edf-244c-4db2-ab16-d510e4c909df) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:44.998147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8839a2d1-ea65-4d1b-a9a8-7eab49f14f78 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:45.006006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 56992) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:45.035541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'subnet': {'network_id': 'a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:45.050072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aade88-3f0c-4559-8ee9-8e14cde77c5c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:45.076295 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] For port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=56bfcc19-7e92-499b-b43f-a9d1d9455fa9,segment=NetworkSegment(ace7838e-fd74-4476-a878-be1e39c71aff),segment_id=ace7838e-fd74-4476-a878-be1e39c71aff)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:45.076905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:45.095894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:45.166023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8839a2d1-ea65-4d1b-a9a8-7eab49f14f78 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:45.167141 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8839a2d1-ea65-4d1b-a9a8-7eab49f14f78 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2729251 Oct 05 09:15:45.174258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-922be31c-255e-402c-9bf5-6a57e07720ea tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:45.174592 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-922be31c-255e-402c-9bf5-6a57e07720ea tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Floating IP aad302f8-2dc2-468f-892c-ab13cc2df2d6 disassociated (deleted). External IP: 172.26.0.204, port: 7ebefdae-6c88-45fb-a752-6422828ca593. Oct 05 09:15:45.197156 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 56996) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:45.211656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'enable_snat': True}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:45.282340 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] For port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=56bfcc19-7e92-499b-b43f-a9d1d9455fa9,segment=NetworkSegment(ace7838e-fd74-4476-a878-be1e39c71aff),segment_id=ace7838e-fd74-4476-a878-be1e39c71aff)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:45.282743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:45.340405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:45.351977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:subnet and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:45.360411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:45.372710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] Calling delete_port for 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:45.415225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:45.428688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] For port 44b8d42d-f1b3-445d-883f-f293fbbf515d, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=44b8d42d-f1b3-445d-883f-f293fbbf515d,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:45.428997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:45.526973 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:45.577326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:45.580785 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:45.590991 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:45.706057 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] Pushing event deleted for resources: {'Port': ['ID=56bfcc19-7e92-499b-b43f-a9d1d9455fa9,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:45.715480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483bf9ab-faeb-415b-aec1-c049941350a1 None None] No DVR routers for this DVR port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:45.744823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12729187-9145-4e76-8d77-cc7e62422dd5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773370724235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2338492'] for subnet, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:45.774507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:45.804251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:45.815030 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Transition to ACTIVE for port object 5025166f-06ab-4b86-9f65-01a81631fda2 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:45.820777 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Transition to ACTIVE for port object f4e03edf-244c-4db2-ab16-d510e4c909df will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:45.851540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Allocated IP 2001:db8::3 (b616efe6-dd35-420d-944a-bdf855cbcfef/e8009fe1-aeb4-43d4-abbe-1039f83b4c93/1e304eb8-7a8d-4c05-940d-e198d5208f95) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:45.872421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Transition to ACTIVE for port object 5025166f-06ab-4b86-9f65-01a81631fda2 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:45.882898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Transition to ACTIVE for port object f4e03edf-244c-4db2-ab16-d510e4c909df will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:45.977311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.030371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.069054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Network 6c8c1543-72d6-43b6-a04c-e300b26f8981 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:46.082950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:46.091985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:46.096495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Pushing event updated for resources: {'Port': ['ID=5025166f-06ab-4b86-9f65-01a81631fda2,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:46.113065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:46.152691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:46.154326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:46.196396 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12729187-9145-4e76-8d77-cc7e62422dd5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:46.197007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12729187-9145-4e76-8d77-cc7e62422dd5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.201048 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-12729187-9145-4e76-8d77-cc7e62422dd5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "PUT /v2.0/subnets/e8009fe1-aeb4-43d4-abbe-1039f83b4c93 HTTP/1.1" status: 200 len: 900 time: 2.2394953 Oct 05 09:15:46.209835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.220463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57002) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:46.248341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.253919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12729187-9145-4e76-8d77-cc7e62422dd5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event updated for resources: {'Subnet': ['ID=e8009fe1-aeb4-43d4-abbe-1039f83b4c93,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:46.258709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Allocated IP 172.20.0.1 (6c8c1543-72d6-43b6-a04c-e300b26f8981/75915e30-2dce-4fdd-bc2b-85a5f9dc998d/509ed376-2b03-45d4-9501-88004b15c6cd) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:46.336416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:46.336907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:46.437488 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Pushing event updated for resources: {'Port': ['ID=f4e03edf-244c-4db2-ab16-d510e4c909df,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:46.471217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.471587 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.472533 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Floating IP 7ebf78ea-dfd7-4218-afd5-3b115463303d disassociated. External IP: 172.26.0.142, port: 44b8d42d-f1b3-445d-883f-f293fbbf515d. Oct 05 09:15:46.473324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Calling delete_port for 44b8d42d-f1b3-445d-883f-f293fbbf515d owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:46.504269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Attempting to bind port 5025166f-06ab-4b86-9f65-01a81631fda2 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:46.504561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Attempting to bind port 5025166f-06ab-4b86-9f65-01a81631fda2 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'd923e44f-0703-4d84-8669-3e68294fb77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:46.504922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Attempting to bind port 5025166f-06ab-4b86-9f65-01a81631fda2 on network 6c8c1543-72d6-43b6-a04c-e300b26f8981 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:46.527608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:46.527983 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Checking segment: {'id': 'd923e44f-0703-4d84-8669-3e68294fb77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:46.528388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.528776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Bound using segment: {'id': 'd923e44f-0703-4d84-8669-3e68294fb77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:46.529702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Bound port: 5025166f-06ab-4b86-9f65-01a81631fda2, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd923e44f-0703-4d84-8669-3e68294fb77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:46.529702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.539157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Attempting to bind port f4e03edf-244c-4db2-ab16-d510e4c909df on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:46.539520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Attempting to bind port f4e03edf-244c-4db2-ab16-d510e4c909df by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:46.539871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Attempting to bind port f4e03edf-244c-4db2-ab16-d510e4c909df on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:46.548527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.553586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:46.553972 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:46.554367 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.554752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:46.555685 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Bound port: f4e03edf-244c-4db2-ab16-d510e4c909df, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:46.555685 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.616072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922be31c-255e-402c-9bf5-6a57e07720ea tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:15:46.621349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fab43c-ef75-4031-bee1-456380955e1f req-04ba6996-e80d-4bff-b26d-6c793db28d4f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:46.628482 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a0fab43c-ef75-4031-bee1-456380955e1f req-04ba6996-e80d-4bff-b26d-6c793db28d4f tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 944 time: 1.0232790 Oct 05 09:15:46.640326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.645340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Transition to ACTIVE for port object 1e304eb8-7a8d-4c05-940d-e198d5208f95 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:46.685671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Transition to ACTIVE for port object 1e304eb8-7a8d-4c05-940d-e198d5208f95 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:46.709401 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.784112 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a0fab43c-ef75-4031-bee1-456380955e1f req-9aaf925d-9c3c-4071-9bc6-eac4087de260 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups?id=f72593e2-3719-40e1-9106-ecf2f9f0401c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545415 Oct 05 09:15:46.807507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] For port f4e03edf-244c-4db2-ab16-d510e4c909df, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:46.811983 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] For port 5025166f-06ab-4b86-9f65-01a81631fda2, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:46.828125 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Network b616efe6-dd35-420d-944a-bdf855cbcfef is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:46.840726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting port 1e304eb8-7a8d-4c05-940d-e198d5208f95 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:46.841463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.847366 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:46.856602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] For port 5025166f-06ab-4b86-9f65-01a81631fda2, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5025166f-06ab-4b86-9f65-01a81631fda2,segment=NetworkSegment(d923e44f-0703-4d84-8669-3e68294fb77d),segment_id=d923e44f-0703-4d84-8669-3e68294fb77d)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:46.858328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:46.864878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Pushing event updated for resources: {'Port': ['ID=1e304eb8-7a8d-4c05-940d-e198d5208f95,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:46.870221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] For port f4e03edf-244c-4db2-ab16-d510e4c909df, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f4e03edf-244c-4db2-ab16-d510e4c909df,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:46.872590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.889113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.889989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.899750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:46.922873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Transition to ACTIVE for port object 509ed376-2b03-45d4-9501-88004b15c6cd will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:46.949286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::1 (19d31986-d6d4-46c2-94b6-97b25bee37cf/85b02a16-9384-40a9-95e4-cb4729d11a93/ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:46.973061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfdcd4-f3c2-4d39-bbef-adf5d4f82008 None None] Pushing event updated for resources: {'Port': ['ID=5025166f-06ab-4b86-9f65-01a81631fda2,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:46.994777 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:47.025811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Pushing event deleted for resources: {'Port': ['ID=44b8d42d-f1b3-445d-883f-f293fbbf515d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:47.052874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 56bfcc19-7e92-499b-b43f-a9d1d9455fa9 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:47.053218 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:47.144209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Attempting to bind port 1e304eb8-7a8d-4c05-940d-e198d5208f95 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:47.145430 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Attempting to bind port 1e304eb8-7a8d-4c05-940d-e198d5208f95 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'c597930d-a747-4aa6-b051-1f9e975b195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b616efe6-dd35-420d-944a-bdf855cbcfef'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:47.145905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Attempting to bind port 1e304eb8-7a8d-4c05-940d-e198d5208f95 on network b616efe6-dd35-420d-944a-bdf855cbcfef {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:47.165568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] The port '56bfcc19-7e92-499b-b43f-a9d1d9455fa9' was deleted {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:15:47.186049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:47.186620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Checking segment: {'id': 'c597930d-a747-4aa6-b051-1f9e975b195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b616efe6-dd35-420d-944a-bdf855cbcfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:47.187126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:47.187622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Bound using segment: {'id': 'c597930d-a747-4aa6-b051-1f9e975b195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b616efe6-dd35-420d-944a-bdf855cbcfef'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:47.188214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Bound port: 1e304eb8-7a8d-4c05-940d-e198d5208f95, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c597930d-a747-4aa6-b051-1f9e975b195e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b616efe6-dd35-420d-944a-bdf855cbcfef'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:47.188707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:47.243965 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Subnet': ['ID=0c908721-a062-4bbc-a3a9-bb1ebc89ab9f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:47.318574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] For port 1e304eb8-7a8d-4c05-940d-e198d5208f95, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:47.322867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] For port 1e304eb8-7a8d-4c05-940d-e198d5208f95, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=1e304eb8-7a8d-4c05-940d-e198d5208f95,segment=NetworkSegment(c597930d-a747-4aa6-b051-1f9e975b195e),segment_id=c597930d-a747-4aa6-b051-1f9e975b195e)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:47.324628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922be31c-255e-402c-9bf5-6a57e07720ea tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:47.335229 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:47.349049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d7fdc-87dd-41c1-ae84-e99c59656c31 None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:47.366809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fb2ac-c788-4e99-8147-d46d3cc294d5 None None] Pushing event updated for resources: {'Port': ['ID=f4e03edf-244c-4db2-ab16-d510e4c909df,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:47.461665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1be0e5-90d1-4b09-91c6-fadd6eb2f0df None None] Pushing event updated for resources: {'Port': ['ID=1e304eb8-7a8d-4c05-940d-e198d5208f95,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:47.478707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d7fdc-87dd-41c1-ae84-e99c59656c31 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:47.479499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-fb5d7fdc-87dd-41c1-ae84-e99c59656c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:47.543244 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:47.543812 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking segment: {'id': '6cf88734-9dc2-49b6-86c3-abb765e646ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:47.543932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network hostable DHCP agents. Network: a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:47.583745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-fb5d7fdc-87dd-41c1-ae84-e99c59656c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:47.600961 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d7fdc-87dd-41c1-ae84-e99c59656c31 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:47.601883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-fb5d7fdc-87dd-41c1-ae84-e99c59656c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:47.715936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-fb5d7fdc-87dd-41c1-ae84-e99c59656c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:47.716627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d7fdc-87dd-41c1-ae84-e99c59656c31 None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:47.767377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-922be31c-255e-402c-9bf5-6a57e07720ea tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:47.860637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network 6c8c1543-72d6-43b6-a04c-e300b26f8981 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:47.874962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Router 31bf2670-516c-4675-b599-0b83f1e2a39b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:15:47.882094 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:47.896133 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-922be31c-255e-402c-9bf5-6a57e07720ea tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/floatingips/aad302f8-2dc2-468f-892c-ab13cc2df2d6 HTTP/1.1" status: 204 len: 168 time: 6.3609405 Oct 05 09:15:47.897650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57008) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:47.915201 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:47.988675 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:48.010976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:48.027194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:48.029272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] For port 1e304eb8-7a8d-4c05-940d-e198d5208f95, host dv-neutron-860328-1-hyperv, got binding levels [] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:48.029699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:48.035309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c602361-47b5-413b-a697-fb4a8039f105 None None] Network a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:48.064574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:48.065373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:48.111800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0e4d11-9007-431f-a291-eb36bef34c1b']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:48.128941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace7838e-fd74-4476-a878-be1e39c71aff') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:48.129392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace7838e-fd74-4476-a878-be1e39c71aff') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:48.151621 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:48.182935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:48.229367 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b1fee364-422f-4ee6-96c9-bb28060e7077 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2141299 Oct 05 09:15:48.238052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Calling delete_port for 1e304eb8-7a8d-4c05-940d-e198d5208f95 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:48.259408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=509ed376-2b03-45d4-9501-88004b15c6cd,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:48.261744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57012) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:48.286247 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:48.329597 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dab954a7-1e1e-417e-9032-4141cdc48f0c req-0e35d98b-6f4d-4359-a4a0-4298c18abc6a tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a99434-61ee-42d9-b12a-c3fdaa028172 HTTP/1.1" status: 200 len: 210 time: 0.1396618 Oct 05 09:15:48.345386 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:48.345793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:48.379048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc', 'network_id': 'a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc', 'tenant_id': '5e10d7f51494433ca7ebe2ce98107aca', 'fixed_ips': [{'subnet_id': '0c908721-a062-4bbc-a3a9-bb1ebc89ab9f'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:48.380157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:48.430285 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:48.432980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:48.452312 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffc0f4-cfa2-4346-9eb9-a3529294f693 None None] Sync routers for ids ['31bf2670-516c-4675-b599-0b83f1e2a39b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:48.477670 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ffc0f4-cfa2-4346-9eb9-a3529294f693 None None] Routers {'31bf2670-516c-4675-b599-0b83f1e2a39b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:48.478736 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-20ffc0f4-cfa2-4346-9eb9-a3529294f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['31bf2670-516c-4675-b599-0b83f1e2a39b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:48.493240 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment ace7838e-fd74-4476-a878-be1e39c71aff resource provider aggregate not found Oct 05 09:15:48.530531 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-eef1d9f1-c6ee-4a48-b044-50a7f6cf96c1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port 7ebefdae-6c88-45fb-a752-6422828ca593 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:48.531006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eef1d9f1-c6ee-4a48-b044-50a7f6cf96c1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:48.532108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:48.532443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:48.533460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] No DVR routers for this DVR port 44b8d42d-f1b3-445d-883f-f293fbbf515d on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:48.536519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:48.539753 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'name': 'network-vif-deleted', 'tag': '44b8d42d-f1b3-445d-883f-f293fbbf515d'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:15:48.542141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea2dc0-7fe6-41ec-a435-01a88dc473a2" -d '{"events": [{"server_uuid": "48a99434-61ee-42d9-b12a-c3fdaa028172", "name": "network-vif-deleted", "tag": "44b8d42d-f1b3-445d-883f-f293fbbf515d"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:15:48.558978 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5275fb21-8d74-4fb4-ae8c-ed479b690336 req-dd1b9aed-c386-4b13-9eff-fb69cecb6607 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.45 "DELETE /v2.0/ports/44b8d42d-f1b3-445d-883f-f293fbbf515d HTTP/1.1" status: 204 len: 173 time: 8.9427316 Oct 05 09:15:48.585650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:48.613249 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment ace7838e-fd74-4476-a878-be1e39c71aff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ace7838e-fd74-4476-a878-be1e39c71aff found for delete ", "request_id": "req-9b2146af-b209-46d5-9640-51654a525692"}]} Oct 05 09:15:48.626691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4f93f7-8312-4056-a5e0-714f676718ca x-openstack-request-id: req-8d4f93f7-8312-4056-a5e0-714f676718ca {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:15:48.626991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a99434-61ee-42d9-b12a-c3fdaa028172", "name": "network-vif-deleted", "tag": "44b8d42d-f1b3-445d-883f-f293fbbf515d", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:15:48.627276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d4f93f7-8312-4056-a5e0-714f676718ca {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:15:48.627643 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4f93f7-8312-4056-a5e0-714f676718ca'] response: {'server_uuid': '48a99434-61ee-42d9-b12a-c3fdaa028172', 'name': 'network-vif-deleted', 'tag': '44b8d42d-f1b3-445d-883f-f293fbbf515d', 'status': 'completed', 'code': 200} Oct 05 09:15:48.635336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:48.640149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Allocated IP 172.20.0.1 (a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc/0c908721-a062-4bbc-a3a9-bb1ebc89ab9f/3532d770-34de-4f03-8893-6ee766596114) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:48.745489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:48.932640 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-20ffc0f4-cfa2-4346-9eb9-a3529294f693 None None] Set router 31bf2670-516c-4675-b599-0b83f1e2a39b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:15:48.938688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:49.024051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 1e304eb8-7a8d-4c05-940d-e198d5208f95 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:49.036076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting port 1e304eb8-7a8d-4c05-940d-e198d5208f95 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:49.036432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:49.247340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7aa46d-5223-48a2-9f14-3ce62607dd86 None None] Network 6c8c1543-72d6-43b6-a04c-e300b26f8981 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:49.303401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eef1d9f1-c6ee-4a48-b044-50a7f6cf96c1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:49.435271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:49.506752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Transition to ACTIVE for port object 3532d770-34de-4f03-8893-6ee766596114 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:49.516064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c49bbf7c-9b54-4fb9-8835-da6add5b9730 None None] Provisioning for port 5025166f-06ab-4b86-9f65-01a81631fda2 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:49.524624 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:15:49.536228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] For port 1e304eb8-7a8d-4c05-940d-e198d5208f95, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=1e304eb8-7a8d-4c05-940d-e198d5208f95,segment=NetworkSegment(c597930d-a747-4aa6-b051-1f9e975b195e),segment_id=c597930d-a747-4aa6-b051-1f9e975b195e)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:49.538895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:49.550865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 1e304eb8-7a8d-4c05-940d-e198d5208f95 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:49.574436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:49.615880 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Transition to ACTIVE for port object 3532d770-34de-4f03-8893-6ee766596114 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:49.619406 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f4e03edf-244c-4db2-ab16-d510e4c909df up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:49.658812 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-20ffc0f4-cfa2-4346-9eb9-a3529294f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:11:44Z', 'revision_number': 4, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd9eb4a75-8d2d-4a1d-8ee5-236fabf727f6', 'name': '', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'mac_address': 'fa:16:3e:8b:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:38Z', 'updated_at': '2022-10-05T09:11:57Z', 'revision_number': 5, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'subnets': [{'id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:49.665437 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffc0f4-cfa2-4346-9eb9-a3529294f693 None None] Checking router: 31bf2670-516c-4675-b599-0b83f1e2a39b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:15:49.676983 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ffc0f4-cfa2-4346-9eb9-a3529294f693 None None] Routers {'31bf2670-516c-4675-b599-0b83f1e2a39b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:49.677710 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-20ffc0f4-cfa2-4346-9eb9-a3529294f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['31bf2670-516c-4675-b599-0b83f1e2a39b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:49.692224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57026) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:49.796616 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Calling delete_port for 1e304eb8-7a8d-4c05-940d-e198d5208f95 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:49.797498 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-eef1d9f1-c6ee-4a48-b044-50a7f6cf96c1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for 7ebefdae-6c88-45fb-a752-6422828ca593 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:49.831634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:49.880458 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Network': ['ID=ce0e4d11-9007-431f-a291-eb36bef34c1b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:49.922918 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-20ffc0f4-cfa2-4346-9eb9-a3529294f693 None None] Set router 31bf2670-516c-4675-b599-0b83f1e2a39b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:15:49.925848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:49.967412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:49.971001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Pushing event updated for resources: {'Port': ['ID=3532d770-34de-4f03-8893-6ee766596114,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:49.980265 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-34c8b617-254d-47a2-8f9d-fdcebbf2cf51 None None] Provisioning for port f4e03edf-244c-4db2-ab16-d510e4c909df completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:49.990355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port f4e03edf-244c-4db2-ab16-d510e4c909df completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:50.012876 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Network a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:50.018755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:50.022808 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b201ea-ba0f-4ccf-a820-92267a8a5e6c None None] Network b616efe6-dd35-420d-944a-bdf855cbcfef requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:50.041065 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50000b55-7dc5-4616-a11a-d6f468b42ee7 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.054859 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:50.079786 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-96f3c28c-b123-428c-b658-e8b552f921f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/networks/ce0e4d11-9007-431f-a291-eb36bef34c1b HTTP/1.1" status: 204 len: 168 time: 7.8341367 Oct 05 09:15:50.104250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50000b55-7dc5-4616-a11a-d6f468b42ee7 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.105507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57030) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:50.123514 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-34c8b617-254d-47a2-8f9d-fdcebbf2cf51 None None] Provisioning complete for port f4e03edf-244c-4db2-ab16-d510e4c909df triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:50.123894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34c8b617-254d-47a2-8f9d-fdcebbf2cf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.124237 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-34c8b617-254d-47a2-8f9d-fdcebbf2cf51 None None] Attempt 1 to provision port f4e03edf-244c-4db2-ab16-d510e4c909df Oct 05 09:15:50.153804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f4e03edf-244c-4db2-ab16-d510e4c909df triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:50.154262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.154605 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f4e03edf-244c-4db2-ab16-d510e4c909df Oct 05 09:15:50.167026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1305927640'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:50.176990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50000b55-7dc5-4616-a11a-d6f468b42ee7 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.199137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:50.200226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50000b55-7dc5-4616-a11a-d6f468b42ee7 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72593e2-3719-40e1-9106-ecf2f9f0401c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:50.200612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Deleting port 3532d770-34de-4f03-8893-6ee766596114 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:50.201217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.221117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.246085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:50.248580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:50.276933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:50.277872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.281167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Port': ['ID=1e304eb8-7a8d-4c05-940d-e198d5208f95,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:50.281640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:network and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:50.292903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:50.313292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.323867 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:50.372568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:50.379905 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50000b55-7dc5-4616-a11a-d6f468b42ee7 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.384192 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-50000b55-7dc5-4616-a11a-d6f468b42ee7 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "DELETE /v2.0/security-groups/f72593e2-3719-40e1-9106-ecf2f9f0401c HTTP/1.1" status: 204 len: 168 time: 0.6893504 Oct 05 09:15:50.384816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57034) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:50.404626 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-20ffc0f4-cfa2-4346-9eb9-a3529294f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:11:44Z', 'revision_number': 4, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd9eb4a75-8d2d-4a1d-8ee5-236fabf727f6', 'name': '', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'mac_address': 'fa:16:3e:8b:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:38Z', 'updated_at': '2022-10-05T09:11:57Z', 'revision_number': 5, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'subnets': [{'id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:50.411369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No DVR routers for this DVR port 1e304eb8-7a8d-4c05-940d-e198d5208f95 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:50.412050 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffc0f4-cfa2-4346-9eb9-a3529294f693 None None] The sync data for ids ['31bf2670-516c-4675-b599-0b83f1e2a39b'] in dv-neutron-860328-1-hyperv is: [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:11:44Z', 'revision_number': 4, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd9eb4a75-8d2d-4a1d-8ee5-236fabf727f6', 'name': '', 'network_id': '95bb8cf3-0bd9-406a-8c99-ca54fa52a636', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'mac_address': 'fa:16:3e:8b:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:38Z', 'updated_at': '2022-10-05T09:11:57Z', 'revision_number': 5, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'subnets': [{'id': 'd1dcf1b6-1798-4fba-b27d-a8b43c2672bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:50.515441 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-9c078fad-44aa-4787-9fa8-bf7a4bcc79eb tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] show failed (client error): The resource could not be found. Oct 05 09:15:50.519908 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9c078fad-44aa-4787-9fa8-bf7a4bcc79eb tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "GET /v2.0/security-groups/f72593e2-3719-40e1-9106-ecf2f9f0401c HTTP/1.1" status: 404 len: 347 time: 0.1285141 Oct 05 09:15:50.522977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57038) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:50.736957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] For port 3532d770-34de-4f03-8893-6ee766596114, host dv-neutron-860328-1-hyperv, got binding levels [] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:50.737615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.738101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.771960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Attempting to bind port 3532d770-34de-4f03-8893-6ee766596114 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:50.771960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Attempting to bind port 3532d770-34de-4f03-8893-6ee766596114 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '6cf88734-9dc2-49b6-86c3-abb765e646ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:50.771960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Attempting to bind port 3532d770-34de-4f03-8893-6ee766596114 on network a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:50.791630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-34c8b617-254d-47a2-8f9d-fdcebbf2cf51 None None] Current status of the port f4e03edf-244c-4db2-ab16-d510e4c909df is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:50.792015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34c8b617-254d-47a2-8f9d-fdcebbf2cf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.843555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9512a-302f-4ab0-aea4-751617be545f None None] New status for floating IP 7ebf78ea-dfd7-4218-afd5-3b115463303d: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:15:50.886721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Deleting port b3bb27e7-8e46-4fce-a885-36d7b378555e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:50.887072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.900267 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Calling delete_port for 3532d770-34de-4f03-8893-6ee766596114 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:50.906491 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:50.906873 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Checking segment: {'id': '6cf88734-9dc2-49b6-86c3-abb765e646ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:50.907277 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.907674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Bound using segment: {'id': '6cf88734-9dc2-49b6-86c3-abb765e646ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:50.908162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Bound port: 3532d770-34de-4f03-8893-6ee766596114, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf88734-9dc2-49b6-86c3-abb765e646ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:50.908588 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:50.972592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:50.977955 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.022535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Allocated IP 172.26.0.146 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/1568c1e3-e2eb-44dc-98e9-a134cebc4bd4) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:51.125993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.126356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.134797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.177992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Subnet': ['ID=e8009fe1-aeb4-43d4-abbe-1039f83b4c93,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:51.179129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762ff9af-0a1c-4c2f-804b-57e39cabd3e6 None None] Network b616efe6-dd35-420d-944a-bdf855cbcfef requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:51.213586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-34c8b617-254d-47a2-8f9d-fdcebbf2cf51 None None] For port f4e03edf-244c-4db2-ab16-d510e4c909df, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f4e03edf-244c-4db2-ab16-d510e4c909df,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:51.314492 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f4e03edf-244c-4db2-ab16-d510e4c909df is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:51.314885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.320311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Calling delete_port for b3bb27e7-8e46-4fce-a885-36d7b378555e owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:51.343179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34c8b617-254d-47a2-8f9d-fdcebbf2cf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.449504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.450817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.499152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b616efe6-dd35-420d-944a-bdf855cbcfef']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:51.514684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c597930d-a747-4aa6-b051-1f9e975b195e') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:51.515018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c597930d-a747-4aa6-b051-1f9e975b195e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:51.529056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.548429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:51.549162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:51.551925 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.561302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:51.562088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.570484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eef1d9f1-c6ee-4a48-b044-50a7f6cf96c1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.644248 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c597930d-a747-4aa6-b051-1f9e975b195e resource provider aggregate not found Oct 05 09:15:51.656854 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8b617-254d-47a2-8f9d-fdcebbf2cf51 None None] Pushing event updated for resources: {'Port': ['ID=f4e03edf-244c-4db2-ab16-d510e4c909df,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:51.679512 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Provisioning for port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:51.703734 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Provisioning complete for port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:51.704180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.704631 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Attempt 1 to provision port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a Oct 05 09:15:51.709312 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c597930d-a747-4aa6-b051-1f9e975b195e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c597930d-a747-4aa6-b051-1f9e975b195e found for delete ", "request_id": "req-14fc9da7-0b84-4a40-a8e5-3786759087c8"}]} Oct 05 09:15:51.730185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.746328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:51.746958 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:51.777251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:51.778859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.786003 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beda49ee-be4e-4bc7-84dc-49f72864fc0e None None] DHCP port deletion for b616efe6-dd35-420d-944a-bdf855cbcfef request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:15:51.790994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Network': ['ID=b616efe6-dd35-420d-944a-bdf855cbcfef,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:51.833261 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a5af230c-e479-4f4a-b01c-1f2716635261 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/b616efe6-dd35-420d-944a-bdf855cbcfef HTTP/1.1" status: 204 len: 168 time: 5.6050398 Oct 05 09:15:51.834178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57046) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:51.854236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:15:51.854792 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:15:51.858411 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1d9f1-c6ee-4a48-b044-50a7f6cf96c1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=7ebefdae-6c88-45fb-a752-6422828ca593,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:51.885888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:51.900168 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d537021-8f0b-4c61-8d44-c3c56dac7ccd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] DELETE failed (client error): The resource could not be found. Oct 05 09:15:51.900713 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d537021-8f0b-4c61-8d44-c3c56dac7ccd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:15:51.905403 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4d537021-8f0b-4c61-8d44-c3c56dac7ccd tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/subnets/e8009fe1-aeb4-43d4-abbe-1039f83b4c93 HTTP/1.1" status: 404 len: 337 time: 0.0673923 Oct 05 09:15:51.905540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57050) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:51.906844 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:51.934935 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c69e86-f3d0-4870-bbde-f38a3dd89678 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] DELETE failed (client error): The resource could not be found. Oct 05 09:15:51.935410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c69e86-f3d0-4870-bbde-f38a3dd89678 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:15:51.937427 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-91c69e86-f3d0-4870-bbde-f38a3dd89678 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/b616efe6-dd35-420d-944a-bdf855cbcfef HTTP/1.1" status: 404 len: 339 time: 0.0291617 Oct 05 09:15:51.939842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57054) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:52.052874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Deleting port b3bb27e7-8e46-4fce-a885-36d7b378555e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:52.053093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.084565 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5c3db7f-28ba-40df-90bc-490b567936b8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.130809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Port': ['ID=3532d770-34de-4f03-8893-6ee766596114,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:52.172677 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.172677 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Added segment 0ee5e4c4-69e3-4179-9765-715cb4d56a79 of type vlan for network 4309ddd6-d3e0-4122-80b8-f6c20db6243b Oct 05 09:15:52.295143 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Attempt 2 to provision port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a Oct 05 09:15:52.421542 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.430117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:52.441046 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Attempting to bind port 3532d770-34de-4f03-8893-6ee766596114 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:52.441865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Attempting to bind port 3532d770-34de-4f03-8893-6ee766596114 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '6cf88734-9dc2-49b6-86c3-abb765e646ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:52.442689 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Attempting to bind port 3532d770-34de-4f03-8893-6ee766596114 on network a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:52.452694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:52.452694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Checking segment: {'id': '6cf88734-9dc2-49b6-86c3-abb765e646ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:52.452694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.453418 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Bound using segment: {'id': '6cf88734-9dc2-49b6-86c3-abb765e646ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:52.453549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5c3db7f-28ba-40df-90bc-490b567936b8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.454088 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Bound port: 3532d770-34de-4f03-8893-6ee766596114, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf88734-9dc2-49b6-86c3-abb765e646ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:52.454546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.457812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No DVR routers for this DVR port 3532d770-34de-4f03-8893-6ee766596114 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:52.464980 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f4e03edf-244c-4db2-ab16-d510e4c909df is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:52.466171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5025166f-06ab-4b86-9f65-01a81631fda2 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:52.503951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f5c3db7f-28ba-40df-90bc-490b567936b8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f2fa4c-d7c1-495b-a011-284170b21499']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:52.504185 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.520355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.520693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.528821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f5c3db7f-28ba-40df-90bc-490b567936b8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853ffffc-422d-4cd8-a80d-c82aa1de36ac') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:52.529157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f5c3db7f-28ba-40df-90bc-490b567936b8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853ffffc-422d-4cd8-a80d-c82aa1de36ac') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:52.556641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4054351b-d818-4085-b9a8-1e67e274f4f8 None None] Port 3532d770-34de-4f03-8893-6ee766596114 has been deleted concurrently {{(pid=89056) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:679}} Oct 05 09:15:52.593508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5c3db7f-28ba-40df-90bc-490b567936b8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.596182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 5025166f-06ab-4b86-9f65-01a81631fda2 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:15:52.605810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 5025166f-06ab-4b86-9f65-01a81631fda2 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:52.606657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.607130 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 5025166f-06ab-4b86-9f65-01a81631fda2 Oct 05 09:15:52.609304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eef1d9f1-c6ee-4a48-b044-50a7f6cf96c1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.669865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Calling delete_port for b3bb27e7-8e46-4fce-a885-36d7b378555e owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:52.712273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.714984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5c3db7f-28ba-40df-90bc-490b567936b8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.726655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c3db7f-28ba-40df-90bc-490b567936b8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:52.727412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5c3db7f-28ba-40df-90bc-490b567936b8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.755385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 5025166f-06ab-4b86-9f65-01a81631fda2 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:52.756024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.796999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 5025166f-06ab-4b86-9f65-01a81631fda2, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5025166f-06ab-4b86-9f65-01a81631fda2,segment=NetworkSegment(d923e44f-0703-4d84-8669-3e68294fb77d),segment_id=d923e44f-0703-4d84-8669-3e68294fb77d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:52.800472 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-eef1d9f1-c6ee-4a48-b044-50a7f6cf96c1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/ports/7ebefdae-6c88-45fb-a752-6422828ca593 HTTP/1.1" status: 204 len: 168 time: 4.8861625 Oct 05 09:15:52.801534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.805526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57058) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:52.807688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:52.807861 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.808306 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.823523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:52.857725 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:52.884111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:52.888370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5c3db7f-28ba-40df-90bc-490b567936b8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.911026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5c3db7f-28ba-40df-90bc-490b567936b8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.931303 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Attempt 3 to provision port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a Oct 05 09:15:52.941984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:15:52.957348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3db7f-28ba-40df-90bc-490b567936b8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Network': ['ID=95f2fa4c-d7c1-495b-a011-284170b21499,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:52.968016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.973789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:52.975670 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8595517 Oct 05 09:15:53.029321 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57062) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:53.050345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': '4309ddd6-d3e0-4122-80b8-f6c20db6243b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:53.052567 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.102136 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f5c3db7f-28ba-40df-90bc-490b567936b8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/95f2fa4c-d7c1-495b-a011-284170b21499 HTTP/1.1" status: 204 len: 168 time: 1.1611452 Oct 05 09:15:53.104954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:53.107850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.116818 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=5025166f-06ab-4b86-9f65-01a81631fda2,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:53.123013 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f4e03edf-244c-4db2-ab16-d510e4c909df up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:53.139714 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57066) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:53.165168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.190309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ea517-9464-4868-92f9-e502f9e0b67a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Network': ['ID=4309ddd6-d3e0-4122-80b8-f6c20db6243b,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:53.194249 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:53.209792 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 4309ddd6-d3e0-4122-80b8-f6c20db6243b details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:53.226827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:53.238050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.243066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:53.282179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Pushing event deleted for resources: {'Port': ['ID=b3bb27e7-8e46-4fce-a885-36d7b378555e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:53.305308 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b362db-7d57-486b-a19c-ffcfecedaad6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] DELETE failed (client error): The resource could not be found. Oct 05 09:15:53.305763 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b362db-7d57-486b-a19c-ffcfecedaad6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:15:53.314590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f4e03edf-244c-4db2-ab16-d510e4c909df triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:53.314780 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.315093 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f4e03edf-244c-4db2-ab16-d510e4c909df Oct 05 09:15:53.319799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event updated for resources: {'Port': ['ID=1568c1e3-e2eb-44dc-98e9-a134cebc4bd4,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:53.376990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Subnet': ['ID=0c908721-a062-4bbc-a3a9-bb1ebc89ab9f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:53.390394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:15:53.403839 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-88b362db-7d57-486b-a19c-ffcfecedaad6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/subnets/d6692b61-f16e-4b98-92e7-b5bbdfb99b33 HTTP/1.1" status: 404 len: 337 time: 0.2508147 Oct 05 09:15:53.420572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57070) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:53.424471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:53.437266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.444236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.455638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:53.461189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:53.467901 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb9fc07-5155-453e-b635-9832261ec267 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] DELETE failed (client error): The resource could not be found. Oct 05 09:15:53.468383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb9fc07-5155-453e-b635-9832261ec267 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:15:53.473880 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1fb9fc07-5155-453e-b635-9832261ec267 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/d97297ad-5a5b-45f6-9eba-9bcd153e3f8c HTTP/1.1" status: 404 len: 339 time: 0.0473182 Oct 05 09:15:53.478245 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57074) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:53.482179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:53.488417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f4e03edf-244c-4db2-ab16-d510e4c909df is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:53.534753 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.537154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.542370 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-213b9073-94a2-4116-acbc-30b6367e3360 tempest-ServerActionsTestJSON-63497370 tempest-ServerActionsTestJSON-63497370-project] 10.222.0.64 "DELETE /v2.0/floatingips/7ebf78ea-dfd7-4218-afd5-3b115463303d HTTP/1.1" status: 204 len: 168 time: 3.0183349 Oct 05 09:15:53.546865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 1e304eb8-7a8d-4c05-940d-e198d5208f95 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:15:53.551655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57078) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:53.585069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 1e304eb8-7a8d-4c05-940d-e198d5208f95 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:15:53.585557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 1e304eb8-7a8d-4c05-940d-e198d5208f95 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:15:53.606240 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Attempt 4 to provision port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a Oct 05 09:15:53.614592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:53.618072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.655197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.655946 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.687513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:53.746119 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 853ffffc-422d-4cd8-a80d-c82aa1de36ac resource provider aggregate not found Oct 05 09:15:53.753633 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b060dd-7094-4e7d-929f-7ca322df2fb3 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting subnet 2b7ad723-73ff-40b2-84e5-04a5df1240c5 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:15:53.765111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3b060dd-7094-4e7d-929f-7ca322df2fb3 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.798973 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=509ed376-2b03-45d4-9501-88004b15c6cd,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:53.814645 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 853ffffc-422d-4cd8-a80d-c82aa1de36ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 853ffffc-422d-4cd8-a80d-c82aa1de36ac found for delete ", "request_id": "req-6d3a9c57-402f-4c66-98c1-2d59ff0c10a5"}]} Oct 05 09:15:53.929089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3b060dd-7094-4e7d-929f-7ca322df2fb3 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:53.979143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:54.009852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d2bfc-79f9-43ff-a5a5-35b73ab59bb1 None None] Network a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:54.153735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:54.179229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:54.190269 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Attempt 5 to provision port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a Oct 05 09:15:54.194059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf88734-9dc2-49b6-86c3-abb765e646ee') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:54.194466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf88734-9dc2-49b6-86c3-abb765e646ee') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:54.232328 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:54.287757 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:54.298595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3b060dd-7094-4e7d-929f-7ca322df2fb3 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:54.345543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:54.350416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:54.358579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecb4f47-9e7f-4cca-8bd3-98c37181049f None None] DHCP port deletion for a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:15:54.366022 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network 6c8c1543-72d6-43b6-a04c-e300b26f8981 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:54.373393 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:54.375790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:54.376204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:54.386126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed5ebe-0641-42f6-b307-716470621bd0 None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:15:54.431365 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 6cf88734-9dc2-49b6-86c3-abb765e646ee resource provider aggregate not found Oct 05 09:15:54.541864 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ed5ebe-0641-42f6-b307-716470621bd0 None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:15:54.572647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3b060dd-7094-4e7d-929f-7ca322df2fb3 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:54.623991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:54.627634 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 6cf88734-9dc2-49b6-86c3-abb765e646ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cf88734-9dc2-49b6-86c3-abb765e646ee found for delete ", "request_id": "req-4e83064d-330b-42dd-b73d-4444365eda84"}]} Oct 05 09:15:54.641279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:54.644960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b060dd-7094-4e7d-929f-7ca322df2fb3 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7ad723-73ff-40b2-84e5-04a5df1240c5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:54.651588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:54.675369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3b060dd-7094-4e7d-929f-7ca322df2fb3 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:54.796903 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Attempt 6 to provision port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a Oct 05 09:15:54.797134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:54.817868 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c3b060dd-7094-4e7d-929f-7ca322df2fb3 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/subnets/2b7ad723-73ff-40b2-84e5-04a5df1240c5 HTTP/1.1" status: 204 len: 168 time: 1.3374512 Oct 05 09:15:54.833148 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:54.835475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57090) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:54.885665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:54.899866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:54.926617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.26.0.178 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/7361a580-d587-4468-88d6-3c15fe42dcc0) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:54.939848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Subnet': ['ID=d1881af1-5ce0-4b79-8cd9-8af478472072,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:54.973244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Checking segment: {'id': '0ee5e4c4-69e3-4179-9765-715cb4d56a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4309ddd6-d3e0-4122-80b8-f6c20db6243b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:54.973244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network hostable DHCP agents. Network: 4309ddd6-d3e0-4122-80b8-f6c20db6243b, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:15:55.014524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5025166f-06ab-4b86-9f65-01a81631fda2 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:15:55.083947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d488f2b-326c-4d5e-820f-0a75de04b22c tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting subnet dc5279bd-e3c1-4b0a-a936-faff1edfd25c {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:15:55.093445 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d488f2b-326c-4d5e-820f-0a75de04b22c tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.110582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Network': ['ID=a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:55.131421 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4794f0ab-9b62-4f97-9b74-bb3e13ec217e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc HTTP/1.1" status: 204 len: 168 time: 6.8475511 Oct 05 09:15:55.133112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network 4309ddd6-d3e0-4122-80b8-f6c20db6243b is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:15:55.139473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57094) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:55.159053 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-469934727'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:55.170046 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 5025166f-06ab-4b86-9f65-01a81631fda2 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:15:55.172309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.174966 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:55.175193 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 5025166f-06ab-4b86-9f65-01a81631fda2 Oct 05 09:15:55.193700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 4309ddd6-d3e0-4122-80b8-f6c20db6243b) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:55.202764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:network and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:55.210275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:55.214186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:55.214958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.223104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d488f2b-326c-4d5e-820f-0a75de04b22c tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.241750 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f36fcd-43cd-4f00-acfa-d2ee41710cb1 None None] Network 138202d4-97fc-4fff-96f3-d1b77a5966dd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:55.310907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:55.320430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.383676 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:55.387583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.391189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.397123 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-58fa53b9-d505-42e7-a043-631f364697c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3620892 Oct 05 09:15:55.409908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57098) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:55.425727 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Attempt 7 to provision port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a Oct 05 09:15:55.431746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-1f7cc104-663c-4d0a-851a-6125b9b748d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1061382457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:55.449238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d524ee-5aa3-4c82-8ea4-916e2beaccbe None None] Network 4309ddd6-d3e0-4122-80b8-f6c20db6243b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:55.511645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:55.522848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:55.524482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:15:55.529479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:55.536671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1f7cc104-663c-4d0a-851a-6125b9b748d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:55.548907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1f7cc104-663c-4d0a-851a-6125b9b748d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:router and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:55.556794 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1f7cc104-663c-4d0a-851a-6125b9b748d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:55.574379 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1f7cc104-663c-4d0a-851a-6125b9b748d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:55.577549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Router 27bb9095-0ee7-4fe4-853f-1a690dafe63c is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:15:55.594232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=7361a580-d587-4468-88d6-3c15fe42dcc0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:55.595714 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:55.614774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d488f2b-326c-4d5e-820f-0a75de04b22c tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.675555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:55.681564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7a73a38-1165-48bf-bf5c-e67a4394a56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.837703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.838234 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Added segment 496f0954-d759-49fd-a69b-a8672f21967d of type vlan for network 834c0f0c-f959-4759-80bf-035c318b1f48 Oct 05 09:15:55.853863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc104-663c-4d0a-851a-6125b9b748d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.855051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc104-663c-4d0a-851a-6125b9b748d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.925682 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 5025166f-06ab-4b86-9f65-01a81631fda2 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:15:55.926544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d488f2b-326c-4d5e-820f-0a75de04b22c tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.943059 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.944670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-4309ddd6-d3e0-4122-80b8-f6c20db6243b', 'network_id': '4309ddd6-d3e0-4122-80b8-f6c20db6243b', 'tenant_id': '07928855b107476ea4ff86567f452305', 'fixed_ips': [{'subnet_id': 'd1881af1-5ce0-4b79-8cd9-8af478472072'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:15:55.945504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.983424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d488f2b-326c-4d5e-820f-0a75de04b22c tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:55.998049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d488f2b-326c-4d5e-820f-0a75de04b22c tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5279bd-e3c1-4b0a-a936-faff1edfd25c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:56.000566 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:56.030650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc104-663c-4d0a-851a-6125b9b748d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:56.031967 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:56.036869 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:56.051339 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Sync routers for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:56.066749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:56.069114 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:56.070158 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:56.085858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:56.108419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Sync routers for ids ['27bb9095-0ee7-4fe4-853f-1a690dafe63c'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:56.154754 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Routers {'27bb9095-0ee7-4fe4-853f-1a690dafe63c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:56.155137 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['27bb9095-0ee7-4fe4-853f-1a690dafe63c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:56.175745 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d3306fb9-d8e6-4fee-8cdc-3c753d2ae317 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9351430 Oct 05 09:15:56.183966 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b6a8f6eb-eccb-43b8-9ccf-d432ef0afa27 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "PUT /v2.0/routers/27bb9095-0ee7-4fe4-853f-1a690dafe63c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5441158 Oct 05 09:15:56.183966 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc104-663c-4d0a-851a-6125b9b748d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:56.191844 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57102) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:56.192340 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57104) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:56.193105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:56.198953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:56.199756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:56.253465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'network': {'name': 'tempest-RoutersTest-911906174'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:56.280030 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Attempt 8 to provision port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a Oct 05 09:15:56.294082 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8d488f2b-326c-4d5e-820f-0a75de04b22c tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/subnets/dc5279bd-e3c1-4b0a-a936-faff1edfd25c HTTP/1.1" status: 204 len: 168 time: 1.4521976 Oct 05 09:15:56.307420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:56.310089 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57110) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:56.320047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823f8bc7-5f9f-48e0-b531-416215313cdc None None] Update dhcp port {'port': {'network_id': '138202d4-97fc-4fff-96f3-d1b77a5966dd', 'fixed_ips': [{'subnet_id': 'dc5279bd-e3c1-4b0a-a936-faff1edfd25c'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': '516b8f18-fc99-4b89-b3d9-2cf87d26c30e'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:15:56.353817 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:15:56.356213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:56.410574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:network and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:56.415826 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-823f8bc7-5f9f-48e0-b531-416215313cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:56.418781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:56.436138 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2927542 Oct 05 09:15:56.437154 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc104-663c-4d0a-851a-6125b9b748d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:56.442480 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1f7cc104-663c-4d0a-851a-6125b9b748d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0228231 Oct 05 09:15:56.442676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57114) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:56.445348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57116) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:56.453331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ad93ff31-5d6c-4099-aa54-4ee86ae5273f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:56.471200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'network_id': '4309ddd6-d3e0-4122-80b8-f6c20db6243b', 'name': 'tempest-PortsIpV6TestJSON-176342658'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:56.561546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:56.586554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523fcd5-1a99-4711-be38-0f479c13f09f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=834c0f0c-f959-4759-80bf-035c318b1f48,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:56.603222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:56.613128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 834c0f0c-f959-4759-80bf-035c318b1f48 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:56.618810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c309025b-9ebd-4512-8949-16cfe9998e6e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:56.619494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c309025b-9ebd-4512-8949-16cfe9998e6e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:56.629699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Set router 27bb9095-0ee7-4fe4-853f-1a690dafe63c gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:15:56.748885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Allocated IP 2001:db8::2 (4309ddd6-d3e0-4122-80b8-f6c20db6243b/d1881af1-5ce0-4b79-8cd9-8af478472072/ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:56.820508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:56.823093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:56.840957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:56.864411 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c309025b-9ebd-4512-8949-16cfe9998e6e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:15:56.868465 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c309025b-9ebd-4512-8949-16cfe9998e6e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports/ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a HTTP/1.1" status: 200 len: 911 time: 0.6600151 Oct 05 09:15:56.871124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57122) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:56.924979 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:15:49Z', 'revision_number': 2, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:15:51Z', 'revision_number': 2, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:56.930142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:56.930142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:56.948868 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Checking router: 7b9ab95a-dfa5-433c-9e98-da1ad03e210b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:15:56.949889 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Updating router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b port 509ed376-2b03-45d4-9501-88004b15c6cd binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:15:57.001136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:15:57.036029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.036478 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Added segment db20a8c4-79c5-44d4-a909-62d640e09443 of type vlan for network cdd188d5-7d20-4961-9db3-6c6d9f91704e Oct 05 09:15:57.083800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d7a73a38-1165-48bf-bf5c-e67a4394a56f admin admin] Deleting port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:15:57.084420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7a73a38-1165-48bf-bf5c-e67a4394a56f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.089105 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.090804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65528060-0f1f-4d80-990e-67410d41b749 None None] Network 138202d4-97fc-4fff-96f3-d1b77a5966dd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:15:57.115747 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Attempt 9 to provision port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a Oct 05 09:15:57.136873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:57.172262 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:port and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:57.179786 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:57.244046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:57.276701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:15:57.278519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] For port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=516b8f18-fc99-4b89-b3d9-2cf87d26c30e,segment=NetworkSegment(da38a8a7-8841-4d99-90b5-d08ed733dc07),segment_id=da38a8a7-8841-4d99-90b5-d08ed733dc07)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:57.279028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.292541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff31-5d6c-4099-aa54-4ee86ae5273f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.302614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:57.303868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:57.306504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.330413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.342653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.411227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff31-5d6c-4099-aa54-4ee86ae5273f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.433946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port c04c3931-f056-47dd-bdb6-2b95a7c293a9 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:15:57.443183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Calling delete_port for 516b8f18-fc99-4b89-b3d9-2cf87d26c30e owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:57.523070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad93ff31-5d6c-4099-aa54-4ee86ae5273f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network 834c0f0c-f959-4759-80bf-035c318b1f48 is not hosted by any dhcp agent {{(pid=89055) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 05 09:15:57.529461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93ff31-5d6c-4099-aa54-4ee86ae5273f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:57.530829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad93ff31-5d6c-4099-aa54-4ee86ae5273f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.536916 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad93ff31-5d6c-4099-aa54-4ee86ae5273f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "PUT /v2.0/networks/834c0f0c-f959-4759-80bf-035c318b1f48 HTTP/1.1" status: 200 len: 723 time: 1.0928202 Oct 05 09:15:57.539811 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.544709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.560148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Transition to ACTIVE for port object ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:57.564852 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Transition to ACTIVE for port object 509ed376-2b03-45d4-9501-88004b15c6cd will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:57.576819 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.593141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.607858 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Transition to ACTIVE for port object ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:57.618195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bb9095-0ee7-4fe4-853f-1a690dafe63c', 'name': 'tempest-NetworksTestDHCPv6-router-836772691', 'tenant_id': '8e470f57db494309bb41654643314b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:15:50Z', 'revision_number': 2, 'project_id': '8e470f57db494309bb41654643314b74', 'gw_port_host': None, '_interfaces': [{'id': 'ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a', 'name': '', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'mac_address': 'fa:16:3e:8c:a5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bb9095-0ee7-4fe4-853f-1a690dafe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '85b02a16-9384-40a9-95e4-cb4729d11a93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:46Z', 'updated_at': '2022-10-05T09:15:52Z', 'revision_number': 2, 'project_id': '8e470f57db494309bb41654643314b74', 'subnets': [{'id': '85b02a16-9384-40a9-95e4-cb4729d11a93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:57.623494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57126) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:57.623794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Checking router: 27bb9095-0ee7-4fe4-853f-1a690dafe63c for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:15:57.624275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Updating router 27bb9095-0ee7-4fe4-853f-1a690dafe63c port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:15:57.632344 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.641669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'subnet': {'network_id': '834c0f0c-f959-4759-80bf-035c318b1f48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:57.684177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Router e133f4d5-e902-4704-9f6e-f2b023a0daaa is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:15:57.709110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Port': ['ID=516b8f18-fc99-4b89-b3d9-2cf87d26c30e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:57.724752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No DVR routers for this DVR port 516b8f18-fc99-4b89-b3d9-2cf87d26c30e on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:15:57.787681 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Pushing event updated for resources: {'Port': ['ID=509ed376-2b03-45d4-9501-88004b15c6cd,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:57.806123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.806877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=7361a580-d587-4468-88d6-3c15fe42dcc0,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:57.810198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.823647 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Attempt 10 to provision port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a Oct 05 09:15:57.829057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.834505 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:57.835105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.852668 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:57.852668 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:57.852668 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:57.852668 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:57.853126 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:57.853126 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:57.853704 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:57.854273 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:57.854620 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:57.855080 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:57.855405 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:57.855722 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:15:57.856116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-d7a73a38-1165-48bf-bf5c-e67a4394a56f admin admin] For port d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:15:57.856718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7a73a38-1165-48bf-bf5c-e67a4394a56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.869714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.947632 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Attempting to bind port 509ed376-2b03-45d4-9501-88004b15c6cd on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:57.948030 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Attempting to bind port 509ed376-2b03-45d4-9501-88004b15c6cd by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'd923e44f-0703-4d84-8669-3e68294fb77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:57.948981 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Attempting to bind port 509ed376-2b03-45d4-9501-88004b15c6cd on network 6c8c1543-72d6-43b6-a04c-e300b26f8981 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:57.955290 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:57.955866 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Checking segment: {'id': 'd923e44f-0703-4d84-8669-3e68294fb77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:57.957160 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.957746 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Bound using segment: {'id': 'd923e44f-0703-4d84-8669-3e68294fb77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:57.958976 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Bound port: 509ed376-2b03-45d4-9501-88004b15c6cd, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd923e44f-0703-4d84-8669-3e68294fb77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:57.959372 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:57.996587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5640a1b2-88f5-4ad9-9c48-2db583dd6968 None None] DHCP port deletion for 138202d4-97fc-4fff-96f3-d1b77a5966dd request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:15:58.073171 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d971f65-f872-4f8a-a9f2-b03d3093af7c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:58.081911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d971f65-f872-4f8a-a9f2-b03d3093af7c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:58.083677 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9d971f65-f872-4f8a-a9f2-b03d3093af7c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.2097421 Oct 05 09:15:58.097664 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] For port 509ed376-2b03-45d4-9501-88004b15c6cd, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:58.104288 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] For port 509ed376-2b03-45d4-9501-88004b15c6cd, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=509ed376-2b03-45d4-9501-88004b15c6cd,segment=NetworkSegment(d923e44f-0703-4d84-8669-3e68294fb77d),segment_id=d923e44f-0703-4d84-8669-3e68294fb77d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:58.109295 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:58.115744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57130) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:58.124491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:58.137636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93ff31-5d6c-4099-aa54-4ee86ae5273f tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=834c0f0c-f959-4759-80bf-035c318b1f48,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:58.218077 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d31bdb-a71e-4f94-b13a-7b50ee7fe144 None None] Pushing event updated for resources: {'Port': ['ID=509ed376-2b03-45d4-9501-88004b15c6cd,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:58.222289 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:58.222289 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:58.257179 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0527143 Oct 05 09:15:58.268308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57134) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:58.279843 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc731878-e94f-49d0-8849-9a16a90c4e0f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Network': ['ID=cdd188d5-7d20-4961-9db3-6c6d9f91704e,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:58.283115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d7a73a38-1165-48bf-bf5c-e67a4394a56f admin admin] Calling delete_port for d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:15:58.285540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'subnet': {'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:58.345413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138202d4-97fc-4fff-96f3-d1b77a5966dd']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:58.395232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:58.397553 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-84c2bb7c-5c6c-42f2-9cc9-62b9f1deffc1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5865598 Oct 05 09:15:58.425726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57138) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:58.435384 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:15:58.442080 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'port': {'network_id': 'e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7', 'name': 'tempest-FloatingIPTestJSON-2118428677'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:15:58.473523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:58.544959 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:subnet and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:58.546722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:58.558931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:58.568110 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Transition to ACTIVE for port object ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:58.575139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Pushing event updated for resources: {'Port': ['ID=ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:58.595570 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:58.611732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:58.630039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8::184 (4309ddd6-d3e0-4122-80b8-f6c20db6243b/d1881af1-5ce0-4b79-8cd9-8af478472072/c04c3931-f056-47dd-bdb6-2b95a7c293a9) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:15:58.663207 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da38a8a7-8841-4d99-90b5-d08ed733dc07') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:58.663773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da38a8a7-8841-4d99-90b5-d08ed733dc07') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:58.665622 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:58.669438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:58.702369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 834c0f0c-f959-4759-80bf-035c318b1f48 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:58.724226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:58.739610 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:15:58.755453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:58.756982 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d7bf9c48-22c6-4d5e-9f59-558599955a4a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "PUT /v2.0/routers/e133f4d5-e902-4704-9f6e-f2b023a0daaa HTTP/1.1" status: 200 len: 918 time: 13.5586941 Oct 05 09:15:58.761809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57142) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:58.775910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:58.780134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:subnet and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:58.783196 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:58.790674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:58.799650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:58.841215 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc646a9-99e0-4d1b-8fe2-7bc79f5c43ce None None] Sync routers for ids ['e133f4d5-e902-4704-9f6e-f2b023a0daaa'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:15:58.856378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network cdd188d5-7d20-4961-9db3-6c6d9f91704e details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:15:58.862646 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc646a9-99e0-4d1b-8fe2-7bc79f5c43ce None None] Routers {'e133f4d5-e902-4704-9f6e-f2b023a0daaa'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:58.863400 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0bc646a9-99e0-4d1b-8fe2-7bc79f5c43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e133f4d5-e902-4704-9f6e-f2b023a0daaa'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:58.939117 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0bc646a9-99e0-4d1b-8fe2-7bc79f5c43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:58.957577 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc646a9-99e0-4d1b-8fe2-7bc79f5c43ce None None] Routers {'e133f4d5-e902-4704-9f6e-f2b023a0daaa'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:58.958277 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0bc646a9-99e0-4d1b-8fe2-7bc79f5c43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e133f4d5-e902-4704-9f6e-f2b023a0daaa'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:58.963257 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:58.967046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.008433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 516b8f18-fc99-4b89-b3d9-2cf87d26c30e no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:15:59.036731 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0bc646a9-99e0-4d1b-8fe2-7bc79f5c43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:59.037132 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc646a9-99e0-4d1b-8fe2-7bc79f5c43ce None None] The sync data for ids ['e133f4d5-e902-4704-9f6e-f2b023a0daaa'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:59.048208 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:15:49Z', 'revision_number': 2, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:15:58Z', 'revision_number': 4, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:59.053734 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2f3d8-fa22-4ea6-ad80-4713d8e9ec3f None None] The sync data for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv is: [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:15:49Z', 'revision_number': 2, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:15:58Z', 'revision_number': 4, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:15:59.063898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:15:59.064255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.105317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 516b8f18-fc99-4b89-b3d9-2cf87d26c30e {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:15:59.105885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 516b8f18-fc99-4b89-b3d9-2cf87d26c30e not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:15:59.155670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Network 4309ddd6-d3e0-4122-80b8-f6c20db6243b is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:59.164313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:15:59.189576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:port and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:15:59.197408 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:15:59.209364 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment da38a8a7-8841-4d99-90b5-d08ed733dc07 resource provider aggregate not found Oct 05 09:15:59.222698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:15:59.231953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:15:59.235113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:15:59.236638 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment da38a8a7-8841-4d99-90b5-d08ed733dc07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da38a8a7-8841-4d99-90b5-d08ed733dc07 found for delete ", "request_id": "req-b3aae6db-3b94-4786-8020-1db573a0b5ca"}]} Oct 05 09:15:59.239911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.257936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Made reservation on behalf of 1953ac25c57249bea113d86db52a0626 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:15:59.262002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.294977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Transition to ACTIVE for port object c04c3931-f056-47dd-bdb6-2b95a7c293a9 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:15:59.323347 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:15:59.369345 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.406751 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] device_id is not set on port d6a04bde-9b92-4633-bdae-6182c14de8e0 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:15:59.421700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Attempting to bind port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:59.422400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Attempting to bind port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:59.422956 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Attempting to bind port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:59.426149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1badc539-14e0-4f9f-90eb-d52f1c973452 None None] Could not find standard attr ID for object 1e304eb8-7a8d-4c05-940d-e198d5208f95. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:15:59.446151 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9d654-3654-4536-a2dd-09fa227d98e0 None None] Pushing event updated for resources: {'Port': ['ID=ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:59.466327 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.469560 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:59.469939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:59.470387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.470832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:59.473497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Bound port: ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:59.473497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.489442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Network': ['ID=138202d4-97fc-4fff-96f3-d1b77a5966dd,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:59.494111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Attempting to bind port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:15:59.494425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Attempting to bind port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '0ee5e4c4-69e3-4179-9765-715cb4d56a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4309ddd6-d3e0-4122-80b8-f6c20db6243b'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:15:59.494788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Attempting to bind port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 on network 4309ddd6-d3e0-4122-80b8-f6c20db6243b {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:15:59.521973 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-693be0ca-fd0c-4934-8493-2b89bd6ea7b1 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/routers/e133f4d5-e902-4704-9f6e-f2b023a0daaa HTTP/1.1" status: 200 len: 924 time: 0.7552254 Oct 05 09:15:59.527364 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57150) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:59.567634 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-34b93fd9-bfc8-45f7-b2bb-dc2a7949541b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/138202d4-97fc-4fff-96f3-d1b77a5966dd HTTP/1.1" status: 204 len: 168 time: 3.2007875 Oct 05 09:15:59.574757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7a73a38-1165-48bf-bf5c-e67a4394a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.585519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57154) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:15:59.595112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] For port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:15:59.599904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] For port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:15:59.601598 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:15:59.602266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Checking segment: {'id': '0ee5e4c4-69e3-4179-9765-715cb4d56a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4309ddd6-d3e0-4122-80b8-f6c20db6243b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:15:59.602735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.603267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Bound using segment: {'id': '0ee5e4c4-69e3-4179-9765-715cb4d56a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4309ddd6-d3e0-4122-80b8-f6c20db6243b'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:15:59.603968 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Bound port: ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee5e4c4-69e3-4179-9765-715cb4d56a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4309ddd6-d3e0-4122-80b8-f6c20db6243b'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:15:59.604387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.620107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.686606 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc404dc-161f-4678-9d03-557537452328 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] DELETE failed (client error): The resource could not be found. Oct 05 09:15:59.687285 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc404dc-161f-4678-9d03-557537452328 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:15:59.707967 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.748730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Routers {'27bb9095-0ee7-4fe4-853f-1a690dafe63c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:15:59.749115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['27bb9095-0ee7-4fe4-853f-1a690dafe63c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:15:59.751012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a73a38-1165-48bf-bf5c-e67a4394a56f admin admin] Pushing event deleted for resources: {'Port': ['ID=d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:15:59.788179 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8067f4e-00b6-438b-bacd-0e2b2ff5085a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:15:59.789142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f8067f4e-00b6-438b-bacd-0e2b2ff5085a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Synchronizing usage tracker for tenant:dbdae1c089e14721b1a4f9f997df0e52 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:15:59.795998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:15:59.939459 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network 4309ddd6-d3e0-4122-80b8-f6c20db6243b is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:15:59.942046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=c04c3931-f056-47dd-bdb6-2b95a7c293a9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:00.016604 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.20.0.6 (e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7/429a9851-e2d2-44c6-b8cb-a2fe028aea75/d6a04bde-9b92-4633-bdae-6182c14de8e0) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:00.030744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f8067f4e-00b6-438b-bacd-0e2b2ff5085a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Unset dirty status for tenant:dbdae1c089e14721b1a4f9f997df0e52 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:00.031929 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f8067f4e-00b6-438b-bacd-0e2b2ff5085a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&device_id=e133f4d5-e902-4704-9f6e-f2b023a0daaa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5019412 Oct 05 09:16:00.058219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57158) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:00.075333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] Set router 27bb9095-0ee7-4fe4-853f-1a690dafe63c gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:00.133626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5da97e55-1205-42a5-acc8-64461b759175 None None] Provisioning for port 509ed376-2b03-45d4-9501-88004b15c6cd completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:00.154565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Subnet': ['ID=4acceee0-e329-45e9-ae95-a86e2c3fe2f2,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:00.186896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Checking segment: {'id': 'db20a8c4-79c5-44d4-a909-62d640e09443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:00.187414 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network hostable DHCP agents. Network: cdd188d5-7d20-4961-9db3-6c6d9f91704e, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:16:00.198334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:00.200995 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dcc404dc-161f-4678-9d03-557537452328 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/subnets/86cd81da-4a08-4ffd-aee1-4c26ed8f3954 HTTP/1.1" status: 404 len: 337 time: 0.5723727 Oct 05 09:16:00.208748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57162) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:00.214137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ba374516-2814-4dc8-8863-6e2a009cd28a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:00.233615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:00.240777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:00.241399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:00.251470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:00.265161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9d654-3654-4536-a2dd-09fa227d98e0 None None] Pushing event updated for resources: {'Port': ['ID=ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:00.296660 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] For port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:00.351953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5da97e55-1205-42a5-acc8-64461b759175 None None] Provisioning complete for port 5025166f-06ab-4b86-9f65-01a81631fda2 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:00.352334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5da97e55-1205-42a5-acc8-64461b759175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:00.352674 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5da97e55-1205-42a5-acc8-64461b759175 None None] Attempt 1 to provision port 5025166f-06ab-4b86-9f65-01a81631fda2 Oct 05 09:16:00.386912 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-b636145e-bc5b-47a8-baba-db67533104d5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:00.387514 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b636145e-bc5b-47a8-baba-db67533104d5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:00.391835 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b636145e-bc5b-47a8-baba-db67533104d5 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/eaad6781-bf9c-4d02-b11c-0417ae67a026 HTTP/1.1" status: 404 len: 339 time: 0.1794605 Oct 05 09:16:00.402274 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] For port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0,segment=NetworkSegment(0ee5e4c4-69e3-4179-9765-715cb4d56a79),segment_id=0ee5e4c4-69e3-4179-9765-715cb4d56a79)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:00.404703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57166) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:00.413087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:00.448413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network cdd188d5-7d20-4961-9db3-6c6d9f91704e is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:16:00.451300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafa7b09-4d36-4bbb-b8bd-cb86d4177538 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:00.453712 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-aafa7b09-4d36-4bbb-b8bd-cb86d4177538 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/networks/f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 881 time: 0.3928568 Oct 05 09:16:00.460951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57170) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:00.475425 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-832c8843-97ad-4f85-84c6-eecc69bff788 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:00.476039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832c8843-97ad-4f85-84c6-eecc69bff788 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:00.480468 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-832c8843-97ad-4f85-84c6-eecc69bff788 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/subnets/24dd0138-2e7c-4e14-bb6a-2270802fc464 HTTP/1.1" status: 404 len: 337 time: 0.0722866 Oct 05 09:16:00.500396 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57174) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:00.563830 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c8575182-ee3f-4460-a955-1aebf3cbf6bf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1152184 Oct 05 09:16:00.575109 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57178) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:00.619449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088dab8-bc69-433a-8389-095180ab5462 None None] Pushing event updated for resources: {'Port': ['ID=ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:00.663288 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-50027902-d748-44ab-beec-b13e35073e0d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:00.664182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50027902-d748-44ab-beec-b13e35073e0d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:00.667921 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-50027902-d748-44ab-beec-b13e35073e0d tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/d73d8d5d-d3b1-48f3-9991-a741ac57daba HTTP/1.1" status: 404 len: 339 time: 0.1596599 Oct 05 09:16:00.672064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5da97e55-1205-42a5-acc8-64461b759175 None None] Current status of the port 5025166f-06ab-4b86-9f65-01a81631fda2 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:00.678878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5da97e55-1205-42a5-acc8-64461b759175 None None] Could not find standard attr ID for object 516b8f18-fc99-4b89-b3d9-2cf87d26c30e. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:16:00.708671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bb9095-0ee7-4fe4-853f-1a690dafe63c', 'name': 'tempest-NetworksTestDHCPv6-router-836772691', 'tenant_id': '8e470f57db494309bb41654643314b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:15:50Z', 'revision_number': 2, 'project_id': '8e470f57db494309bb41654643314b74', 'gw_port_host': None, '_interfaces': [{'id': 'ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a', 'name': '', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'mac_address': 'fa:16:3e:8c:a5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bb9095-0ee7-4fe4-853f-1a690dafe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '85b02a16-9384-40a9-95e4-cb4729d11a93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:46Z', 'updated_at': '2022-10-05T09:15:59Z', 'revision_number': 4, 'project_id': '8e470f57db494309bb41654643314b74', 'subnets': [{'id': '85b02a16-9384-40a9-95e4-cb4729d11a93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:00.719773 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5da97e55-1205-42a5-acc8-64461b759175 None None] Could not find standard attr ID for object 3532d770-34de-4f03-8893-6ee766596114. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:16:00.722244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d1f5a-0079-4b85-9dec-eff99cc473eb None None] The sync data for ids ['27bb9095-0ee7-4fe4-853f-1a690dafe63c'] in dv-neutron-860328-1-hyperv is: [{'id': '27bb9095-0ee7-4fe4-853f-1a690dafe63c', 'name': 'tempest-NetworksTestDHCPv6-router-836772691', 'tenant_id': '8e470f57db494309bb41654643314b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:15:50Z', 'revision_number': 2, 'project_id': '8e470f57db494309bb41654643314b74', 'gw_port_host': None, '_interfaces': [{'id': 'ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a', 'name': '', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'mac_address': 'fa:16:3e:8c:a5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bb9095-0ee7-4fe4-853f-1a690dafe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '85b02a16-9384-40a9-95e4-cb4729d11a93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:46Z', 'updated_at': '2022-10-05T09:15:59Z', 'revision_number': 4, 'project_id': '8e470f57db494309bb41654643314b74', 'subnets': [{'id': '85b02a16-9384-40a9-95e4-cb4729d11a93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:00.736132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57182) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:00.743809 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-659db046-e57a-47e6-a223-5aa4540710c4 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "GET /v2.0/ports?device_id=e133f4d5-e902-4704-9f6e-f2b023a0daaa HTTP/1.1" status: 200 len: 205 time: 0.2702575 Oct 05 09:16:00.746825 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, cdd188d5-7d20-4961-9db3-6c6d9f91704e) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:00.746980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Subnet': ['ID=0e060629-3774-4280-98cc-9225ab1507d6,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:00.751471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:00.752062 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:00.755192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57184) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:00.774342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9713d6-96c2-4e15-adef-065e6424cb53 None None] Network cdd188d5-7d20-4961-9db3-6c6d9f91704e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:00.804592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:00.889117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking segment: {'id': '496f0954-d759-49fd-a69b-a8672f21967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '834c0f0c-f959-4759-80bf-035c318b1f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:00.889549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network hostable DHCP agents. Network: 834c0f0c-f959-4759-80bf-035c318b1f48, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:16:00.982736 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-042c3a35-1674-4367-b42d-a3925da83061 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:00.983203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042c3a35-1674-4367-b42d-a3925da83061 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:00.988186 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-042c3a35-1674-4367-b42d-a3925da83061 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/subnets/0b51500b-dc31-467d-871e-b782154928e3 HTTP/1.1" status: 404 len: 337 time: 0.2400324 Oct 05 09:16:00.990876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57190) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:01.020774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:01.044307 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-15468045-c0b3-4963-ac4b-6121f0b10497 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7659476 Oct 05 09:16:01.048198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57194) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:01.156492 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd57dbaf-c2ec-42f6-80ed-4a26fda57b9e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:01.156985 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd57dbaf-c2ec-42f6-80ed-4a26fda57b9e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:01.163477 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cd57dbaf-c2ec-42f6-80ed-4a26fda57b9e tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/2cd34507-c04a-4aa7-8c8e-9cfcb6e57a66 HTTP/1.1" status: 404 len: 339 time: 0.1715755 Oct 05 09:16:01.173405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57198) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:01.247433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:01.360606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:16:01.360606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:01.436610 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-0953e790-115e-4f45-a524-4c8d31e4318b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting subnet b5f43848-144b-41d7-ab6a-b7e451c8cb3e {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:16:01.452965 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0953e790-115e-4f45-a524-4c8d31e4318b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:01.469726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:01.478519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 509ed376-2b03-45d4-9501-88004b15c6cd up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:01.553646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-ba374516-2814-4dc8-8863-6e2a009cd28a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:01.554032 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ba374516-2814-4dc8-8863-6e2a009cd28a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:01.643573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Allocated IP 172.21.0.2 (cdd188d5-7d20-4961-9db3-6c6d9f91704e/4acceee0-e329-45e9-ae95-a86e2c3fe2f2/b78668c0-eec8-4557-9a63-d31764767c7f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:01.657741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0953e790-115e-4f45-a524-4c8d31e4318b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:01.739241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 509ed376-2b03-45d4-9501-88004b15c6cd completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:01.764805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 509ed376-2b03-45d4-9501-88004b15c6cd triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:01.765184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:01.765530 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 509ed376-2b03-45d4-9501-88004b15c6cd Oct 05 09:16:01.833682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.031299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 509ed376-2b03-45d4-9501-88004b15c6cd is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:02.032291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.064242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.070901 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7a73a38-1165-48bf-bf5c-e67a4394a56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.089152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Transition to ACTIVE for port object b78668c0-eec8-4557-9a63-d31764767c7f will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:02.108143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:02.108589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 509ed376-2b03-45d4-9501-88004b15c6cd, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=509ed376-2b03-45d4-9501-88004b15c6cd,segment=NetworkSegment(d923e44f-0703-4d84-8669-3e68294fb77d),segment_id=d923e44f-0703-4d84-8669-3e68294fb77d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:02.119996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Transition to ACTIVE for port object b78668c0-eec8-4557-9a63-d31764767c7f will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:02.122678 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.134361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network 834c0f0c-f959-4759-80bf-035c318b1f48 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:16:02.137537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:02.153143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:02.173069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.257725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f59374b-9667-4f29-be92-77c0315f7ae2 None None] Network 4309ddd6-d3e0-4122-80b8-f6c20db6243b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:02.265103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ba374516-2814-4dc8-8863-6e2a009cd28a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] For port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:02.265600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ba374516-2814-4dc8-8863-6e2a009cd28a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.270273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=d6a04bde-9b92-4633-bdae-6182c14de8e0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:02.285995 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.287393 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Network cdd188d5-7d20-4961-9db3-6c6d9f91704e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:02.296674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0953e790-115e-4f45-a524-4c8d31e4318b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.356893 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:02.377899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:02.439328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e9c80ae0-58fe-471a-9ba7-24e045ea98ed None None] Provisioning for port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:02.456860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 834c0f0c-f959-4759-80bf-035c318b1f48) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:02.464099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:02.464932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.478744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:02.479615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.495153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67287fe4-3b83-40ce-960d-a247c0327a31 None None] Network 834c0f0c-f959-4759-80bf-035c318b1f48 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:02.558877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=509ed376-2b03-45d4-9501-88004b15c6cd,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:02.573803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e9c80ae0-58fe-471a-9ba7-24e045ea98ed None None] Provisioning complete for port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:02.574205 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e9c80ae0-58fe-471a-9ba7-24e045ea98ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.574549 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e9c80ae0-58fe-471a-9ba7-24e045ea98ed None None] Attempt 1 to provision port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 Oct 05 09:16:02.602573 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-ba374516-2814-4dc8-8863-6e2a009cd28a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:02.643908 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-100e919c-3e4a-4581-9f5a-ba8cda40f028 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2130065 Oct 05 09:16:02.702228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57202) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:02.715490 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a59a4cf8-91da-46c0-af90-d93da1299323 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0900872 Oct 05 09:16:02.731398 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Attempting to bind port b78668c0-eec8-4557-9a63-d31764767c7f on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:02.731916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Attempting to bind port b78668c0-eec8-4557-9a63-d31764767c7f by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'db20a8c4-79c5-44d4-a909-62d640e09443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:02.732139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Attempting to bind port b78668c0-eec8-4557-9a63-d31764767c7f on network cdd188d5-7d20-4961-9db3-6c6d9f91704e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:02.732791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-39433ce9-bd3a-4aa1-9a0c-4169df7b1d0f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'floatingip': {'port_id': 'd6a04bde-9b92-4633-bdae-6182c14de8e0'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:02.742568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57204) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:02.757041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-fa1ca547-fef5-4e8e-8161-eb760fc32bca tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:02.794087 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0953e790-115e-4f45-a524-4c8d31e4318b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.811600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:02.811950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Checking segment: {'id': 'db20a8c4-79c5-44d4-a909-62d640e09443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:02.812299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.812730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Bound using segment: {'id': 'db20a8c4-79c5-44d4-a909-62d640e09443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:02.813177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Bound port: b78668c0-eec8-4557-9a63-d31764767c7f, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db20a8c4-79c5-44d4-a909-62d640e09443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:02.813563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.833024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Pushing event updated for resources: {'Port': ['ID=b78668c0-eec8-4557-9a63-d31764767c7f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:02.845177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-703a2d82-5b63-4e84-8551-3b51a5c791d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:02.863266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39433ce9-bd3a-4aa1-9a0c-4169df7b1d0f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:03.004125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:03.016901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953e790-115e-4f45-a524-4c8d31e4318b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f43848-144b-41d7-ab6a-b7e451c8cb3e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:03.052174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:03.068367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Deleting port 1568c1e3-e2eb-44dc-98e9-a134cebc4bd4 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:03.068367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:03.142186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0953e790-115e-4f45-a524-4c8d31e4318b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:03.146484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3de3e6-cd1d-411a-859b-bf2a2431bfe5 None None] Network 3a15ba2b-8987-42e0-acd3-2f5256aaab92 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:03.167266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:03.204761 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0953e790-115e-4f45-a524-4c8d31e4318b tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/subnets/b5f43848-144b-41d7-ab6a-b7e451c8cb3e HTTP/1.1" status: 204 len: 168 time: 2.0250745 Oct 05 09:16:03.207613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] For port b78668c0-eec8-4557-9a63-d31764767c7f, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:03.209820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-834c0f0c-f959-4759-80bf-035c318b1f48', 'network_id': '834c0f0c-f959-4759-80bf-035c318b1f48', 'tenant_id': '5e10d7f51494433ca7ebe2ce98107aca', 'fixed_ips': [{'subnet_id': '0e060629-3774-4280-98cc-9225ab1507d6'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:16:03.210697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:03.212488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57210) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:03.220866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e9c80ae0-58fe-471a-9ba7-24e045ea98ed None None] Current status of the port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:03.221338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e9c80ae0-58fe-471a-9ba7-24e045ea98ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:03.247528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa1ca547-fef5-4e8e-8161-eb760fc32bca tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9914497'] for subnet, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:03.326815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] For port b78668c0-eec8-4557-9a63-d31764767c7f, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b78668c0-eec8-4557-9a63-d31764767c7f,segment=NetworkSegment(db20a8c4-79c5-44d4-a909-62d640e09443),segment_id=db20a8c4-79c5-44d4-a909-62d640e09443)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:03.394195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:03.547040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e9c80ae0-58fe-471a-9ba7-24e045ea98ed None None] For port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0,segment=NetworkSegment(0ee5e4c4-69e3-4179-9765-715cb4d56a79),segment_id=0ee5e4c4-69e3-4179-9765-715cb4d56a79)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:03.551516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:03.607177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e9c80ae0-58fe-471a-9ba7-24e045ea98ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:03.638681 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94ccac-6aa1-4745-afcf-5fd58ecfbb1e None None] Pushing event updated for resources: {'Port': ['ID=b78668c0-eec8-4557-9a63-d31764767c7f,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:03.736296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting port 2b770336-8e1e-489e-99c7-88002e8720c0 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:03.737008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:03.737715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c80ae0-58fe-471a-9ba7-24e045ea98ed None None] Pushing event updated for resources: {'Port': ['ID=ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:03.871567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219ab6e2-da47-4514-b00b-2283273da0a2 None None] DHCP port deletion for 3a15ba2b-8987-42e0-acd3-2f5256aaab92 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:16:03.880315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-219ab6e2-da47-4514-b00b-2283273da0a2 None None] Deleting port 2b770336-8e1e-489e-99c7-88002e8720c0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:03.880712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-219ab6e2-da47-4514-b00b-2283273da0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:03.991033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Allocated IP 172.21.0.1 (cdd188d5-7d20-4961-9db3-6c6d9f91704e/4acceee0-e329-45e9-ae95-a86e2c3fe2f2/973dcd82-e664-49b7-ae57-7bbef0f19c70) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:04.022396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:04.088037 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a73a38-1165-48bf-bf5c-e67a4394a56f admin admin] Router 31bf2670-516c-4675-b599-0b83f1e2a39b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:04.091059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ba374516-2814-4dc8-8863-6e2a009cd28a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:04.196001 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba374516-2814-4dc8-8863-6e2a009cd28a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:04.197901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa1ca547-fef5-4e8e-8161-eb760fc32bca tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773370724235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3893507'] for subnet, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:04.201577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:04.201956 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:04.202687 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a Oct 05 09:16:04.224310 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:04.297330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Port ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:16:04.297836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 509ed376-2b03-45d4-9501-88004b15c6cd up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:04.476131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Provisioning complete for port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:04.476564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:04.476845 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Attempt 1 to provision port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 Oct 05 09:16:04.522427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Allocated IP 172.20.0.2 (834c0f0c-f959-4759-80bf-035c318b1f48/0e060629-3774-4280-98cc-9225ab1507d6/23316ab0-a1a4-473b-b309-1b49db511850) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:04.539973 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-219ab6e2-da47-4514-b00b-2283273da0a2 None None] For port 2b770336-8e1e-489e-99c7-88002e8720c0, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b770336-8e1e-489e-99c7-88002e8720c0,segment=NetworkSegment(4ad74748-18cd-4336-8b84-02d1c53aa7fc),segment_id=4ad74748-18cd-4336-8b84-02d1c53aa7fc)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:04.540372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-219ab6e2-da47-4514-b00b-2283273da0a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:04.577713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1ca547-fef5-4e8e-8161-eb760fc32bca tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:04.578324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa1ca547-fef5-4e8e-8161-eb760fc32bca tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:04.582974 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fa1ca547-fef5-4e8e-8161-eb760fc32bca tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "PUT /v2.0/subnets/0e060629-3774-4280-98cc-9225ab1507d6 HTTP/1.1" status: 200 len: 806 time: 1.8315296 Oct 05 09:16:04.589476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57214) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:04.597241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] For port 2b770336-8e1e-489e-99c7-88002e8720c0, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b770336-8e1e-489e-99c7-88002e8720c0,segment=NetworkSegment(4ad74748-18cd-4336-8b84-02d1c53aa7fc),segment_id=4ad74748-18cd-4336-8b84-02d1c53aa7fc)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:04.597601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:04.659440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Calling delete_port for 1568c1e3-e2eb-44dc-98e9-a134cebc4bd4 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:04.855749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-219ab6e2-da47-4514-b00b-2283273da0a2 None None] Calling delete_port for 2b770336-8e1e-489e-99c7-88002e8720c0 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:04.859776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ca547-fef5-4e8e-8161-eb760fc32bca tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Subnet': ['ID=0e060629-3774-4280-98cc-9225ab1507d6,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:04.900668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:04.936768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 509ed376-2b03-45d4-9501-88004b15c6cd triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:04.937139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:04.937473 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 509ed376-2b03-45d4-9501-88004b15c6cd Oct 05 09:16:05.100885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:05.115819 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a73a38-1165-48bf-bf5c-e67a4394a56f admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:05.117483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:05.154711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ba374516-2814-4dc8-8863-6e2a009cd28a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:05.158490 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d7a73a38-1165-48bf-bf5c-e67a4394a56f admin admin] 10.222.0.64 "PUT /v2.0/routers/31bf2670-516c-4675-b599-0b83f1e2a39b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6025474 Oct 05 09:16:05.179035 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Calling delete_port for 2b770336-8e1e-489e-99c7-88002e8720c0 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:05.192806 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Current status of the port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:05.193773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57218) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:05.195076 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920a06b-48cc-4bfd-8b30-8fb3c7653c5d None None] Sync routers for ids ['31bf2670-516c-4675-b599-0b83f1e2a39b'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:05.261161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a13d72-4f8c-4425-be19-368862f77c33 None None] Network cdd188d5-7d20-4961-9db3-6c6d9f91704e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:05.288925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920a06b-48cc-4bfd-8b30-8fb3c7653c5d None None] Routers {'31bf2670-516c-4675-b599-0b83f1e2a39b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:05.289549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9920a06b-48cc-4bfd-8b30-8fb3c7653c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['31bf2670-516c-4675-b599-0b83f1e2a39b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:05.302212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-39433ce9-bd3a-4aa1-9a0c-4169df7b1d0f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:16:05.385817 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:05.452697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:05.456079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Transition to ACTIVE for port object 23316ab0-a1a4-473b-b309-1b49db511850 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:05.480931 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-219ab6e2-da47-4514-b00b-2283273da0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:05.511362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=c04c3931-f056-47dd-bdb6-2b95a7c293a9,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:05.530194 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Transition to ACTIVE for port object 973dcd82-e664-49b7-ae57-7bbef0f19c70 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:05.546668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Provisioning for port c04c3931-f056-47dd-bdb6-2b95a7c293a9 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:05.577176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ab6e2-da47-4514-b00b-2283273da0a2 None None] Pushing event deleted for resources: {'Port': ['ID=2b770336-8e1e-489e-99c7-88002e8720c0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:05.588377 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Provisioning complete for port c04c3931-f056-47dd-bdb6-2b95a7c293a9 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:05.588753 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:05.589088 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Attempt 1 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:05.618482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Transition to ACTIVE for port object 23316ab0-a1a4-473b-b309-1b49db511850 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:05.623972 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ab6e2-da47-4514-b00b-2283273da0a2 None None] No DVR routers for this DVR port 2b770336-8e1e-489e-99c7-88002e8720c0 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:16:05.670224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:05.686923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-39940b42-d522-444d-b3d8-60f178184845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:05.695196 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:16:05.695587 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:16:05.703428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:05.707525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba374516-2814-4dc8-8863-6e2a009cd28a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Router 27bb9095-0ee7-4fe4-853f-1a690dafe63c has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:05.720097 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Deleting port 23316ab0-a1a4-473b-b309-1b49db511850 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:05.720535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:05.855897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:05.938156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:05.989887 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Network 834c0f0c-f959-4759-80bf-035c318b1f48 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:05.999668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 509ed376-2b03-45d4-9501-88004b15c6cd is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:06.010862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:06.020760 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Pushing event updated for resources: {'Port': ['ID=23316ab0-a1a4-473b-b309-1b49db511850,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:06.029131 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba374516-2814-4dc8-8863-6e2a009cd28a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:06.032017 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:06.042670 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15473658-db31-4bf6-8f89-7eecf28d75a4 None None] Sync routers for ids ['27bb9095-0ee7-4fe4-853f-1a690dafe63c'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:06.051047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-9920a06b-48cc-4bfd-8b30-8fb3c7653c5d None None] Set router 31bf2670-516c-4675-b599-0b83f1e2a39b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:06.060672 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network cdd188d5-7d20-4961-9db3-6c6d9f91704e is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:06.063225 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15473658-db31-4bf6-8f89-7eecf28d75a4 None None] Routers {'27bb9095-0ee7-4fe4-853f-1a690dafe63c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:06.063832 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-15473658-db31-4bf6-8f89-7eecf28d75a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['27bb9095-0ee7-4fe4-853f-1a690dafe63c'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:06.065722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.068890 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.072375 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:06.102255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:06.130462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39433ce9-bd3a-4aa1-9a0c-4169df7b1d0f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.159924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39433ce9-bd3a-4aa1-9a0c-4169df7b1d0f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.193898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=973dcd82-e664-49b7-ae57-7bbef0f19c70,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:06.323411 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-15473658-db31-4bf6-8f89-7eecf28d75a4 None None] Set router 27bb9095-0ee7-4fe4-853f-1a690dafe63c gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:06.456289 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Attempt 2 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:06.466341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] For port 23316ab0-a1a4-473b-b309-1b49db511850, host dv-neutron-860328-1-hyperv, got binding levels [] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:06.467013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.467357 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-15473658-db31-4bf6-8f89-7eecf28d75a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bb9095-0ee7-4fe4-853f-1a690dafe63c', 'name': 'tempest-NetworksTestDHCPv6-router-836772691', 'tenant_id': '8e470f57db494309bb41654643314b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:03Z', 'revision_number': 3, 'project_id': '8e470f57db494309bb41654643314b74', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:06.472013 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15473658-db31-4bf6-8f89-7eecf28d75a4 None None] Checking router: 27bb9095-0ee7-4fe4-853f-1a690dafe63c for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:16:06.480013 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b78668c0-eec8-4557-9a63-d31764767c7f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:06.481102 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15473658-db31-4bf6-8f89-7eecf28d75a4 None None] Routers {'27bb9095-0ee7-4fe4-853f-1a690dafe63c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:06.481758 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-15473658-db31-4bf6-8f89-7eecf28d75a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['27bb9095-0ee7-4fe4-853f-1a690dafe63c'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:06.493816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.498166 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-39433ce9-bd3a-4aa1-9a0c-4169df7b1d0f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Floating IP d332287d-cc37-4fd3-9823-c6629bfd8fbd associated. External IP: 172.26.0.178, port: d6a04bde-9b92-4633-bdae-6182c14de8e0. Oct 05 09:16:06.587243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Attempting to bind port 23316ab0-a1a4-473b-b309-1b49db511850 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:06.587612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Attempting to bind port 23316ab0-a1a4-473b-b309-1b49db511850 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '496f0954-d759-49fd-a69b-a8672f21967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '834c0f0c-f959-4759-80bf-035c318b1f48'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:06.587976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Attempting to bind port 23316ab0-a1a4-473b-b309-1b49db511850 on network 834c0f0c-f959-4759-80bf-035c318b1f48 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:06.626827 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-15473658-db31-4bf6-8f89-7eecf28d75a4 None None] Set router 27bb9095-0ee7-4fe4-853f-1a690dafe63c gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:06.630875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:06.631248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Checking segment: {'id': '496f0954-d759-49fd-a69b-a8672f21967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '834c0f0c-f959-4759-80bf-035c318b1f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:06.631654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.633328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Bound using segment: {'id': '496f0954-d759-49fd-a69b-a8672f21967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '834c0f0c-f959-4759-80bf-035c318b1f48'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:06.633822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Bound port: 23316ab0-a1a4-473b-b309-1b49db511850, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496f0954-d759-49fd-a69b-a8672f21967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '834c0f0c-f959-4759-80bf-035c318b1f48'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:06.634224 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.646491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Calling delete_port for 23316ab0-a1a4-473b-b309-1b49db511850 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:06.648575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:06.708608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Pushing event deleted for resources: {'Port': ['ID=1568c1e3-e2eb-44dc-98e9-a134cebc4bd4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:06.748206 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-15473658-db31-4bf6-8f89-7eecf28d75a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bb9095-0ee7-4fe4-853f-1a690dafe63c', 'name': 'tempest-NetworksTestDHCPv6-router-836772691', 'tenant_id': '8e470f57db494309bb41654643314b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:03Z', 'revision_number': 3, 'project_id': '8e470f57db494309bb41654643314b74', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:06.753121 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15473658-db31-4bf6-8f89-7eecf28d75a4 None None] The sync data for ids ['27bb9095-0ee7-4fe4-853f-1a690dafe63c'] in dv-neutron-860328-1-hyperv is: [{'id': '27bb9095-0ee7-4fe4-853f-1a690dafe63c', 'name': 'tempest-NetworksTestDHCPv6-router-836772691', 'tenant_id': '8e470f57db494309bb41654643314b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:03Z', 'revision_number': 3, 'project_id': '8e470f57db494309bb41654643314b74', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:06.793581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.808002 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b78668c0-eec8-4557-9a63-d31764767c7f completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:06.838076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting port 2b770336-8e1e-489e-99c7-88002e8720c0 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:06.838919 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.851404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.852269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:06.929881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.955151 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9920a06b-48cc-4bfd-8b30-8fb3c7653c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:15:59Z', 'revision_number': 5, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:06.958700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:06.959071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.959406 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 Oct 05 09:16:06.969668 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:06.976321 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ba374516-2814-4dc8-8863-6e2a009cd28a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "PUT /v2.0/routers/27bb9095-0ee7-4fe4-853f-1a690dafe63c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8595288 Oct 05 09:16:07.003030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57222) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:07.010776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.027210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] The port '2b770336-8e1e-489e-99c7-88002e8720c0' was deleted {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:16:07.038923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920a06b-48cc-4bfd-8b30-8fb3c7653c5d None None] Checking router: 31bf2670-516c-4675-b599-0b83f1e2a39b for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:16:07.057636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:16:07.058257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:16:07.066780 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920a06b-48cc-4bfd-8b30-8fb3c7653c5d None None] Routers {'31bf2670-516c-4675-b599-0b83f1e2a39b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:07.067665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9920a06b-48cc-4bfd-8b30-8fb3c7653c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['31bf2670-516c-4675-b599-0b83f1e2a39b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:07.103411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.150354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.160738 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Attempt 3 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:07.238310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Port': ['ID=23316ab0-a1a4-473b-b309-1b49db511850,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:07.267369 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No DVR routers for this DVR port 23316ab0-a1a4-473b-b309-1b49db511850 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:16:07.354055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Deleting port bb3abc59-fc0e-4205-9342-02d89a59a3e2 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:07.354605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.404705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:07.437347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.440125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff4947-fb9e-4295-900b-cb926892685c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:07.442186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff4947-fb9e-4295-900b-cb926892685c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:07.443019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9fff4947-fb9e-4295-900b-cb926892685c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:07.450345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.461861 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:07.472389 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.474757 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-9920a06b-48cc-4bfd-8b30-8fb3c7653c5d None None] Set router 31bf2670-516c-4675-b599-0b83f1e2a39b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:07.509017 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a15ba2b-8987-42e0-acd3-2f5256aaab92']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:07.560547 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad74748-18cd-4336-8b84-02d1c53aa7fc') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:07.560759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad74748-18cd-4336-8b84-02d1c53aa7fc') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:07.584937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b770336-8e1e-489e-99c7-88002e8720c0 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:16:07.594237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.640182 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.645565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 2b770336-8e1e-489e-99c7-88002e8720c0 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:16:07.645917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b770336-8e1e-489e-99c7-88002e8720c0 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:16:07.651399 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.662579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.664890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:16:07.665311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.740630 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 4ad74748-18cd-4336-8b84-02d1c53aa7fc resource provider aggregate not found Oct 05 09:16:07.779324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.789844 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 4ad74748-18cd-4336-8b84-02d1c53aa7fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ad74748-18cd-4336-8b84-02d1c53aa7fc found for delete ", "request_id": "req-ff92cdb5-b849-4c8e-b474-7f16abdb1b3c"}]} Oct 05 09:16:07.804302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Attempting to bind port 23316ab0-a1a4-473b-b309-1b49db511850 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:07.804677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Attempting to bind port 23316ab0-a1a4-473b-b309-1b49db511850 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '496f0954-d759-49fd-a69b-a8672f21967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '834c0f0c-f959-4759-80bf-035c318b1f48'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:07.805014 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Attempting to bind port 23316ab0-a1a4-473b-b309-1b49db511850 on network 834c0f0c-f959-4759-80bf-035c318b1f48 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:07.821211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:07.821475 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Checking segment: {'id': '496f0954-d759-49fd-a69b-a8672f21967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '834c0f0c-f959-4759-80bf-035c318b1f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:07.821855 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.822263 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Bound using segment: {'id': '496f0954-d759-49fd-a69b-a8672f21967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '834c0f0c-f959-4759-80bf-035c318b1f48'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:07.822726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Bound port: 23316ab0-a1a4-473b-b309-1b49db511850, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496f0954-d759-49fd-a69b-a8672f21967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '834c0f0c-f959-4759-80bf-035c318b1f48'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:07.823089 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.856423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Subnet': ['ID=0e060629-3774-4280-98cc-9225ab1507d6,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:07.890173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:07.892210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-689e58a3-8904-47ea-af11-6b70496ed348 None None] Port 23316ab0-a1a4-473b-b309-1b49db511850 has been deleted concurrently {{(pid=89056) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:679}} Oct 05 09:16:07.963171 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Attempt 4 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:08.033150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:08.036163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.050399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9920a06b-48cc-4bfd-8b30-8fb3c7653c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:15:59Z', 'revision_number': 5, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:08.054365 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920a06b-48cc-4bfd-8b30-8fb3c7653c5d None None] The sync data for ids ['31bf2670-516c-4675-b599-0b83f1e2a39b'] in dv-neutron-860328-1-hyperv is: [{'id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'name': 'tempest-ServerActionsTestJSON-1391878033-router', 'tenant_id': 'af3973850af34ff0b1ae6694f898d389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:11:24Z', 'updated_at': '2022-10-05T09:15:59Z', 'revision_number': 5, 'project_id': 'af3973850af34ff0b1ae6694f898d389', 'gw_port': {'id': 'bb3abc59-fc0e-4205-9342-02d89a59a3e2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2670-516c-4675-b599-0b83f1e2a39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:11:26Z', 'updated_at': '2022-10-05T09:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:08.067701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:16:08.111206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:16:08.112342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ef9e06ec-1973-4d85-b7f0-02e3fcf7e90a not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:16:08.132592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Network': ['ID=3a15ba2b-8987-42e0-acd3-2f5256aaab92,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:08.151032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9fff4947-fb9e-4295-900b-cb926892685c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:08.155585 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9fff4947-fb9e-4295-900b-cb926892685c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.1372263 Oct 05 09:16:08.164358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57230) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:08.165010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.165500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Fanout notify agent at l3_agent the message router_deleted on router e133f4d5-e902-4704-9f6e-f2b023a0daaa {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:16:08.242111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39433ce9-bd3a-4aa1-9a0c-4169df7b1d0f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:08.354639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.392154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] For port bb3abc59-fc0e-4205-9342-02d89a59a3e2, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bb3abc59-fc0e-4205-9342-02d89a59a3e2,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:08.392519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.405706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834c0f0c-f959-4759-80bf-035c318b1f48']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:08.413898 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b6c8668e-4506-4ac9-80ac-f25e3fc617e4 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/3a15ba2b-8987-42e0-acd3-2f5256aaab92 HTTP/1.1" status: 204 len: 168 time: 5.2003491 Oct 05 09:16:08.415941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.417006 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7b17a144-8e76-4ebf-abd7-6ab9b988455b tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "DELETE /v2.0/routers/e133f4d5-e902-4704-9f6e-f2b023a0daaa HTTP/1.1" status: 204 len: 168 time: 7.5198290 Oct 05 09:16:08.426468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57234) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:08.426873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57236) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:08.468128 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-1da3c456-62af-45f6-b9c5-0216c1a8fa17 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1176771163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:08.480452 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496f0954-d759-49fd-a69b-a8672f21967d') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:08.480751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496f0954-d759-49fd-a69b-a8672f21967d') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:08.488358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1da3c456-62af-45f6-b9c5-0216c1a8fa17 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:08.498073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b25562a-1a24-4be0-98ce-f664a1730175 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 85b02a16-9384-40a9-95e4-cb4729d11a93 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:16:08.504853 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d50c67b-c46b-4c6f-b4bc-de3d357cbd36 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:08.505308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d50c67b-c46b-4c6f-b4bc-de3d357cbd36 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:08.507022 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1d50c67b-c46b-4c6f-b4bc-de3d357cbd36 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/subnets/a89733fd-b481-49bb-83fe-b2ddd16a3506 HTTP/1.1" status: 404 len: 337 time: 0.0769804 Oct 05 09:16:08.510111 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1da3c456-62af-45f6-b9c5-0216c1a8fa17 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Usage tracker for resource:router and tenant:d1dbe1033f0440d6b57d6314f9ef555b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:08.514177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57242) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:08.516890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1da3c456-62af-45f6-b9c5-0216c1a8fa17 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:08.526674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.534791 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Attempt 5 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:08.548309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1da3c456-62af-45f6-b9c5-0216c1a8fa17 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:08.586022 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-130e5fcf-286e-4af3-b0ed-72c1199ccae8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:08.586504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130e5fcf-286e-4af3-b0ed-72c1199ccae8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:08.590004 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-130e5fcf-286e-4af3-b0ed-72c1199ccae8 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/317b72ae-2f60-4a0b-af84-17ef8cba11cf HTTP/1.1" status: 404 len: 339 time: 0.0680029 Oct 05 09:16:08.619105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57246) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:08.619757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b25562a-1a24-4be0-98ce-f664a1730175 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.620461 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:08.653903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1da3c456-62af-45f6-b9c5-0216c1a8fa17 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.654602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Calling delete_port for bb3abc59-fc0e-4205-9342-02d89a59a3e2 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:08.654928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1da3c456-62af-45f6-b9c5-0216c1a8fa17 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.659080 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.677380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:16:08.677788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.753666 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1da3c456-62af-45f6-b9c5-0216c1a8fa17 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.828289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1da3c456-62af-45f6-b9c5-0216c1a8fa17 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.838671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.842509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.885688 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/834c0f0c-f959-4759-80bf-035c318b1f48 HTTP/1.1" status: 204 len: 168 time: 4.2945876 Oct 05 09:16:08.886665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6a10c-7407-4572-b372-b3b6e18ad3e9 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Network': ['ID=834c0f0c-f959-4759-80bf-035c318b1f48,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:08.891943 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57250) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:08.894395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b25562a-1a24-4be0-98ce-f664a1730175 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.930180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1da3c456-62af-45f6-b9c5-0216c1a8fa17 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.931370 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1da3c456-62af-45f6-b9c5-0216c1a8fa17 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4998238 Oct 05 09:16:08.937639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:08.939518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57254) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:08.948748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'enable_snat': False}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:09.003974 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fb25c4-7253-49de-bbbc-e9d72cfb1ddd tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:09.004463 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80fb25c4-7253-49de-bbbc-e9d72cfb1ddd tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:09.006220 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-80fb25c4-7253-49de-bbbc-e9d72cfb1ddd tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/834c0f0c-f959-4759-80bf-035c318b1f48 HTTP/1.1" status: 404 len: 339 time: 0.1132231 Oct 05 09:16:09.013302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.040236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57258) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:09.122140 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Attempt 6 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:09.149995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-46969898-7081-4c1b-9297-a796520294a6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting subnet d32775b7-9e3e-40c4-82cd-407904fd0a1a {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:16:09.156042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1683900498', 'description': 'd1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:09.169325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39433ce9-bd3a-4aa1-9a0c-4169df7b1d0f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:09.177698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46969898-7081-4c1b-9297-a796520294a6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.188250 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:09.193067 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70c8879-5068-4d98-a683-52227d3a9440 None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:09.201264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:network and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:09.207296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:09.213384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.216999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c8879-5068-4d98-a683-52227d3a9440 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:09.218105 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f70c8879-5068-4d98-a683-52227d3a9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:09.223282 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39433ce9-bd3a-4aa1-9a0c-4169df7b1d0f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.260046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:16:09.285017 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:09.296756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f70c8879-5068-4d98-a683-52227d3a9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:09.311472 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.319908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:09.323157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c8879-5068-4d98-a683-52227d3a9440 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:09.323915 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f70c8879-5068-4d98-a683-52227d3a9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:09.372104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.372874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.380482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46969898-7081-4c1b-9297-a796520294a6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.395376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:09.398839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.404805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f70c8879-5068-4d98-a683-52227d3a9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:09.405329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70c8879-5068-4d98-a683-52227d3a9440 None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:09.409466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.412789 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=973dcd82-e664-49b7-ae57-7bbef0f19c70,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:09.467163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef71e3-b3a8-41ad-ac29-3ddf4b43af9a None None] DHCP port deletion for 834c0f0c-f959-4759-80bf-035c318b1f48 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:16:09.485225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dcb536-037b-4554-900c-ec55b7e6a7ee None None] Network 834c0f0c-f959-4759-80bf-035c318b1f48 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:09.505266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dcb536-037b-4554-900c-ec55b7e6a7ee None None] Network 834c0f0c-f959-4759-80bf-035c318b1f48 could not be found, it might have been deleted concurrently. {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 05 09:16:09.512382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ac013-a097-4889-bcf3-119f51172ab5 None None] Network 834c0f0c-f959-4759-80bf-035c318b1f48 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:09.529989 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ac013-a097-4889-bcf3-119f51172ab5 None None] Network 834c0f0c-f959-4759-80bf-035c318b1f48 could not be found, it might have been deleted concurrently. {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 05 09:16:09.564763 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-39433ce9-bd3a-4aa1-9a0c-4169df7b1d0f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "PUT /v2.0/floatingips/d332287d-cc37-4fd3-9823-c6629bfd8fbd HTTP/1.1" status: 200 len: 978 time: 6.8478696 Oct 05 09:16:09.581440 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57262) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:09.639877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b25562a-1a24-4be0-98ce-f664a1730175 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.698609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.725502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:16:09.725730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=c04c3931-f056-47dd-bdb6-2b95a7c293a9,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:09.733285 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.780161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.780502 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Added segment bd6711f1-7fb7-4e2d-aa09-cebb27a87961 of type vlan for network 8805a26d-b692-4ac5-be30-1d927554f09e Oct 05 09:16:09.788538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-71b9596f-522c-4028-a782-a8c68324d233 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port d6a04bde-9b92-4633-bdae-6182c14de8e0 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:09.788879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71b9596f-522c-4028-a782-a8c68324d233 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:09.801128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3abc59-fc0e-4205-9342-02d89a59a3e2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:09.821048 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Attempt 7 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:09.896986 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:09.909239 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 496f0954-d759-49fd-a69b-a8672f21967d resource provider aggregate not found Oct 05 09:16:09.953295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network cdd188d5-7d20-4961-9db3-6c6d9f91704e is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:09.955032 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 496f0954-d759-49fd-a69b-a8672f21967d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 496f0954-d759-49fd-a69b-a8672f21967d found for delete ", "request_id": "req-17b5c19e-9fec-4f7d-a558-0a5f2306f571"}]} Oct 05 09:16:09.961719 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:09.964211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46969898-7081-4c1b-9297-a796520294a6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.010066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b25562a-1a24-4be0-98ce-f664a1730175 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.071644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network 4309ddd6-d3e0-4122-80b8-f6c20db6243b is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:10.073421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:10.075673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25562a-1a24-4be0-98ce-f664a1730175 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=85b02a16-9384-40a9-95e4-cb4729d11a93,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:10.125522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:16:10.144421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.186927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b25562a-1a24-4be0-98ce-f664a1730175 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.191367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.192137 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7b641-129c-4a59-b5c7-de410249154b None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:10.215647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:16:10.216235 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d9eb4a75-8d2d-4a1d-8ee5-236fabf727f6 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:16:10.398447 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Attempt 8 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:10.452205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.458094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:10.458661 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.483649 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7b25562a-1a24-4be0-98ce-f664a1730175 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/85b02a16-9384-40a9-95e4-cb4729d11a93 HTTP/1.1" status: 204 len: 168 time: 2.3160520 Oct 05 09:16:10.493331 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57270) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:10.502051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.505248 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.507431 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:10.510899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46969898-7081-4c1b-9297-a796520294a6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.511510 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:10.574402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68481f5-08f3-41e0-8124-0bb383fd4d93 None None] Network db16c7ff-2642-477a-932d-876070db0828 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:10.576274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46969898-7081-4c1b-9297-a796520294a6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Subnet': ['ID=d32775b7-9e3e-40c4-82cd-407904fd0a1a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:10.578625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46969898-7081-4c1b-9297-a796520294a6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.602384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.602908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31bf2670-516c-4675-b599-0b83f1e2a39b {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:16:10.612816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.619822 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c975a55f-6e0d-419a-957e-7f8de13b161a admin admin] 10.222.0.64 "DELETE /v2.0/routers/31bf2670-516c-4675-b599-0b83f1e2a39b HTTP/1.1" status: 204 len: 168 time: 5.4031909 Oct 05 09:16:10.623856 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-46969898-7081-4c1b-9297-a796520294a6 tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/subnets/d32775b7-9e3e-40c4-82cd-407904fd0a1a HTTP/1.1" status: 204 len: 168 time: 1.9356391 Oct 05 09:16:10.623856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57274) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:10.625945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57276) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:10.651661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67974b4e-9181-457a-b1e7-1880ff7f0d77 None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:16:10.665392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-67974b4e-9181-457a-b1e7-1880ff7f0d77 None None] Deleting port f4e03edf-244c-4db2-ab16-d510e4c909df {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:10.665914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-67974b4e-9181-457a-b1e7-1880ff7f0d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.715226 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6281333 Oct 05 09:16:10.766324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c7bf6-799c-443a-b58c-84ffb059a21d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=8805a26d-b692-4ac5-be30-1d927554f09e,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:10.787921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57282) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:10.807023 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 8805a26d-b692-4ac5-be30-1d927554f09e details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:16:10.951171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Router 25513412-2bf7-4ea5-838a-71c52db68fa2 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:16:10.956298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ab7413-cb5b-41b6-b429-f30cbefd0c4f admin admin] Deleting subnet d1dcf1b6-1798-4fba-b27d-a8b43c2672bc {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:16:10.963643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90ab7413-cb5b-41b6-b429-f30cbefd0c4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:10.996232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:11.016102 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Attempt 9 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:11.040082 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71b9596f-522c-4028-a782-a8c68324d233 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:11.149219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90ab7413-cb5b-41b6-b429-f30cbefd0c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:11.182179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting port 20c9d083-0f81-497d-b597-6421922e8818 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:11.182835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:11.185828 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-47fd3486-6e6f-4697-8e97-a4d83c0b1c3a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6840158 Oct 05 09:16:11.200071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:11.208730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-67974b4e-9181-457a-b1e7-1880ff7f0d77 None None] For port f4e03edf-244c-4db2-ab16-d510e4c909df, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f4e03edf-244c-4db2-ab16-d510e4c909df,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:11.209471 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-67974b4e-9181-457a-b1e7-1880ff7f0d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:11.209655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57286) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:11.271484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf93f79-a939-413e-bbc6-76c5f28c36c1 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:11.272165 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fdf93f79-a939-413e-bbc6-76c5f28c36c1 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Synchronizing usage tracker for tenant:5e10d7f51494433ca7ebe2ce98107aca on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:11.278780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:11.286054 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f41f43c3-2d9c-48ff-b177-7232f929d752 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2329369 Oct 05 09:16:11.295856 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Sync routers for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:11.303703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57290) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:11.309232 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:11.313915 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:11.321745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'network': {'name': 'tempest-RoutersTest-1988990920'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:11.348953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-67974b4e-9181-457a-b1e7-1880ff7f0d77 None None] Calling delete_port for f4e03edf-244c-4db2-ab16-d510e4c909df owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:11.409233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:11.453431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:network and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:11.458692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:11.467127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fafb5ce3-4158-4bd5-b0c4-2e02cb8bec49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:11.472358 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-67974b4e-9181-457a-b1e7-1880ff7f0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:11.542174 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:11.545237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67974b4e-9181-457a-b1e7-1880ff7f0d77 None None] Pushing event deleted for resources: {'Port': ['ID=f4e03edf-244c-4db2-ab16-d510e4c909df,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:11.547336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821c122b-ab79-4039-9614-4568a319fc32 None None] DHCP port deletion for db16c7ff-2642-477a-932d-876070db0828 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:16:11.551838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:11.552506 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67974b4e-9181-457a-b1e7-1880ff7f0d77 None None] No DVR routers for this DVR port f4e03edf-244c-4db2-ab16-d510e4c909df on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:16:11.562754 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-821c122b-ab79-4039-9614-4568a319fc32 None None] Deleting port 20c9d083-0f81-497d-b597-6421922e8818 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:11.562754 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-821c122b-ab79-4039-9614-4568a319fc32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:11.578384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:11.583976 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b0594539-5362-4c7c-ad74-563e60bf24b1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "PUT /v2.0/routers/25513412-2bf7-4ea5-838a-71c52db68fa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9945126 Oct 05 09:16:11.594086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57294) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:11.608123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207543a-ef5c-4325-a6b3-8f850ac4f123 None None] Sync routers for ids ['25513412-2bf7-4ea5-838a-71c52db68fa2'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:11.636733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207543a-ef5c-4325-a6b3-8f850ac4f123 None None] Routers {'25513412-2bf7-4ea5-838a-71c52db68fa2'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:11.637362 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9207543a-ef5c-4325-a6b3-8f850ac4f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['25513412-2bf7-4ea5-838a-71c52db68fa2'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:11.704502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fdf93f79-a939-413e-bbc6-76c5f28c36c1 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Unset dirty status for tenant:5e10d7f51494433ca7ebe2ce98107aca on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:11.705722 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fdf93f79-a939-413e-bbc6-76c5f28c36c1 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "GET /v2.0/networks?id=8805a26d-b692-4ac5-be30-1d927554f09e HTTP/1.1" status: 200 len: 761 time: 0.9168346 Oct 05 09:16:11.708971 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Attempt 10 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:11.719356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57298) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:11.719655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90ab7413-cb5b-41b6-b429-f30cbefd0c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:11.732242 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b9f8b1a0-69c6-42ac-aafd-52cbc83c078e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'description': 'd2'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:11.784402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9207543a-ef5c-4325-a6b3-8f850ac4f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:11.849352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207543a-ef5c-4325-a6b3-8f850ac4f123 None None] Routers {'25513412-2bf7-4ea5-838a-71c52db68fa2'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:11.850636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9207543a-ef5c-4325-a6b3-8f850ac4f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['25513412-2bf7-4ea5-838a-71c52db68fa2'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:11.927850 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9207543a-ef5c-4325-a6b3-8f850ac4f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:11.928521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207543a-ef5c-4325-a6b3-8f850ac4f123 None None] The sync data for ids ['25513412-2bf7-4ea5-838a-71c52db68fa2'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:11.933106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-687b011d-1bb1-4c68-8b9b-a77b81469783 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:11.950420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.015879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.043906 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:07Z', 'revision_number': 3, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:08Z', 'revision_number': 2, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:12.046032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-821c122b-ab79-4039-9614-4568a319fc32 None None] For port 20c9d083-0f81-497d-b597-6421922e8818, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=20c9d083-0f81-497d-b597-6421922e8818,segment=NetworkSegment(e9c07f71-0a4b-4b2d-a609-e970fa875035),segment_id=e9c07f71-0a4b-4b2d-a609-e970fa875035)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:12.046450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-821c122b-ab79-4039-9614-4568a319fc32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.053679 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Checking router: 7b9ab95a-dfa5-433c-9e98-da1ad03e210b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:16:12.054249 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Updating router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b port 973dcd82-e664-49b7-ae57-7bbef0f19c70 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:16:12.122837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fafb5ce3-4158-4bd5-b0c4-2e02cb8bec49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.127154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fafb5ce3-4158-4bd5-b0c4-2e02cb8bec49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.138678 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.150476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bb3abc59-fc0e-4205-9342-02d89a59a3e2 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:16:12.200327 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256947d6-127f-4c1d-bef4-f41825ce290c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:12.200976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-256947d6-127f-4c1d-bef4-f41825ce290c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:12.234817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71b9596f-522c-4028-a782-a8c68324d233 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.235254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71b9596f-522c-4028-a782-a8c68324d233 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.235572 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-71b9596f-522c-4028-a782-a8c68324d233 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Floating IP d332287d-cc37-4fd3-9823-c6629bfd8fbd disassociated. External IP: 172.26.0.178, port: d6a04bde-9b92-4633-bdae-6182c14de8e0. Oct 05 09:16:12.235915 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-71b9596f-522c-4028-a782-a8c68324d233 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for d6a04bde-9b92-4633-bdae-6182c14de8e0 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:12.247629 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-821c122b-ab79-4039-9614-4568a319fc32 None None] Calling delete_port for 20c9d083-0f81-497d-b597-6421922e8818 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:12.268434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] For port 20c9d083-0f81-497d-b597-6421922e8818, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=20c9d083-0f81-497d-b597-6421922e8818,segment=NetworkSegment(e9c07f71-0a4b-4b2d-a609-e970fa875035),segment_id=e9c07f71-0a4b-4b2d-a609-e970fa875035)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:12.269009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.308751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-256947d6-127f-4c1d-bef4-f41825ce290c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:12.312576 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-256947d6-127f-4c1d-bef4-f41825ce290c tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports?device_id=25513412-2bf7-4ea5-838a-71c52db68fa2 HTTP/1.1" status: 200 len: 988 time: 0.7147393 Oct 05 09:16:12.334110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57302) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:12.344375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-821c122b-ab79-4039-9614-4568a319fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.348293 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: bb3abc59-fc0e-4205-9342-02d89a59a3e2 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:16:12.348695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bb3abc59-fc0e-4205-9342-02d89a59a3e2 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:16:12.349245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f4e03edf-244c-4db2-ab16-d510e4c909df no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:16:12.374368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Could not find standard attr ID for object 23316ab0-a1a4-473b-b309-1b49db511850. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:16:12.438649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: f4e03edf-244c-4db2-ab16-d510e4c909df {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:16:12.439032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f4e03edf-244c-4db2-ab16-d510e4c909df not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:16:12.439465 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 20c9d083-0f81-497d-b597-6421922e8818 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:16:12.479168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c122b-ab79-4039-9614-4568a319fc32 None None] Pushing event deleted for resources: {'Port': ['ID=20c9d083-0f81-497d-b597-6421922e8818,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:12.508617 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c122b-ab79-4039-9614-4568a319fc32 None None] No DVR routers for this DVR port 20c9d083-0f81-497d-b597-6421922e8818 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:16:12.511794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 20c9d083-0f81-497d-b597-6421922e8818 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:16:12.512456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 20c9d083-0f81-497d-b597-6421922e8818 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:16:12.516130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Provisioning complete for port c04c3931-f056-47dd-bdb6-2b95a7c293a9 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:12.516673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.517234 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Attempt 1 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:12.569365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:12.572776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.588712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Calling delete_port for 20c9d083-0f81-497d-b597-6421922e8818 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:12.606268 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.616269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b9f8b1a0-69c6-42ac-aafd-52cbc83c078e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.617223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:12.623002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90ab7413-cb5b-41b6-b429-f30cbefd0c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.628581 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Transition to ACTIVE for port object 973dcd82-e664-49b7-ae57-7bbef0f19c70 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:12.639607 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.661847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fafb5ce3-4158-4bd5-b0c4-2e02cb8bec49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.662360 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafb5ce3-4158-4bd5-b0c4-2e02cb8bec49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Fanout notify agent at l3_agent the message router_deleted on router 27bb9095-0ee7-4fe4-853f-1a690dafe63c {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:16:12.683697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b9f8b1a0-69c6-42ac-aafd-52cbc83c078e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.687123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90ab7413-cb5b-41b6-b429-f30cbefd0c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.688860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547ae204-6fda-4f5f-a940-497e18d283bb None None] Network 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:12.699065 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab7413-cb5b-41b6-b429-f30cbefd0c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1dcf1b6-1798-4fba-b27d-a8b43c2672bc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:12.728802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fafb5ce3-4158-4bd5-b0c4-2e02cb8bec49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.732192 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fafb5ce3-4158-4bd5-b0c4-2e02cb8bec49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/routers/27bb9095-0ee7-4fe4-853f-1a690dafe63c HTTP/1.1" status: 204 len: 168 time: 1.5075095 Oct 05 09:16:12.732192 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-90ab7413-cb5b-41b6-b429-f30cbefd0c4f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d1dcf1b6-1798-4fba-b27d-a8b43c2672bc HTTP/1.1" status: 204 len: 168 time: 2.1070750 Oct 05 09:16:12.737000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57306) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:12.737000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57308) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:12.741020 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Allocated IP 172.26.0.185 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/ec4c601b-5f23-4a92-b12b-efdeb209867a) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:12.894028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:16:12.958054 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a4b2b-e46f-4fe6-b51a-f78b773167ef None None] Pushing event updated for resources: {'Port': ['ID=973dcd82-e664-49b7-ae57-7bbef0f19c70,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:12.964029 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-77e55b36-20d7-4c4e-99c4-0364bfba59ef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2240157 Oct 05 09:16:12.973025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57314) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:12.974981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.974981 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Added segment d5f4c193-1c3c-4071-b80d-b17733d199da of type vlan for network 3d6b7b68-6484-446b-9248-867836da5a14 Oct 05 09:16:12.979031 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Attempting to bind port 973dcd82-e664-49b7-ae57-7bbef0f19c70 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:12.979896 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Attempting to bind port 973dcd82-e664-49b7-ae57-7bbef0f19c70 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'db20a8c4-79c5-44d4-a909-62d640e09443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:12.980504 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Attempting to bind port 973dcd82-e664-49b7-ae57-7bbef0f19c70 on network cdd188d5-7d20-4961-9db3-6c6d9f91704e {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:12.988660 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:12.989454 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Checking segment: {'id': 'db20a8c4-79c5-44d4-a909-62d640e09443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:12.990239 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:12.991043 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Bound using segment: {'id': 'db20a8c4-79c5-44d4-a909-62d640e09443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:12.991880 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Bound port: 973dcd82-e664-49b7-ae57-7bbef0f19c70, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db20a8c4-79c5-44d4-a909-62d640e09443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:12.992465 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:13.024910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9f8b1a0-69c6-42ac-aafd-52cbc83c078e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network 8805a26d-b692-4ac5-be30-1d927554f09e is not hosted by any dhcp agent {{(pid=89054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 05 09:16:13.032245 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f8b1a0-69c6-42ac-aafd-52cbc83c078e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:13.032883 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b9f8b1a0-69c6-42ac-aafd-52cbc83c078e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:13.033090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:16:13.034008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:16:13.035077 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b9f8b1a0-69c6-42ac-aafd-52cbc83c078e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "PUT /v2.0/networks/8805a26d-b692-4ac5-be30-1d927554f09e HTTP/1.1" status: 200 len: 758 time: 1.3103943 Oct 05 09:16:13.041589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57318) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:13.116605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:13.117105 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] For port 973dcd82-e664-49b7-ae57-7bbef0f19c70, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:13.125329 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] For port 973dcd82-e664-49b7-ae57-7bbef0f19c70, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=973dcd82-e664-49b7-ae57-7bbef0f19c70,segment=NetworkSegment(db20a8c4-79c5-44d4-a909-62d640e09443),segment_id=db20a8c4-79c5-44d4-a909-62d640e09443)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:13.134429 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:13.137207 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Attempt 2 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:13.240932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:13.242037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71b9596f-522c-4028-a782-a8c68324d233 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:13.243709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8b1a0-69c6-42ac-aafd-52cbc83c078e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=8805a26d-b692-4ac5-be30-1d927554f09e,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:13.250614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:13.278160 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:13.279707 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:13.287158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade6ef1d-50e4-4c42-b436-21e7c9523507 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:13.287869 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ade6ef1d-50e4-4c42-b436-21e7c9523507 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:13.295916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 8805a26d-b692-4ac5-be30-1d927554f09e details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:16:13.310671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Deleting port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:13.311064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:13.391555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e42f22-5484-4b90-9a48-4f15d36bbde3 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:13.392195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b0e42f22-5484-4b90-9a48-4f15d36bbde3 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Synchronizing usage tracker for tenant:5e10d7f51494433ca7ebe2ce98107aca on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:13.402316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ade6ef1d-50e4-4c42-b436-21e7c9523507 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:13.403690 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ade6ef1d-50e4-4c42-b436-21e7c9523507 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4274654 Oct 05 09:16:13.408048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57322) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:13.420461 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a4b2b-e46f-4fe6-b51a-f78b773167ef None None] Pushing event updated for resources: {'Port': ['ID=973dcd82-e664-49b7-ae57-7bbef0f19c70,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:13.477527 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9596f-522c-4028-a782-a8c68324d233 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=d6a04bde-9b92-4633-bdae-6182c14de8e0,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:13.497691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:13.504998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:13.505595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:13.550007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Deleting port 20c9d083-0f81-497d-b597-6421922e8818 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:13.550447 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:13.561408 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:13.573573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0318314c-0635-4bf4-ad83-a699379e759b None None] DHCP port deletion for 95bb8cf3-0bd9-406a-8c99-ca54fa52a636 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:16:13.578387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0318314c-0635-4bf4-ad83-a699379e759b None None] Deleting port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:13.578839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0318314c-0635-4bf4-ad83-a699379e759b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:13.582580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b0e42f22-5484-4b90-9a48-4f15d36bbde3 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Unset dirty status for tenant:5e10d7f51494433ca7ebe2ce98107aca on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:13.583813 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b0e42f22-5484-4b90-9a48-4f15d36bbde3 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "GET /v2.0/networks?id=8805a26d-b692-4ac5-be30-1d927554f09e HTTP/1.1" status: 200 len: 761 time: 0.5264807 Oct 05 09:16:13.599975 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57326) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:13.609306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ae497575-577a-4dc0-80d5-8cab4006890a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:router {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:13.610697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1378865815'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:13.645236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:13.742476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:13.746853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:13.753783 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Attempt 3 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:13.779139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] The port '20c9d083-0f81-497d-b597-6421922e8818' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:16:13.797216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Network': ['ID=3d6b7b68-6484-446b-9248-867836da5a14,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:13.809050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ae497575-577a-4dc0-80d5-8cab4006890a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:router {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:13.810181 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ae497575-577a-4dc0-80d5-8cab4006890a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3975670 Oct 05 09:16:13.812154 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:13.816136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:13.829040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57330) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:13.837629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8565f3b7-4e12-4d12-bce6-201d7ea0ec91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:13.851114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 3d6b7b68-6484-446b-9248-867836da5a14 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:16:13.994456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b9596f-522c-4028-a782-a8c68324d233 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:14.001130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:14.008251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0318314c-0635-4bf4-ad83-a699379e759b None None] For port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6a3d9ff8-09cf-40ba-9f89-09c730b4f787,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:14.008803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0318314c-0635-4bf4-ad83-a699379e759b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.041650 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:07Z', 'revision_number': 3, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:13Z', 'revision_number': 4, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:14.047388 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbeb991-2e04-4186-b4a0-3e93e9e0be13 None None] The sync data for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv is: [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:07Z', 'revision_number': 3, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:13Z', 'revision_number': 4, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:14.048841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:16:14.054195 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.058316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] For port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6a3d9ff8-09cf-40ba-9f89-09c730b4f787,segment=NetworkSegment(affd96ef-145e-48aa-9ffc-dd3e0d3559cb),segment_id=affd96ef-145e-48aa-9ffc-dd3e0d3559cb)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:14.058749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.178440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:16:14.201067 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f417fd90-5466-4c9a-9da9-d9d9c8872729 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8838964 Oct 05 09:16:14.212408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.212408 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Added segment b5642fb0-8c17-405c-a29b-ac53cd44d779 of type vlan for network 9ac4af69-9eb6-44d0-a43e-cee81d24d67f Oct 05 09:16:14.213287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57334) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:14.222490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8565f3b7-4e12-4d12-bce6-201d7ea0ec91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:14.242297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'subnet': {'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:14.266891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:14.282537 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0318314c-0635-4bf4-ad83-a699379e759b None None] Calling delete_port for 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:14.290622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:14.302899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Calling delete_port for 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:14.327743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:14.370345 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8565f3b7-4e12-4d12-bce6-201d7ea0ec91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:14.437237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0318314c-0635-4bf4-ad83-a699379e759b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.473293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Pushing event updated for resources: {'Port': ['ID=ec4c601b-5f23-4a92-b12b-efdeb209867a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:14.502451 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0318314c-0635-4bf4-ad83-a699379e759b None None] No DVR routers for this DVR port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:16:14.519803 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Attempt 4 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:14.544955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318314c-0635-4bf4-ad83-a699379e759b None None] Pushing event deleted for resources: {'Port': ['ID=6a3d9ff8-09cf-40ba-9f89-09c730b4f787,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:14.561637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.563677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:14.564170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.587349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8565f3b7-4e12-4d12-bce6-201d7ea0ec91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:14.591468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8565f3b7-4e12-4d12-bce6-201d7ea0ec91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.606952 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:14.637156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.698406 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db16c7ff-2642-477a-932d-876070db0828']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:14.709581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:16:14.709896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:16:14.713224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c07f71-0a4b-4b2d-a609-e970fa875035') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:14.713535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c07f71-0a4b-4b2d-a609-e970fa875035') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:14.726740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.743842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.750069 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:16:14.750458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.766289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:16:14.822229 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment e9c07f71-0a4b-4b2d-a609-e970fa875035 resource provider aggregate not found Oct 05 09:16:14.855320 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment e9c07f71-0a4b-4b2d-a609-e970fa875035 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9c07f71-0a4b-4b2d-a609-e970fa875035 found for delete ", "request_id": "req-61e82685-2230-4b08-ae60-d1fc3bc2c119"}]} Oct 05 09:16:14.869089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.883947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:14.888439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:14.903898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] Pushing event deleted for resources: {'Network': ['ID=db16c7ff-2642-477a-932d-876070db0828,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:14.911890 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c0f2baf3-80a7-49e9-890d-94429d69cb4a tempest-NetworksIpV6Test-370712487 tempest-NetworksIpV6Test-370712487-project] 10.222.0.64 "DELETE /v2.0/networks/db16c7ff-2642-477a-932d-876070db0828 HTTP/1.1" status: 204 len: 168 time: 4.2524104 Oct 05 09:16:14.961734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:subnet and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:14.964612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b9596f-522c-4028-a782-a8c68324d233 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:14.975441 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb44dbc-3a6e-48b9-ba03-fae335267dea None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:14.986253 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb44dbc-3a6e-48b9-ba03-fae335267dea None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:14.987831 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ddb44dbc-3a6e-48b9-ba03-fae335267dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:15.019851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:15.066839 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ddb44dbc-3a6e-48b9-ba03-fae335267dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:15.077009 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb44dbc-3a6e-48b9-ba03-fae335267dea None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:15.077787 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ddb44dbc-3a6e-48b9-ba03-fae335267dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:15.109023 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Attempt 5 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:15.149146 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ddb44dbc-3a6e-48b9-ba03-fae335267dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:15.149550 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb44dbc-3a6e-48b9-ba03-fae335267dea None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:15.180236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:15.211394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Deleting port 6a3d9ff8-09cf-40ba-9f89-09c730b4f787 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:15.212120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:15.234763 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:15.240857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:15.241439 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:15.242388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57346) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:15.258852 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:15.274312 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd487de0-229b-4870-a891-0610ed36a1d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:15.293482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] The port '6a3d9ff8-09cf-40ba-9f89-09c730b4f787' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:16:15.440494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:15.485433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bb8cf3-0bd9-406a-8c99-ca54fa52a636']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:15.501644 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e48ee7f8-9393-4a6f-887b-ab3662d3f056 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16d53ebf33b8482da383c32735c709a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580857 Oct 05 09:16:15.504380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:15.504685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affd96ef-145e-48aa-9ffc-dd3e0d3559cb') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:15.511370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57352) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:15.529413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:15.530121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:15.533535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:15.558271 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:15.577688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:16:15.578161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:15.637125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=9ac4af69-9eb6-44d0-a43e-cee81d24d67f,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:15.649172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 9ac4af69-9eb6-44d0-a43e-cee81d24d67f details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:16:15.655402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71b9596f-522c-4028-a782-a8c68324d233 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:15.657378 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-71b9596f-522c-4028-a782-a8c68324d233 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/ports/d6a04bde-9b92-4633-bdae-6182c14de8e0 HTTP/1.1" status: 204 len: 168 time: 6.0682735 Oct 05 09:16:15.661701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57356) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:15.672499 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5ba9feba-a766-4b6d-b7b7-25450ad22dc8 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0653374 Oct 05 09:16:15.731403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57360) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:15.781115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50b04fc8-6b83-414e-a68f-777ed62ac0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:15.793589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'subnet': {'network_id': '9ac4af69-9eb6-44d0-a43e-cee81d24d67f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:15.803919 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Attempt 6 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:15.838343 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8b0de838-246f-4dcb-a19f-7b81f657efbd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "GET /v2.0/floatingips/d332287d-cc37-4fd3-9823-c6629bfd8fbd HTTP/1.1" status: 200 len: 688 time: 0.1711380 Oct 05 09:16:15.840528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57364) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:15.856674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:15.884852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:16.006113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:16.017711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50b04fc8-6b83-414e-a68f-777ed62ac0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:16.045854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=95bb8cf3-0bd9-406a-8c99-ca54fa52a636,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:16.117119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 973dcd82-e664-49b7-ae57-7bbef0f19c70 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:16.139876 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9579e40c-8b8f-4bf1-b90b-00e32422d8fe admin admin] 10.222.0.64 "DELETE /v2.0/networks/95bb8cf3-0bd9-406a-8c99-ca54fa52a636 HTTP/1.1" status: 204 len: 168 time: 3.3981121 Oct 05 09:16:16.162977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1cccf118-190e-46a7-8373-01f30704023a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port 7361a580-d587-4468-88d6-3c15fe42dcc0 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:16.163328 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1cccf118-190e-46a7-8373-01f30704023a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:16.214661 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:16.227784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:16.256941 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 973dcd82-e664-49b7-ae57-7bbef0f19c70 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:16.291837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Usage tracker for resource:subnet and tenant:5e10d7f51494433ca7ebe2ce98107aca is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:16.298459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:16.311180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50b04fc8-6b83-414e-a68f-777ed62ac0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:16.327013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57370) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:16.348613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b04fc8-6b83-414e-a68f-777ed62ac0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3c9dda-d5cc-45be-a6ac-4a754610c9bb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:16.349740 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:16.377953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50b04fc8-6b83-414e-a68f-777ed62ac0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:16.379097 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-50b04fc8-6b83-414e-a68f-777ed62ac0e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e3c9dda-d5cc-45be-a6ac-4a754610c9bb HTTP/1.1" status: 204 len: 168 time: 0.8672509 Oct 05 09:16:16.386720 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Attempt 7 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:16.423952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-dd487de0-229b-4870-a891-0610ed36a1d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port c04c3931-f056-47dd-bdb6-2b95a7c293a9 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:16.424381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd487de0-229b-4870-a891-0610ed36a1d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:16.430934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1cccf118-190e-46a7-8373-01f30704023a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:16.431306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1cccf118-190e-46a7-8373-01f30704023a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:16.441223 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5a93900e-854e-4987-97fb-bbbc83689c23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af3973850af34ff0b1ae6694f898d389&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1112759 Oct 05 09:16:16.444322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57376) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:16.465627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:16.481727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:16.485173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:16.578935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1cccf118-190e-46a7-8373-01f30704023a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for 7361a580-d587-4468-88d6-3c15fe42dcc0 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:16.714270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-670dd601-da60-4d3d-901b-f3a6d9fb8194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:16.854054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.objects.ports [None req-8565f3b7-4e12-4d12-bce6-201d7ea0ec91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89054) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:16:16.904484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-670dd601-da60-4d3d-901b-f3a6d9fb8194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:16.912965 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment affd96ef-145e-48aa-9ffc-dd3e0d3559cb resource provider aggregate not found Oct 05 09:16:16.916703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8565f3b7-4e12-4d12-bce6-201d7ea0ec91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:16.941419 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment affd96ef-145e-48aa-9ffc-dd3e0d3559cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid affd96ef-145e-48aa-9ffc-dd3e0d3559cb found for delete ", "request_id": "req-a23c6f57-5643-4eee-a8e2-911c135cbe25"}]} Oct 05 09:16:16.967720 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Attempt 8 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:16.972095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1cccf118-190e-46a7-8373-01f30704023a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.036424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8565f3b7-4e12-4d12-bce6-201d7ea0ec91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:17.051558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccf118-190e-46a7-8373-01f30704023a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=7361a580-d587-4468-88d6-3c15fe42dcc0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:17.053181 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-8565f3b7-4e12-4d12-bce6-201d7ea0ec91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:17.086225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e5cb4a-e51c-4f2f-be26-cfc2953cd7ea None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:17.115387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:17.125568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565f3b7-4e12-4d12-bce6-201d7ea0ec91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:17.126190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8565f3b7-4e12-4d12-bce6-201d7ea0ec91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.170353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.182156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-670dd601-da60-4d3d-901b-f3a6d9fb8194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.197858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1cccf118-190e-46a7-8373-01f30704023a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.229239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565f3b7-4e12-4d12-bce6-201d7ea0ec91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=677295b1-47d8-4181-9dd7-22dba2526ee8,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:17.250522 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670dd601-da60-4d3d-901b-f3a6d9fb8194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc0c3a6-31e8-4d79-ae3c-6b9d5661adbd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:17.288980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-670dd601-da60-4d3d-901b-f3a6d9fb8194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.290197 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-670dd601-da60-4d3d-901b-f3a6d9fb8194 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/adc0c3a6-31e8-4d79-ae3c-6b9d5661adbd HTTP/1.1" status: 204 len: 168 time: 0.8450067 Oct 05 09:16:17.305141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1cccf118-190e-46a7-8373-01f30704023a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.311782 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1cccf118-190e-46a7-8373-01f30704023a tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/floatingips/d332287d-cc37-4fd3-9823-c6629bfd8fbd HTTP/1.1" status: 204 len: 168 time: 1.4664907 Oct 05 09:16:17.312865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57404) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:17.323036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '6c3bc282-d6bd-424a-9a7b-6886080268df'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:17.329692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:17.335238 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:floatingip and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:17.339156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:17.346399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:17.365844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.367013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd487de0-229b-4870-a891-0610ed36a1d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.379901 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8565f3b7-4e12-4d12-bce6-201d7ea0ec91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5476809 Oct 05 09:16:17.394571 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57408) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:17.394571 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57410) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:17.405570 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7c680195-e945-4bee-ab2a-448e9cd20a6d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:17.433605 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': '677295b1-47d8-4181-9dd7-22dba2526ee8'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:16:17.434473 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.520533 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Checking segment: {'id': 'd5f4c193-1c3c-4071-b80d-b17733d199da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:17.521177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network hostable DHCP agents. Network: 3d6b7b68-6484-446b-9248-867836da5a14, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:16:17.607494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-dd487de0-229b-4870-a891-0610ed36a1d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for c04c3931-f056-47dd-bdb6-2b95a7c293a9 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:17.609791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Allocated IP 2001:db8::f816:3eff:fe2a:2aa3 (19d31986-d6d4-46c2-94b6-97b25bee37cf/677295b1-47d8-4181-9dd7-22dba2526ee8/6c7abf75-d6f5-4e89-b2fe-9242e849d94b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:17.663630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7c680195-e945-4bee-ab2a-448e9cd20a6d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:17.685481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7c680195-e945-4bee-ab2a-448e9cd20a6d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:17.707820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c680195-e945-4bee-ab2a-448e9cd20a6d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:17.711455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c680195-e945-4bee-ab2a-448e9cd20a6d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.781874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.793839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.852889 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Attempt 9 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:17.876512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-781d9ea1-3220-452c-b36c-053cfaf3d711 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:17.882224 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-781d9ea1-3220-452c-b36c-053cfaf3d711 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 05 09:16:17.883619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.884664 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-781d9ea1-3220-452c-b36c-053cfaf3d711 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): There was a conflict when trying to complete your request. Oct 05 09:16:17.886135 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-781d9ea1-3220-452c-b36c-053cfaf3d711 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4902925 Oct 05 09:16:17.906051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Transition to ACTIVE for port object 6c7abf75-d6f5-4e89-b2fe-9242e849d94b will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:17.916740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57428) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:17.926779 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group': {'name': 'tempest-secgroup--801675963'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:17.937233 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:17.938694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:17.944547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Transition to ACTIVE for port object 6c7abf75-d6f5-4e89-b2fe-9242e849d94b will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:17.950958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:17.952897 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:17.958139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:17.970245 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:18.024633 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.041782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.042022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:18.049617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.051789 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:18.059058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:18.068192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Pushing event updated for resources: {'Port': ['ID=6c7abf75-d6f5-4e89-b2fe-9242e849d94b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:18.120172 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:18.130309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.135996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:18.136194 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Subnet': ['ID=2bc8e443-cec0-45c4-8c57-d05abe245ed2,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:18.145474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:18.159260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:18.188666 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Attempting to bind port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:18.189050 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Attempting to bind port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:18.190234 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Attempting to bind port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:18.197658 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:18.198075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:18.198594 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.198997 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:18.199472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Bound port: 6c7abf75-d6f5-4e89-b2fe-9242e849d94b, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:18.199850 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.215972 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Subnet': ['ID=0bfac684-f8e3-41c4-b617-ff09474ed6ef,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:18.295715 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network 3d6b7b68-6484-446b-9248-867836da5a14 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:16:18.317326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.26.0.236 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/c90df276-3ef8-4c4c-83da-eeb6dd5a9763) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:18.322011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] For port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:18.327226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] For port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6c7abf75-d6f5-4e89-b2fe-9242e849d94b,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:18.337061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.344672 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 3d6b7b68-6484-446b-9248-867836da5a14) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:18.370895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:18.371832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.388160 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a79fc1a-b721-4e9c-bb67-76243cac2d7f None None] Network 3d6b7b68-6484-446b-9248-867836da5a14 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:18.399024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Router 2daababd-ea48-40e3-b3ac-b04234b631a9 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:16:18.401683 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking segment: {'id': 'b5642fb0-8c17-405c-a29b-ac53cd44d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9ac4af69-9eb6-44d0-a43e-cee81d24d67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:18.402461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network hostable DHCP agents. Network: 9ac4af69-9eb6-44d0-a43e-cee81d24d67f, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:16:18.425953 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-12d56a7f-88b2-4b4d-943c-9908f92c512b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2058742 Oct 05 09:16:18.430957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57442) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:18.479614 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Attempt 10 to provision port c04c3931-f056-47dd-bdb6-2b95a7c293a9 Oct 05 09:16:18.546963 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Port c04c3931-f056-47dd-bdb6-2b95a7c293a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:18.573683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.582522 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c680195-e945-4bee-ab2a-448e9cd20a6d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.602860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Provisioning for port b78668c0-eec8-4557-9a63-d31764767c7f completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:18.625385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Provisioning complete for port b78668c0-eec8-4557-9a63-d31764767c7f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:18.625762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.630548 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Attempt 1 to provision port b78668c0-eec8-4557-9a63-d31764767c7f Oct 05 09:16:18.631400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.658825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:18.663670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20619cd-22ea-463c-b748-80b8cc17defd None None] Pushing event updated for resources: {'Port': ['ID=6c7abf75-d6f5-4e89-b2fe-9242e849d94b,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:18.751671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:18.768400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c680195-e945-4bee-ab2a-448e9cd20a6d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:18.773262 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:18.787316 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network 9ac4af69-9eb6-44d0-a43e-cee81d24d67f is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:16:18.788948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-7c680195-e945-4bee-ab2a-448e9cd20a6d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:18.806389 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 9ac4af69-9eb6-44d0-a43e-cee81d24d67f) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:18.812410 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:18.812890 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c680195-e945-4bee-ab2a-448e9cd20a6d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:18.812983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.813486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c680195-e945-4bee-ab2a-448e9cd20a6d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:18.833321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e942de9e-d3c0-4b32-ab3d-abedf33e5cbd None None] Network 9ac4af69-9eb6-44d0-a43e-cee81d24d67f requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:18.844101 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:18.856410 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7c680195-e945-4bee-ab2a-448e9cd20a6d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4589956 Oct 05 09:16:18.872632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57452) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:18.876423 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6a6497-0141-4894-8ce9-cb8abf4b7776,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:18.885122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c680195-e945-4bee-ab2a-448e9cd20a6d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=8df0b692-2a2b-4fbf-a63d-5b2eca70c527,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:18.904447 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'mac_address': 'fa:16:3e:c1:b2:18', 'name': 'tempest-NetworksTestDHCPv6-1673810530'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:19.016120 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-84e12051-df42-4e5d-842c-cea558a8debf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2813127 Oct 05 09:16:19.024950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57458) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:19.092809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-3d6b7b68-6484-446b-9248-867836da5a14', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:16:19.093827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:19.111236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:19.248398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:19.258720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:19.264375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:19.280514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:19.284961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:19.287795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:19.328899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Allocated IP 172.22.0.2 (3d6b7b68-6484-446b-9248-867836da5a14/2bc8e443-cec0-45c4-8c57-d05abe245ed2/7d082dbc-31c3-4eb7-8439-fc20ef93b8c8) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:19.366215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=c90df276-3ef8-4c4c-83da-eeb6dd5a9763,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:19.371521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:19.399844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:19.426075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:19.436385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:19.529127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57466) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:19.566252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:19.609737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd487de0-229b-4870-a891-0610ed36a1d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:19.613493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Current status of the port b78668c0-eec8-4557-9a63-d31764767c7f is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:19.614222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:19.636696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c954ca-1f1d-4e9f-9d40-d8cd224eda88 None None] Sync routers for ids ['2daababd-ea48-40e3-b3ac-b04234b631a9'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:19.640240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:19.702829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd487de0-229b-4870-a891-0610ed36a1d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=c04c3931-f056-47dd-bdb6-2b95a7c293a9,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:19.766368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c954ca-1f1d-4e9f-9d40-d8cd224eda88 None None] Routers {'2daababd-ea48-40e3-b3ac-b04234b631a9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:19.767086 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-61c954ca-1f1d-4e9f-9d40-d8cd224eda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2daababd-ea48-40e3-b3ac-b04234b631a9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:19.775403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:19.776660 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8588886 Oct 05 09:16:19.838621 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57472) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:19.842465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9d827-c7b7-41c0-9d64-8b59300b3210 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207a612e-74d7-43dc-b264-e1527c7b2390,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:19.850001 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:19.854993 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-29992d87-5994-456d-acf5-bd99cc080e7b tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "PUT /v2.0/routers/2daababd-ea48-40e3-b3ac-b04234b631a9 HTTP/1.1" status: 200 len: 920 time: 10.9111264 Oct 05 09:16:19.857654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57474) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:19.866530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:19.879517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:19.885992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-0a25f3c5-f1ed-420e-89dd-79fa33cd8c93 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': '207a612e-74d7-43dc-b264-e1527c7b2390', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:19.892471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0a25f3c5-f1ed-420e-89dd-79fa33cd8c93 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:19.896784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0a25f3c5-f1ed-420e-89dd-79fa33cd8c93 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:19.899746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0a25f3c5-f1ed-420e-89dd-79fa33cd8c93 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:19.905904 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0a25f3c5-f1ed-420e-89dd-79fa33cd8c93 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:19.960156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:19.977333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-61c954ca-1f1d-4e9f-9d40-d8cd224eda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:19.984941 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] For port b78668c0-eec8-4557-9a63-d31764767c7f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b78668c0-eec8-4557-9a63-d31764767c7f,segment=NetworkSegment(db20a8c4-79c5-44d4-a909-62d640e09443),segment_id=db20a8c4-79c5-44d4-a909-62d640e09443)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:19.991166 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:20.084822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:20.089992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Transition to ACTIVE for port object 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:20.096921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Usage tracker for resource:floatingip and tenant:878bc8ee670f47b78cb3e7cb09663ca2 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:20.100211 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0a25f3c5-f1ed-420e-89dd-79fa33cd8c93 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:20.112340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:20.170825 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:20.179847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-9ac4af69-9eb6-44d0-a43e-cee81d24d67f', 'network_id': '9ac4af69-9eb6-44d0-a43e-cee81d24d67f', 'tenant_id': '5e10d7f51494433ca7ebe2ce98107aca', 'fixed_ips': [{'subnet_id': '0bfac684-f8e3-41c4-b617-ff09474ed6ef'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:16:20.180853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:20.201314 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:20.213808 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6c7abf75-d6f5-4e89-b2fe-9242e849d94b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:20.222170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd487de0-229b-4870-a891-0610ed36a1d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:20.252340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c954ca-1f1d-4e9f-9d40-d8cd224eda88 None None] Routers {'2daababd-ea48-40e3-b3ac-b04234b631a9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:20.253379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-61c954ca-1f1d-4e9f-9d40-d8cd224eda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2daababd-ea48-40e3-b3ac-b04234b631a9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:20.302977 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:20.344026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee841275-3897-42a2-b8be-37779484ba42 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:20.353490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 2b3e9a97-67cb-448a-826e-78ba335a53e2 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:16:20.388658 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Transition to ACTIVE for port object 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:20.390045 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-61c954ca-1f1d-4e9f-9d40-d8cd224eda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:20.390563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c954ca-1f1d-4e9f-9d40-d8cd224eda88 None None] The sync data for ids ['2daababd-ea48-40e3-b3ac-b04234b631a9'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:20.482444 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Provisioning for port 973dcd82-e664-49b7-ae57-7bbef0f19c70 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:20.522970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:20.554355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Provisioning complete for port 973dcd82-e664-49b7-ae57-7bbef0f19c70 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:20.554675 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:20.555443 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Attempt 1 to provision port 973dcd82-e664-49b7-ae57-7bbef0f19c70 Oct 05 09:16:20.562342 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ba087e88-1d15-4705-9f70-4f7e7cdbe216 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/routers/2daababd-ea48-40e3-b3ac-b04234b631a9 HTTP/1.1" status: 200 len: 926 time: 0.7008183 Oct 05 09:16:20.566166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57480) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:20.578908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Pushing event updated for resources: {'Port': ['ID=b78668c0-eec8-4557-9a63-d31764767c7f,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:20.680931 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Network 3d6b7b68-6484-446b-9248-867836da5a14 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:20.703308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:20.705210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:20.730179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:20.827311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296ce184-611d-42fe-a23a-efa6e84bde0a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:20.832070 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-296ce184-611d-42fe-a23a-efa6e84bde0a tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&device_id=2daababd-ea48-40e3-b3ac-b04234b631a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2591631 Oct 05 09:16:20.837223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57484) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:20.837402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:20.843754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 172.20.0.5 (19d31986-d6d4-46c2-94b6-97b25bee37cf/8df0b692-2a2b-4fbf-a63d-5b2eca70c527/2b3e9a97-67cb-448a-826e-78ba335a53e2) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:20.858332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0a25f3c5-f1ed-420e-89dd-79fa33cd8c93 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:20.898434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0a25f3c5-f1ed-420e-89dd-79fa33cd8c93 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:20.938320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::f816:3eff:fec1:b218 (19d31986-d6d4-46c2-94b6-97b25bee37cf/677295b1-47d8-4181-9dd7-22dba2526ee8/2b3e9a97-67cb-448a-826e-78ba335a53e2) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:20.989161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Pushing event updated for resources: {'Port': ['ID=7d082dbc-31c3-4eb7-8439-fc20ef93b8c8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:21.006997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.010903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25f3c5-f1ed-420e-89dd-79fa33cd8c93 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3eecafd-4998-4562-85b5-eb5673be9ada,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:21.025013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd487de0-229b-4870-a891-0610ed36a1d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Router 25513412-2bf7-4ea5-838a-71c52db68fa2 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:21.038491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.053103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0a25f3c5-f1ed-420e-89dd-79fa33cd8c93 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.057836 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0a25f3c5-f1ed-420e-89dd-79fa33cd8c93 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1983733 Oct 05 09:16:21.059981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57488) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:21.067835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f74aee08-fee9-493f-9289-a426343861ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': '207a612e-74d7-43dc-b264-e1527c7b2390', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:21.079199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f74aee08-fee9-493f-9289-a426343861ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:21.084921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ed750e-5ef4-44ed-b6c6-6b9664bcead9 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:21.088952 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-04ed750e-5ef4-44ed-b6c6-6b9664bcead9 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/networks/f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 881 time: 0.2465658 Oct 05 09:16:21.104374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57492) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:21.154791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Attempting to bind port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:21.156338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Attempting to bind port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'd5f4c193-1c3c-4071-b80d-b17733d199da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:21.156338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Attempting to bind port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 on network 3d6b7b68-6484-446b-9248-867836da5a14 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:21.177880 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Allocated IP 172.20.0.2 (9ac4af69-9eb6-44d0-a43e-cee81d24d67f/0bfac684-f8e3-41c4-b617-ff09474ed6ef/875dc9b2-2734-4c72-bad8-d40def4885e0) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:21.180065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:21.180696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Checking segment: {'id': 'd5f4c193-1c3c-4071-b80d-b17733d199da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:21.180899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.181390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Bound using segment: {'id': 'd5f4c193-1c3c-4071-b80d-b17733d199da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:21.181782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Bound port: 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f4c193-1c3c-4071-b80d-b17733d199da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:21.182177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.205171 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f74aee08-fee9-493f-9289-a426343861ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:21.218804 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f74aee08-fee9-493f-9289-a426343861ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:21.241909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Current status of the port 973dcd82-e664-49b7-ae57-7bbef0f19c70 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:21.241909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.264562 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a53024d5-08a2-4d3f-b4cf-871e371a56d9 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daababd-ea48-40e3-b3ac-b04234b631a9 HTTP/1.1" status: 200 len: 205 time: 0.1524875 Oct 05 09:16:21.327367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f74aee08-fee9-493f-9289-a426343861ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:21.328114 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.329119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57496) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:21.346360 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object 2b3e9a97-67cb-448a-826e-78ba335a53e2 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:21.378502 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.419894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd487de0-229b-4870-a891-0610ed36a1d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:21.431344 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] For port 973dcd82-e664-49b7-ae57-7bbef0f19c70, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=973dcd82-e664-49b7-ae57-7bbef0f19c70,segment=NetworkSegment(db20a8c4-79c5-44d4-a909-62d640e09443),segment_id=db20a8c4-79c5-44d4-a909-62d640e09443)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:21.433925 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96217c8-c3e3-4a4c-824c-e472d8b5147d None None] Sync routers for ids ['25513412-2bf7-4ea5-838a-71c52db68fa2'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:21.442141 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dd487de0-229b-4870-a891-0610ed36a1d1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "PUT /v2.0/routers/25513412-2bf7-4ea5-838a-71c52db68fa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1069205 Oct 05 09:16:21.446626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.451874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57500) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:21.452861 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96217c8-c3e3-4a4c-824c-e472d8b5147d None None] Routers {'25513412-2bf7-4ea5-838a-71c52db68fa2'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:21.453467 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a96217c8-c3e3-4a4c-824c-e472d8b5147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['25513412-2bf7-4ea5-838a-71c52db68fa2'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:21.519714 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a96217c8-c3e3-4a4c-824c-e472d8b5147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:21.529768 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96217c8-c3e3-4a4c-824c-e472d8b5147d None None] Routers {'25513412-2bf7-4ea5-838a-71c52db68fa2'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:21.530602 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a96217c8-c3e3-4a4c-824c-e472d8b5147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['25513412-2bf7-4ea5-838a-71c52db68fa2'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:21.590041 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efbb080-79b7-4152-8ec2-ea79a1c7967d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:16:21.590623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1efbb080-79b7-4152-8ec2-ea79a1c7967d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:21.597573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:21.597775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f74aee08-fee9-493f-9289-a426343861ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.603096 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a96217c8-c3e3-4a4c-824c-e472d8b5147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:21.603692 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96217c8-c3e3-4a4c-824c-e472d8b5147d None None] The sync data for ids ['25513412-2bf7-4ea5-838a-71c52db68fa2'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:21.605357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.636243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:21.638673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:21.678108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.687632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=2b3e9a97-67cb-448a-826e-78ba335a53e2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:21.710519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] For port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:21.746839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] For port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7d082dbc-31c3-4eb7-8439-fc20ef93b8c8,segment=NetworkSegment(d5f4c193-1c3c-4071-b80d-b17733d199da),segment_id=d5f4c193-1c3c-4071-b80d-b17733d199da)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:21.755962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-93fad841-17dd-4db9-bd94-762a50e9b774 None None] Provisioning for port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:21.761117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.769339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.773175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:21.773908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.781869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66fc02-db57-4d53-91c2-9bde14ad8490 None None] Pushing event updated for resources: {'Port': ['ID=973dcd82-e664-49b7-ae57-7bbef0f19c70,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:21.784403 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-93fad841-17dd-4db9-bd94-762a50e9b774 None None] Provisioning complete for port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:21.784788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-93fad841-17dd-4db9-bd94-762a50e9b774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.785129 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-93fad841-17dd-4db9-bd94-762a50e9b774 None None] Attempt 1 to provision port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b Oct 05 09:16:21.810786 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Transition to ACTIVE for port object 875dc9b2-2734-4c72-bad8-d40def4885e0 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:21.861869 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1efbb080-79b7-4152-8ec2-ea79a1c7967d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:21.863653 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1efbb080-79b7-4152-8ec2-ea79a1c7967d tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/c04c3931-f056-47dd-bdb6-2b95a7c293a9 HTTP/1.1" status: 404 len: 333 time: 0.3966894 Oct 05 09:16:21.877618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57504) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:21.967828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Transition to ACTIVE for port object 875dc9b2-2734-4c72-bad8-d40def4885e0 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:21.975087 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.990161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:21.998493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ca306-541e-4993-8535-1be9e3f45953 None None] Pushing event updated for resources: {'Port': ['ID=7d082dbc-31c3-4eb7-8439-fc20ef93b8c8,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:22.007430 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e4c4abe6-504a-4486-afeb-981034bfd2d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1201179 Oct 05 09:16:22.031359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.034515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57508) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:22.038355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.071365 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d604ed49-5959-4dbb-b0cf-4bab1a513cfc None None] Update dhcp port {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': '677295b1-47d8-4181-9dd7-22dba2526ee8', 'ip_address': '2001:db8::f816:3eff:fe2a:2aa3'}, {'subnet_id': '8df0b692-2a2b-4fbf-a63d-5b2eca70c527'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': '6c7abf75-d6f5-4e89-b2fe-9242e849d94b'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:16:22.145843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Network 9ac4af69-9eb6-44d0-a43e-cee81d24d67f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:22.156345 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:22.158328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b78668c0-eec8-4557-9a63-d31764767c7f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:22.228478 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:22.256429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=c90df276-3ef8-4c4c-83da-eeb6dd5a9763,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:22.265803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.314967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Pushing event updated for resources: {'Port': ['ID=875dc9b2-2734-4c72-bad8-d40def4885e0,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:22.351595 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-f74aee08-fee9-493f-9289-a426343861ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): There was a conflict when trying to complete your request. Oct 05 09:16:22.355569 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f74aee08-fee9-493f-9289-a426343861ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2959371 Oct 05 09:16:22.359282 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57512) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:22.403528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d604ed49-5959-4dbb-b0cf-4bab1a513cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.415845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.421952 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-93fad841-17dd-4db9-bd94-762a50e9b774 None None] Current status of the port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:22.422349 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-93fad841-17dd-4db9-bd94-762a50e9b774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.495651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Attempting to bind port 875dc9b2-2734-4c72-bad8-d40def4885e0 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:22.495651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Attempting to bind port 875dc9b2-2734-4c72-bad8-d40def4885e0 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'b5642fb0-8c17-405c-a29b-ac53cd44d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9ac4af69-9eb6-44d0-a43e-cee81d24d67f'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:22.496018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Attempting to bind port 875dc9b2-2734-4c72-bad8-d40def4885e0 on network 9ac4af69-9eb6-44d0-a43e-cee81d24d67f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:22.514843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52ffc7-0dfa-4abc-a10b-d99b848e18e0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:22.520946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:22.521325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Checking segment: {'id': 'b5642fb0-8c17-405c-a29b-ac53cd44d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9ac4af69-9eb6-44d0-a43e-cee81d24d67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:22.521634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52ffc7-0dfa-4abc-a10b-d99b848e18e0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:22.521750 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.522126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Bound using segment: {'id': 'b5642fb0-8c17-405c-a29b-ac53cd44d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9ac4af69-9eb6-44d0-a43e-cee81d24d67f'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:22.522589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Bound port: 875dc9b2-2734-4c72-bad8-d40def4885e0, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5642fb0-8c17-405c-a29b-ac53cd44d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9ac4af69-9eb6-44d0-a43e-cee81d24d67f'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:22.522829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8d52ffc7-0dfa-4abc-a10b-d99b848e18e0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:22.522950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.547601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Subnet': ['ID=0bfac684-f8e3-41c4-b617-ff09474ed6ef,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:22.559408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-93fad841-17dd-4db9-bd94-762a50e9b774 None None] For port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6c7abf75-d6f5-4e89-b2fe-9242e849d94b,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:22.565327 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5207fce-79a9-422e-afa0-5e34674106fe tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.571515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd08267e-9381-4b9b-8a54-eeeaffe8288a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.594366 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Floating IP 34779c81-4b2a-498d-8b34-6e1a129553c7 associated. External IP: 172.26.0.236, port: 6c3bc282-d6bd-424a-9a7b-6886080268df. Oct 05 09:16:22.608997 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-93fad841-17dd-4db9-bd94-762a50e9b774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.663814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8d52ffc7-0dfa-4abc-a10b-d99b848e18e0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:22.668319 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8d52ffc7-0dfa-4abc-a10b-d99b848e18e0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.6325707 Oct 05 09:16:22.677652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57516) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:22.701371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b78668c0-eec8-4557-9a63-d31764767c7f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:22.701738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.702097 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b78668c0-eec8-4557-9a63-d31764767c7f Oct 05 09:16:22.729489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd08267e-9381-4b9b-8a54-eeeaffe8288a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.863744 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fad841-17dd-4db9-bd94-762a50e9b774 None None] Pushing event updated for resources: {'Port': ['ID=6c7abf75-d6f5-4e89-b2fe-9242e849d94b,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:22.872655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] For port 875dc9b2-2734-4c72-bad8-d40def4885e0, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:22.887751 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-57fafb07-6d5e-4eeb-b342-57506a0efb5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 2b3e9a97-67cb-448a-826e-78ba335a53e2 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:22.888246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] For port 875dc9b2-2734-4c72-bad8-d40def4885e0, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=875dc9b2-2734-4c72-bad8-d40def4885e0,segment=NetworkSegment(b5642fb0-8c17-405c-a29b-ac53cd44d779),segment_id=b5642fb0-8c17-405c-a29b-ac53cd44d779)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:22.888410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-57fafb07-6d5e-4eeb-b342-57506a0efb5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.909646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:22.915749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d604ed49-5959-4dbb-b0cf-4bab1a513cfc None None] Allocated IP 172.20.0.2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/8df0b692-2a2b-4fbf-a63d-5b2eca70c527/6c7abf75-d6f5-4e89-b2fe-9242e849d94b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:22.928947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Allocated IP 172.26.0.44 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/a07b09f3-9551-454e-bfcd-985aa5ab140f) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:22.937557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Allocated IP 172.22.0.1 (3d6b7b68-6484-446b-9248-867836da5a14/2bc8e443-cec0-45c4-8c57-d05abe245ed2/f8049219-828b-46cd-822b-c72404cf0675) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:22.987423 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd08267e-9381-4b9b-8a54-eeeaffe8288a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.018647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.112706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08267e-9381-4b9b-8a54-eeeaffe8288a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207a612e-74d7-43dc-b264-e1527c7b2390,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:23.158317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd08267e-9381-4b9b-8a54-eeeaffe8288a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.162037 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dd08267e-9381-4b9b-8a54-eeeaffe8288a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "DELETE /v2.0/security-groups/207a612e-74d7-43dc-b264-e1527c7b2390 HTTP/1.1" status: 204 len: 168 time: 0.7993858 Oct 05 09:16:23.180760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57520) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:23.257731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5207fce-79a9-422e-afa0-5e34674106fe tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.260072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5207fce-79a9-422e-afa0-5e34674106fe tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.265011 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac4af69-9eb6-44d0-a43e-cee81d24d67f']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:23.280180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5642fb0-8c17-405c-a29b-ac53cd44d779') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:23.280619 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5642fb0-8c17-405c-a29b-ac53cd44d779') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:23.301941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.323018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b78668c0-eec8-4557-9a63-d31764767c7f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:23.324160 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 973dcd82-e664-49b7-ae57-7bbef0f19c70 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:23.353690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92893a6a-0928-4704-9152-cbde2cb68cc1 None None] Network 9ac4af69-9eb6-44d0-a43e-cee81d24d67f requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:23.366937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894cc03-f766-4876-8170-7932eeb9fe5c None None] Pushing event updated for resources: {'Port': ['ID=875dc9b2-2734-4c72-bad8-d40def4885e0,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:23.462811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.466651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5207fce-79a9-422e-afa0-5e34674106fe tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.467720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5207fce-79a9-422e-afa0-5e34674106fe tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Fanout notify agent at l3_agent the message router_deleted on router 25513412-2bf7-4ea5-838a-71c52db68fa2 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:16:23.524170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d8760e-ceb3-403f-82b6-cb1904428543 None None] Network 3d6b7b68-6484-446b-9248-867836da5a14 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:23.533727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.544480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d604ed49-5959-4dbb-b0cf-4bab1a513cfc None None] For port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6c7abf75-d6f5-4e89-b2fe-9242e849d94b,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:23.551675 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:16:23.552122 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.562150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cbdb0dde-25c6-4f18-b452-18544e8fd5aa tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Synchronizing usage tracker for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:23.593872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:23.623163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cbdb0dde-25c6-4f18-b452-18544e8fd5aa tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Unset dirty status for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:23.628189 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cbdb0dde-25c6-4f18-b452-18544e8fd5aa tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4427409 Oct 05 09:16:23.629192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57526) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:23.631974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-57fafb07-6d5e-4eeb-b342-57506a0efb5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.646998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5fb7b200-94ae-4254-8f28-804ff5462fcf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830474580'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:23.652697 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment b5642fb0-8c17-405c-a29b-ac53cd44d779 resource provider aggregate not found Oct 05 09:16:23.709233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5fb7b200-94ae-4254-8f28-804ff5462fcf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:23.731889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 973dcd82-e664-49b7-ae57-7bbef0f19c70 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:23.732363 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.732769 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 973dcd82-e664-49b7-ae57-7bbef0f19c70 Oct 05 09:16:23.761849 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a7dfac41-d439-4554-be50-ed08e6b6f170 None None] Provisioning for port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:23.783306 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d604ed49-5959-4dbb-b0cf-4bab1a513cfc None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.848501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d604ed49-5959-4dbb-b0cf-4bab1a513cfc None None] Transition to ACTIVE for port object 6c7abf75-d6f5-4e89-b2fe-9242e849d94b will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:23.854908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-57fafb07-6d5e-4eeb-b342-57506a0efb5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 2b3e9a97-67cb-448a-826e-78ba335a53e2 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:23.862642 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d604ed49-5959-4dbb-b0cf-4bab1a513cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.897380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5fb7b200-94ae-4254-8f28-804ff5462fcf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:23.902999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Deleting port ec4c601b-5f23-4a92-b12b-efdeb209867a {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:23.903752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:23.936905 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment b5642fb0-8c17-405c-a29b-ac53cd44d779 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5642fb0-8c17-405c-a29b-ac53cd44d779 found for delete ", "request_id": "req-c1e249e9-9c97-428a-b06f-f3cf09fe8677"}]} Oct 05 09:16:23.958193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 05 09:16:23.958193 dv-neutron-860328-1-hyperv neutron-server[89054]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 05 09:16:23.958193 dv-neutron-860328-1-hyperv neutron-server[89054]: [parameters: {'id': '9ac4af69-9eb6-44d0-a43e-cee81d24d67f'}] Oct 05 09:16:23.958193 dv-neutron-860328-1-hyperv neutron-server[89054]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:16:23.958754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:16:24.005535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5fb7b200-94ae-4254-8f28-804ff5462fcf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.017006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5207fce-79a9-422e-afa0-5e34674106fe tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.021369 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b5207fce-79a9-422e-afa0-5e34674106fe tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/routers/25513412-2bf7-4ea5-838a-71c52db68fa2 HTTP/1.1" status: 204 len: 168 time: 2.1345007 Oct 05 09:16:24.030000 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57532) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:24.070692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5fb7b200-94ae-4254-8f28-804ff5462fcf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:24.074971 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:24.087234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5fb7b200-94ae-4254-8f28-804ff5462fcf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:24.096672 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 973dcd82-e664-49b7-ae57-7bbef0f19c70 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:24.129471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5fb7b200-94ae-4254-8f28-804ff5462fcf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:24.135991 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959fa14-58f0-44ee-8cf0-4ebfc4b8ed96 None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:24.163050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5fb7b200-94ae-4254-8f28-804ff5462fcf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:24.183021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.196782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.223398 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959fa14-58f0-44ee-8cf0-4ebfc4b8ed96 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:24.224250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b959fa14-58f0-44ee-8cf0-4ebfc4b8ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:24.292982 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604ed49-5959-4dbb-b0cf-4bab1a513cfc None None] Pushing event updated for resources: {'Port': ['ID=6c7abf75-d6f5-4e89-b2fe-9242e849d94b,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:24.319422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b959fa14-58f0-44ee-8cf0-4ebfc4b8ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:24.328868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-57fafb07-6d5e-4eeb-b342-57506a0efb5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.337191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959fa14-58f0-44ee-8cf0-4ebfc4b8ed96 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:24.338653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b959fa14-58f0-44ee-8cf0-4ebfc4b8ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:24.368830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e25c8a-b117-421a-bc24-ed85acc5a566 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting subnet d1881af1-5ce0-4b79-8cd9-8af478472072 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:16:24.378962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.398112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.431923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b959fa14-58f0-44ee-8cf0-4ebfc4b8ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:24.432627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959fa14-58f0-44ee-8cf0-4ebfc4b8ed96 None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:24.433341 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b409da56-9625-42a1-8ca5-36d9a1859d1f tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1166205 Oct 05 09:16:24.434622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6c7abf75-d6f5-4e89-b2fe-9242e849d94b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:24.442693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fafb07-6d5e-4eeb-b342-57506a0efb5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=2b3e9a97-67cb-448a-826e-78ba335a53e2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:24.446699 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-70e25c8a-b117-421a-bc24-ed85acc5a566 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.454034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57536) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:24.499272 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Transition to ACTIVE for port object f8049219-828b-46cd-822b-c72404cf0675 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:24.500376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1319979775'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:24.526147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.546296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:24.570111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:24.577226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Pushing event updated for resources: {'Port': ['ID=a07b09f3-9551-454e-bfcd-985aa5ab140f,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:24.592732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.601855 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.606364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:network and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:24.622821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:24.639097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-57fafb07-6d5e-4eeb-b342-57506a0efb5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.643628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:24.647245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:24.654779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:24.655369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.655840 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 Oct 05 09:16:24.681863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5fb7b200-94ae-4254-8f28-804ff5462fcf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.688427 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-57fafb07-6d5e-4eeb-b342-57506a0efb5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/2b3e9a97-67cb-448a-826e-78ba335a53e2 HTTP/1.1" status: 204 len: 168 time: 2.0095537 Oct 05 09:16:24.689702 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57540) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:24.739670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5fb7b200-94ae-4254-8f28-804ff5462fcf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.756351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Made reservation on behalf of 1953ac25c57249bea113d86db52a0626 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:24.759715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.759887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:24.769578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:24.833452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5fb7b200-94ae-4254-8f28-804ff5462fcf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.837391 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5fb7b200-94ae-4254-8f28-804ff5462fcf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2053571 Oct 05 09:16:24.839566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57544) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:24.844274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7b200-94ae-4254-8f28-804ff5462fcf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee68fb8d-5538-488a-8015-faeb0509053d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:24.859979 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b70a64a1-1420-4858-8e64-785974e0ff1f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'ee68fb8d-5538-488a-8015-faeb0509053d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:24.860682 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-b70a64a1-1420-4858-8e64-785974e0ff1f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 05 09:16:24.861738 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-b70a64a1-1420-4858-8e64-785974e0ff1f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:24.865746 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b70a64a1-1420-4858-8e64-785974e0ff1f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0204275 Oct 05 09:16:24.870093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2292402d-33ac-4bd5-b4bd-87431fb82e36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:24.871636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2292402d-33ac-4bd5-b4bd-87431fb82e36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:24.873458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2292402d-33ac-4bd5-b4bd-87431fb82e36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:24.874446 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2292402d-33ac-4bd5-b4bd-87431fb82e36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:24.877998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:16:24.880904 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57548) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:24.884976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:24.885593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.916843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2292402d-33ac-4bd5-b4bd-87431fb82e36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:24.921191 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2292402d-33ac-4bd5-b4bd-87431fb82e36 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2299342 Oct 05 09:16:24.924841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57552) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:24.935597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:24.935864 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Added segment 2889ab54-bfe9-428c-9642-ca555673a43c of type vlan for network 488b1b43-79b3-4c52-8c97-64494a70806b Oct 05 09:16:24.978639 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7d082dbc-31c3-4eb7-8439-fc20ef93b8c8,segment=NetworkSegment(d5f4c193-1c3c-4071-b80d-b17733d199da),segment_id=d5f4c193-1c3c-4071-b80d-b17733d199da)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:24.981777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Calling delete_port for ec4c601b-5f23-4a92-b12b-efdeb209867a owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:24.987380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.019288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:25.034940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.073914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-c154be26-0668-406e-849c-94394f9ce720 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 677295b1-47d8-4181-9dd7-22dba2526ee8 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:16:25.075968 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00745f83-e657-4e45-9603-180d7cc0d7ff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.077103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network 3d6b7b68-6484-446b-9248-867836da5a14 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:25.078556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e81a2789-0a27-45e0-b3d3-00e1cafcf1c9 None None] Provisioning complete for port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:25.078986 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e81a2789-0a27-45e0-b3d3-00e1cafcf1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.079974 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e81a2789-0a27-45e0-b3d3-00e1cafcf1c9 None None] Attempt 1 to provision port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 Oct 05 09:16:25.081596 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c154be26-0668-406e-849c-94394f9ce720 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.089457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:25.091425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=f8049219-828b-46cd-822b-c72404cf0675,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:25.106208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:25.168902 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:16:25.178697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Deleting port 875dc9b2-2734-4c72-bad8-d40def4885e0 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:25.179055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.191325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=7d082dbc-31c3-4eb7-8439-fc20ef93b8c8,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:25.197654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c154be26-0668-406e-849c-94394f9ce720 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.215507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-70e25c8a-b117-421a-bc24-ed85acc5a566 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.294861 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e81a2789-0a27-45e0-b3d3-00e1cafcf1c9 None None] Current status of the port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:25.312196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c154be26-0668-406e-849c-94394f9ce720 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.346536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.365837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00745f83-e657-4e45-9603-180d7cc0d7ff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.400079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.405402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:25.406100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.456387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a4b5c50d-62d3-4e48-acd4-dd79095d487c None None] Provisioning for port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:25.468790 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a4b5c50d-62d3-4e48-acd4-dd79095d487c None None] Provisioning complete for port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:25.469113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c50d-62d3-4e48-acd4-dd79095d487c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.469456 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a4b5c50d-62d3-4e48-acd4-dd79095d487c None None] Attempt 1 to provision port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b Oct 05 09:16:25.615011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5c50d-62d3-4e48-acd4-dd79095d487c None None] Current status of the port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:25.629490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-70e25c8a-b117-421a-bc24-ed85acc5a566 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.689772 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2330081 Oct 05 09:16:25.695467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57556) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:25.707035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'subnet': {'network_id': '488b1b43-79b3-4c52-8c97-64494a70806b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:25.721164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed96903-7053-431a-8481-43c2f7fb8144 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Network': ['ID=488b1b43-79b3-4c52-8c97-64494a70806b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:25.730998 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Could not find standard attr ID for object 2b3e9a97-67cb-448a-826e-78ba335a53e2. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:16:25.735018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00745f83-e657-4e45-9603-180d7cc0d7ff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.741853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.749361 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] For port 875dc9b2-2734-4c72-bad8-d40def4885e0, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=875dc9b2-2734-4c72-bad8-d40def4885e0,segment=NetworkSegment(b5642fb0-8c17-405c-a29b-ac53cd44d779),segment_id=b5642fb0-8c17-405c-a29b-ac53cd44d779)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:25.749526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.753133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 488b1b43-79b3-4c52-8c97-64494a70806b details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:16:25.810220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c154be26-0668-406e-849c-94394f9ce720 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.842795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Provisioning for port f8049219-828b-46cd-822b-c72404cf0675 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:25.851165 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Provisioning complete for port f8049219-828b-46cd-822b-c72404cf0675 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:25.851807 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.852272 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Attempt 1 to provision port f8049219-828b-46cd-822b-c72404cf0675 Oct 05 09:16:25.867225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00745f83-e657-4e45-9603-180d7cc0d7ff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee68fb8d-5538-488a-8015-faeb0509053d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:25.884715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154be26-0668-406e-849c-94394f9ce720 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=677295b1-47d8-4181-9dd7-22dba2526ee8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:25.893170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c154be26-0668-406e-849c-94394f9ce720 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.897975 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c154be26-0668-406e-849c-94394f9ce720 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/677295b1-47d8-4181-9dd7-22dba2526ee8 HTTP/1.1" status: 204 len: 168 time: 0.9707966 Oct 05 09:16:25.899383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00745f83-e657-4e45-9603-180d7cc0d7ff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:25.904055 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-00745f83-e657-4e45-9603-180d7cc0d7ff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "DELETE /v2.0/security-groups/ee68fb8d-5538-488a-8015-faeb0509053d HTTP/1.1" status: 204 len: 168 time: 1.0186210 Oct 05 09:16:25.904055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57560) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:25.912589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57562) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:25.983515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Port f8049219-828b-46cd-822b-c72404cf0675 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:26.004211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:26.005256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b3c540-3fcf-4729-a396-ac600f5a9a42 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:26.011469 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:subnet and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:26.019376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:26.038740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:26.056242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-19186b04-12e2-4cd6-8f14-38506907887f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Synchronizing usage tracker for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:26.062689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-2245b492-7175-4081-9288-0c869c6b4bd3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 8df0b692-2a2b-4fbf-a63d-5b2eca70c527 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:16:26.067655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Made reservation on behalf of 1953ac25c57249bea113d86db52a0626 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:26.071090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.089224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2245b492-7175-4081-9288-0c869c6b4bd3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.215224 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6c7abf75-d6f5-4e89-b2fe-9242e849d94b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:26.220231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-19186b04-12e2-4cd6-8f14-38506907887f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Unset dirty status for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:26.225879 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-19186b04-12e2-4cd6-8f14-38506907887f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3049102 Oct 05 09:16:26.233124 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57568) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:26.240957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2245b492-7175-4081-9288-0c869c6b4bd3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.251340 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Calling delete_port for 875dc9b2-2734-4c72-bad8-d40def4885e0 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:26.253111 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:16:26.276970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e0646623-a70f-4dfe-a8e8-2e7b86f4e344 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group': {'name': 'tempest-secgroup--495570062'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:26.296956 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e0646623-a70f-4dfe-a8e8-2e7b86f4e344 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:26.321579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e0646623-a70f-4dfe-a8e8-2e7b86f4e344 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:26.345051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e0646623-a70f-4dfe-a8e8-2e7b86f4e344 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.346289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-70e25c8a-b117-421a-bc24-ed85acc5a566 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.350553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.359950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:26.360407 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.361503 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b Oct 05 09:16:26.432266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e0646623-a70f-4dfe-a8e8-2e7b86f4e344 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:26.439963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e0646623-a70f-4dfe-a8e8-2e7b86f4e344 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:26.446465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e0646623-a70f-4dfe-a8e8-2e7b86f4e344 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:26.453947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.457600 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2245b492-7175-4081-9288-0c869c6b4bd3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.477828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-70e25c8a-b117-421a-bc24-ed85acc5a566 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.488154 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e25c8a-b117-421a-bc24-ed85acc5a566 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Subnet': ['ID=d1881af1-5ce0-4b79-8cd9-8af478472072,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:26.490799 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Attempt 2 to provision port f8049219-828b-46cd-822b-c72404cf0675 Oct 05 09:16:26.496494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e0646623-a70f-4dfe-a8e8-2e7b86f4e344 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:26.511760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.533915 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8201415-ea8e-4d59-bc22-da6a3b021acb None None] Network 4309ddd6-d3e0-4122-80b8-f6c20db6243b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:26.581625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.650439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:26.651578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:26.658969 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Pushing event deleted for resources: {'Port': ['ID=ec4c601b-5f23-4a92-b12b-efdeb209867a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:26.672229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2245b492-7175-4081-9288-0c869c6b4bd3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.678444 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-70e25c8a-b117-421a-bc24-ed85acc5a566 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/d1881af1-5ce0-4b79-8cd9-8af478472072 HTTP/1.1" status: 204 len: 168 time: 2.6373620 Oct 05 09:16:26.690716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57572) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:26.710176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Port f8049219-828b-46cd-822b-c72404cf0675 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:26.759422 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.831797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2245b492-7175-4081-9288-0c869c6b4bd3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.836529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e0646623-a70f-4dfe-a8e8-2e7b86f4e344 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.837457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Subnet': ['ID=acf3def3-3910-4ac4-b995-b6f62223e009,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:26.865772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:26.866436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.867117 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 Oct 05 09:16:26.915684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e0646623-a70f-4dfe-a8e8-2e7b86f4e344 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:26.947654 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Port': ['ID=875dc9b2-2734-4c72-bad8-d40def4885e0,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:26.993684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245b492-7175-4081-9288-0c869c6b4bd3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=8df0b692-2a2b-4fbf-a63d-5b2eca70c527,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:27.007294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Checking segment: {'id': '2889ab54-bfe9-428c-9642-ca555673a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '488b1b43-79b3-4c52-8c97-64494a70806b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:27.007675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network hostable DHCP agents. Network: 488b1b43-79b3-4c52-8c97-64494a70806b, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:16:27.033733 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No DVR routers for this DVR port 875dc9b2-2734-4c72-bad8-d40def4885e0 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:16:27.041553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.041946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0599592-ba82-4340-8931-e740e1da8a45 None None] DHCP port deletion for 4309ddd6-d3e0-4122-80b8-f6c20db6243b request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:16:27.060551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c0599592-ba82-4340-8931-e740e1da8a45 None None] Deleting port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:27.060813 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2245b492-7175-4081-9288-0c869c6b4bd3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/8df0b692-2a2b-4fbf-a63d-5b2eca70c527 HTTP/1.1" status: 204 len: 168 time: 1.1493783 Oct 05 09:16:27.061211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0599592-ba82-4340-8931-e740e1da8a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.066195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57576) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:27.068691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0646623-a70f-4dfe-a8e8-2e7b86f4e344 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d74220-702e-430f-b8c7-cab0e7775dac,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:27.120005 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.144259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e0646623-a70f-4dfe-a8e8-2e7b86f4e344 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.148168 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e0646623-a70f-4dfe-a8e8-2e7b86f4e344 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9114203 Oct 05 09:16:27.160350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57580) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:27.161209 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:27.161552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:27.161889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:27.162252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:27.162603 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:27.162937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:27.163343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:27.163670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:27.163993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:27.164311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:27.164631 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:27.164953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:27.170842 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fbe72f14-9d80-4e3d-a561-ea6e176c9b9d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031804 Oct 05 09:16:27.175106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5b907f9a-6fb4-4c7c-a229-43d155c571d6 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'c8d74220-702e-430f-b8c7-cab0e7775dac', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:27.175926 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-5b907f9a-6fb4-4c7c-a229-43d155c571d6 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 05 09:16:27.176446 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-5b907f9a-6fb4-4c7c-a229-43d155c571d6 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:27.180048 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5b907f9a-6fb4-4c7c-a229-43d155c571d6 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0150681 Oct 05 09:16:27.180048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57584) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:27.180367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:27.180710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.182376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57588) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:27.226884 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:27.289458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:27.303465 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Attempt 3 to provision port f8049219-828b-46cd-822b-c72404cf0675 Oct 05 09:16:27.317117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network 488b1b43-79b3-4c52-8c97-64494a70806b is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:16:27.342201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e6255-a44b-448b-8938-b687478a0097 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:27.352222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 488b1b43-79b3-4c52-8c97-64494a70806b) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:27.375340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:27.375926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.404665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60e87ee-32bd-4f3b-bd4b-778fed5429c2 None None] Network 488b1b43-79b3-4c52-8c97-64494a70806b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:27.443638 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ec607668-c65d-415c-8d60-e10b5ebdef25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7416556 Oct 05 09:16:27.443878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.445280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:27.448767 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57592) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:27.465793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1926595002', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:27.468066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.474473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:27.493014 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:27.498222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.498680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:27.546974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:27.554226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:router and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:27.569431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:27.573914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c0599592-ba82-4340-8931-e740e1da8a45 None None] For port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0,segment=NetworkSegment(0ee5e4c4-69e3-4179-9765-715cb4d56a79),segment_id=0ee5e4c4-69e3-4179-9765-715cb4d56a79)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:27.574440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0599592-ba82-4340-8931-e740e1da8a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.590682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:27.595813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Port f8049219-828b-46cd-822b-c72404cf0675 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:27.597057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:27.600746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.636082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] For port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0,segment=NetworkSegment(0ee5e4c4-69e3-4179-9765-715cb4d56a79),segment_id=0ee5e4c4-69e3-4179-9765-715cb4d56a79)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:27.636398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.720443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c0599592-ba82-4340-8931-e740e1da8a45 None None] Calling delete_port for ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:27.777674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac4af69-9eb6-44d0-a43e-cee81d24d67f']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:27.804483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.804973 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Fanout notify agent at l3_agent the message router_deleted on router 2daababd-ea48-40e3-b3ac-b04234b631a9 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:16:27.820378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.821612 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.835304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5642fb0-8c17-405c-a29b-ac53cd44d779') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:27.835584 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5642fb0-8c17-405c-a29b-ac53cd44d779') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:27.851093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-65c1ffde-f415-48fd-9b2e-cb44e5732173 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.862943 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.930606 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.932965 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.951562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.953036 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0f1a1c2f-b4e2-4489-b6fc-22dbed0d46fa tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "DELETE /v2.0/routers/2daababd-ea48-40e3-b3ac-b04234b631a9 HTTP/1.1" status: 204 len: 168 time: 6.6155119 Oct 05 09:16:27.960840 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57596) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:27.965084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:16:27.965653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:27.985429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:27.988264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.009029 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0599592-ba82-4340-8931-e740e1da8a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.030422 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-65c1ffde-f415-48fd-9b2e-cb44e5732173 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.062482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0599592-ba82-4340-8931-e740e1da8a45 None None] Pushing event deleted for resources: {'Port': ['ID=ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:28.072269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2006673860', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:28.079598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:16:28.080748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:16:28.081598 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment b5642fb0-8c17-405c-a29b-ac53cd44d779 resource provider aggregate not found Oct 05 09:16:28.082544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0599592-ba82-4340-8931-e740e1da8a45 None None] No DVR routers for this DVR port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:16:28.113951 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Attempt 4 to provision port f8049219-828b-46cd-822b-c72404cf0675 Oct 05 09:16:28.184952 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment b5642fb0-8c17-405c-a29b-ac53cd44d779 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5642fb0-8c17-405c-a29b-ac53cd44d779 found for delete ", "request_id": "req-bd8050c5-7ce9-44ff-932e-599f9108148e"}]} Oct 05 09:16:28.187073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:28.199540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:16:28.227046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Usage tracker for resource:router and tenant:d1dbe1033f0440d6b57d6314f9ef555b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:28.234054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:28.249270 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-488b1b43-79b3-4c52-8c97-64494a70806b', 'network_id': '488b1b43-79b3-4c52-8c97-64494a70806b', 'tenant_id': '1953ac25c57249bea113d86db52a0626', 'fixed_ips': [{'subnet_id': 'acf3def3-3910-4ac4-b995-b6f62223e009'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:16:28.250123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.268283 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:28.273935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Port f8049219-828b-46cd-822b-c72404cf0675 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:28.275440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:16:28.276050 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:16:28.283861 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.288586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.290441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.293660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.302797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:16:28.327513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d28b1bf-ba96-4f6d-b417-50be5836ab17 None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:16:28.327755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Pushing event updated for resources: {'Port': ['ID=a07b09f3-9551-454e-bfcd-985aa5ab140f,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:28.334216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4d28b1bf-ba96-4f6d-b417-50be5836ab17 None None] Deleting port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:28.334814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d28b1bf-ba96-4f6d-b417-50be5836ab17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.359968 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.365858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Network': ['ID=9ac4af69-9eb6-44d0-a43e-cee81d24d67f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:28.373480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.434917 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.435962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.442758 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c4020c97-38e2-499c-8123-581b980b7a7d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/9ac4af69-9eb6-44d0-a43e-cee81d24d67f HTTP/1.1" status: 204 len: 168 time: 9.4140985 Oct 05 09:16:28.446940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57604) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:28.453108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-65c1ffde-f415-48fd-9b2e-cb44e5732173 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.455333 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-65c1ffde-f415-48fd-9b2e-cb44e5732173 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.461909 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-65c1ffde-f415-48fd-9b2e-cb44e5732173 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "DELETE /v2.0/security-groups/c8d74220-702e-430f-b8c7-cab0e7775dac HTTP/1.1" status: 204 len: 168 time: 1.2096915 Oct 05 09:16:28.461909 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.461909 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b03de293-ab7c-4a86-b408-97c497c7e596 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9287095 Oct 05 09:16:28.485571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57608) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:28.485930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57610) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:28.501441 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1277649918', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'fixed_ips': [{'ip_address': '172.26.0.44'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:28.526710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1ffde-f415-48fd-9b2e-cb44e5732173 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d74220-702e-430f-b8c7-cab0e7775dac,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:28.538561 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:28.562654 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd0fe9b-fac9-4aa5-93e2-20c0d4941b20 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] GET failed (client error): The resource could not be found. Oct 05 09:16:28.563442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1dd0fe9b-fac9-4aa5-93e2-20c0d4941b20 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Synchronizing usage tracker for tenant:5e10d7f51494433ca7ebe2ce98107aca on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:28.568392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Usage tracker for resource:port and tenant:878bc8ee670f47b78cb3e7cb09663ca2 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:28.573470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.581392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=f8049219-828b-46cd-822b-c72404cf0675,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:28.594629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:28.601827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.611210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:28.643695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:28.644282 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.650945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4d28b1bf-ba96-4f6d-b417-50be5836ab17 None None] For port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6c7abf75-d6f5-4e89-b2fe-9242e849d94b,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:28.651512 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d28b1bf-ba96-4f6d-b417-50be5836ab17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.658890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c7783813-12af-48fc-b2e8-c8162191c5b4 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Synchronizing usage tracker for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:28.667752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Allocated IP 172.20.0.2 (488b1b43-79b3-4c52-8c97-64494a70806b/acf3def3-3910-4ac4-b995-b6f62223e009/15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:28.762308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Made reservation on behalf of 878bc8ee670f47b78cb3e7cb09663ca2 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:28.764595 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.775663 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Attempt 5 to provision port f8049219-828b-46cd-822b-c72404cf0675 Oct 05 09:16:28.796710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.807511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] The port 'ce3a1606-ebfc-4a2d-b4da-69fd9645c4a0' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:16:28.810110 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4d28b1bf-ba96-4f6d-b417-50be5836ab17 None None] Calling delete_port for 6c7abf75-d6f5-4e89-b2fe-9242e849d94b owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:28.810968 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:28.841415 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1dd0fe9b-fac9-4aa5-93e2-20c0d4941b20 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Unset dirty status for tenant:5e10d7f51494433ca7ebe2ce98107aca on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:28.842906 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1dd0fe9b-fac9-4aa5-93e2-20c0d4941b20 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "GET /v2.0/subnets/0bfac684-f8e3-41c4-b617-ff09474ed6ef HTTP/1.1" status: 404 len: 337 time: 0.3950303 Oct 05 09:16:28.851742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57616) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:28.953651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:28.971848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c7783813-12af-48fc-b2e8-c8162191c5b4 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Unset dirty status for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:28.976885 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c7783813-12af-48fc-b2e8-c8162191c5b4 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4776053 Oct 05 09:16:28.976885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Usage tracker for resource:security_group_rule and tenant:878bc8ee670f47b78cb3e7cb09663ca2 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:28.981130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57620) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:29.004346 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfbfa12-531a-469f-912a-f8ed186d7249 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:29.004824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfbfa12-531a-469f-912a-f8ed186d7249 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:29.032876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:29.035775 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Port f8049219-828b-46cd-822b-c72404cf0675 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:29.052389 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e7271961-4288-4133-b3bd-1756dd4dc86f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771789728'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:29.063559 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:29.065205 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d28b1bf-ba96-4f6d-b417-50be5836ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.066146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e7271961-4288-4133-b3bd-1756dd4dc86f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:29.080443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.106114 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.121440 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e7271961-4288-4133-b3bd-1756dd4dc86f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:29.121771 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9bfbfa12-531a-469f-912a-f8ed186d7249 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/9ac4af69-9eb6-44d0-a43e-cee81d24d67f HTTP/1.1" status: 404 len: 339 time: 0.2510629 Oct 05 09:16:29.131550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28b1bf-ba96-4f6d-b417-50be5836ab17 None None] Pushing event deleted for resources: {'Port': ['ID=6c7abf75-d6f5-4e89-b2fe-9242e849d94b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:29.133450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28b1bf-ba96-4f6d-b417-50be5836ab17 None None] No DVR routers for this DVR port 6c7abf75-d6f5-4e89-b2fe-9242e849d94b on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:16:29.145631 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57624) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:29.179315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:16:29.188944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.225885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.237125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4309ddd6-d3e0-4122-80b8-f6c20db6243b']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:29.243549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Transition to ACTIVE for port object 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:29.259785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network 3d6b7b68-6484-446b-9248-867836da5a14 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:29.264653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Transition to ACTIVE for port object 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:29.267907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e7271961-4288-4133-b3bd-1756dd4dc86f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.273088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee5e4c4-69e3-4179-9765-715cb4d56a79') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:29.273407 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee5e4c4-69e3-4179-9765-715cb4d56a79') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:29.275504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.288908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:29.297403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.304332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:29.313266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:29.313936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.324925 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=bad66084-de54-43ec-89db-eda429fc5de5,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:29.329228 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ceb9f8-b76b-4a4e-9f55-ecc8910f355c None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:29.339370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.339587 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:29.352355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:16:29.353244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.391113 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-13226f33-a122-4482-97fb-61924aa2dc3f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2119007 Oct 05 09:16:29.433664 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Network 488b1b43-79b3-4c52-8c97-64494a70806b is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:29.436352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Pushing event updated for resources: {'Port': ['ID=15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:29.442367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57630) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:29.442628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:29.447109 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:29.450978 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e7271961-4288-4133-b3bd-1756dd4dc86f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:29.555757 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Attempt 6 to provision port f8049219-828b-46cd-822b-c72404cf0675 Oct 05 09:16:29.574796 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 0ee5e4c4-69e3-4179-9765-715cb4d56a79 resource provider aggregate not found Oct 05 09:16:29.629424 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 0ee5e4c4-69e3-4179-9765-715cb4d56a79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ee5e4c4-69e3-4179-9765-715cb4d56a79 found for delete ", "request_id": "req-a0d84c71-8983-4b95-b9ed-9a7b207116d6"}]} Oct 05 09:16:29.685038 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Attempting to bind port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:29.685628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Attempting to bind port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '2889ab54-bfe9-428c-9642-ca555673a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '488b1b43-79b3-4c52-8c97-64494a70806b'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:29.685752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Attempting to bind port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 on network 488b1b43-79b3-4c52-8c97-64494a70806b {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:29.710680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:29.711054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Checking segment: {'id': '2889ab54-bfe9-428c-9642-ca555673a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '488b1b43-79b3-4c52-8c97-64494a70806b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:29.711457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.711848 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Bound using segment: {'id': '2889ab54-bfe9-428c-9642-ca555673a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '488b1b43-79b3-4c52-8c97-64494a70806b'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:29.712314 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Bound port: 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2889ab54-bfe9-428c-9642-ca555673a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '488b1b43-79b3-4c52-8c97-64494a70806b'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:29.712688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.727435 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Port f8049219-828b-46cd-822b-c72404cf0675 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:29.736810 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.741897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.751193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:29.791671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e7271961-4288-4133-b3bd-1756dd4dc86f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:29.829598 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/networks/4309ddd6-d3e0-4122-80b8-f6c20db6243b HTTP/1.1" status: 204 len: 168 time: 3.1346338 Oct 05 09:16:29.835133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57636) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:29.840718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2c9b6-8698-4cb8-861f-232c1e8efca4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Network': ['ID=4309ddd6-d3e0-4122-80b8-f6c20db6243b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:29.843133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': 'bad66084-de54-43ec-89db-eda429fc5de5'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:16:29.844441 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.906752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e7271961-4288-4133-b3bd-1756dd4dc86f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:29.908770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.922385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] For port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:29.948373 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] For port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4,segment=NetworkSegment(2889ab54-bfe9-428c-9642-ca555673a43c),segment_id=2889ab54-bfe9-428c-9642-ca555673a43c)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:29.950630 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e7271961-4288-4133-b3bd-1756dd4dc86f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:29.953500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:29.957462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:30.009556 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00b2a5e-b47b-44b5-949c-e95938a96007 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:30.010502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a00b2a5e-b47b-44b5-949c-e95938a96007 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Synchronizing usage tracker for tenant:5e10d7f51494433ca7ebe2ce98107aca on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:30.058132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f02316-b3b0-47be-bc27-00c8f8eb3663 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:30.058711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-13f02316-b3b0-47be-bc27-00c8f8eb3663 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:30.088848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:30.101828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852fe03-c3d9-4fe2-a8b5-c1d098a1dd6b None None] Pushing event updated for resources: {'Port': ['ID=15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:30.108566 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:30.114478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:30.118923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Allocated IP 2001:db8::f816:3eff:fe83:b160 (19d31986-d6d4-46c2-94b6-97b25bee37cf/bad66084-de54-43ec-89db-eda429fc5de5/0d40ca7c-5594-4e77-99a2-db5947968e53) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:30.135401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a00b2a5e-b47b-44b5-949c-e95938a96007 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Unset dirty status for tenant:5e10d7f51494433ca7ebe2ce98107aca on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:30.136696 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a00b2a5e-b47b-44b5-949c-e95938a96007 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9881868 Oct 05 09:16:30.141237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] device_id is not set on port e3501056-cc44-4b87-8f72-1ad0766c85e3 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:16:30.143695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-13f02316-b3b0-47be-bc27-00c8f8eb3663 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:30.146673 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-13f02316-b3b0-47be-bc27-00c8f8eb3663 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/4e917671-bd26-44fa-ba72-e25ac35f9a87 HTTP/1.1" status: 200 len: 845 time: 0.3089635 Oct 05 09:16:30.163724 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57640) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:30.163953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57642) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:30.203447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:30.217298 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:30.238028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:30.275474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:30.275708 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0d8ac07f-ea6c-4994-8106-7d9e5a72c672 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 207 time: 0.1072407 Oct 05 09:16:30.277113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57648) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:30.375618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb13383-7cce-4148-945c-76db4bb14804,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:30.421439 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Attempt 7 to provision port f8049219-828b-46cd-822b-c72404cf0675 Oct 05 09:16:30.460519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6c7abf75-d6f5-4e89-b2fe-9242e849d94b no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:16:30.481660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.26.0.152 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/ddefea0a-cbc3-44b0-b611-790e92e72130) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:30.494992 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-acbfe66d-daff-44ed-ad72-dd3c96462c7f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/4e917671-bd26-44fa-ba72-e25ac35f9a87?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3281114 Oct 05 09:16:30.500428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57652) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:30.510724 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:30.531179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 6c7abf75-d6f5-4e89-b2fe-9242e849d94b {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:16:30.531682 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6c7abf75-d6f5-4e89-b2fe-9242e849d94b not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:16:30.535222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ed0d35-d2a8-411b-a72d-8c0b74f821f2 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:30.546105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ed0d35-d2a8-411b-a72d-8c0b74f821f2 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:30.553950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ed0d35-d2a8-411b-a72d-8c0b74f821f2 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:30.555516 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:30.555907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e7271961-4288-4133-b3bd-1756dd4dc86f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:30.562076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ed0d35-d2a8-411b-a72d-8c0b74f821f2 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:30.566197 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-06ed0d35-d2a8-411b-a72d-8c0b74f821f2 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2840598 Oct 05 09:16:30.570396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Port f8049219-828b-46cd-822b-c72404cf0675 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:30.572894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Transition to ACTIVE for port object 0d40ca7c-5594-4e77-99a2-db5947968e53 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:30.578808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57656) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:30.599274 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Transition to ACTIVE for port object 0d40ca7c-5594-4e77-99a2-db5947968e53 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:30.602275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e7271961-4288-4133-b3bd-1756dd4dc86f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:30.606328 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:30.606617 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:30.609651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:30.671259 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:30.679240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:30.683534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:30.689852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Pushing event updated for resources: {'Port': ['ID=0d40ca7c-5594-4e77-99a2-db5947968e53,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:30.799805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:30.817336 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Sync routers for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:30.832386 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:30.833253 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:30.848581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Attempting to bind port 0d40ca7c-5594-4e77-99a2-db5947968e53 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:30.849064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Attempting to bind port 0d40ca7c-5594-4e77-99a2-db5947968e53 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:30.849491 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Attempting to bind port 0d40ca7c-5594-4e77-99a2-db5947968e53 on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:30.855824 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:30.856213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:30.856622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:30.857017 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:30.857539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Bound port: 0d40ca7c-5594-4e77-99a2-db5947968e53, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:30.857919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:30.940035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:30.956845 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b2df2728-e804-4606-8bc4-28377d180e16 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3760238 Oct 05 09:16:30.967954 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57660) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:30.969128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:31.002471 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] For port 0d40ca7c-5594-4e77-99a2-db5947968e53, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:31.014695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] For port 0d40ca7c-5594-4e77-99a2-db5947968e53, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0d40ca7c-5594-4e77-99a2-db5947968e53,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:31.028075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:31.034351 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:31.043287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:31.045620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7271961-4288-4133-b3bd-1756dd4dc86f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14d1425-c1ec-4912-9385-01cd06963b09,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:31.066890 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:31.089451 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Attempt 8 to provision port f8049219-828b-46cd-822b-c72404cf0675 Oct 05 09:16:31.142433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1687124f-038d-4bc3-be49-db78e79af2cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:31.144080 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1687124f-038d-4bc3-be49-db78e79af2cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:31.154487 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1687124f-038d-4bc3-be49-db78e79af2cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1742277 Oct 05 09:16:31.155121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57664) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:31.155455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57666) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:31.164278 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2278c49d-ae29-4d65-a436-3e0385bb5dd8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7297933 Oct 05 09:16:31.172150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:31.176458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:31.182585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:31.208406 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Port f8049219-828b-46cd-822b-c72404cf0675 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:31.215390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a33ce5-9c14-4754-b4a7-38678497554c None None] Pushing event updated for resources: {'Port': ['ID=0d40ca7c-5594-4e77-99a2-db5947968e53,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:31.238957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:31.241696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e7271961-4288-4133-b3bd-1756dd4dc86f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:31.245720 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e7271961-4288-4133-b3bd-1756dd4dc86f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2069983 Oct 05 09:16:31.257132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57672) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:31.270198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3187cc91-408c-43f8-a877-ed4b6a08d9b2 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'a14d1425-c1ec-4912-9385-01cd06963b09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:31.283938 dv-neutron-860328-1-hyperv neutron-server[89054]: WARNING neutron.api.v2.base [None req-3187cc91-408c-43f8-a877-ed4b6a08d9b2 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 05 09:16:31.285126 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-3187cc91-408c-43f8-a877-ed4b6a08d9b2 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:31.290095 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3187cc91-408c-43f8-a877-ed4b6a08d9b2 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0255270 Oct 05 09:16:31.320505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57676) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:31.327714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'network': {'name': 'tempest-RoutersTest-1007361842'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:31.374824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e0551631-678a-47ad-9d9f-10f79775655a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'a14d1425-c1ec-4912-9385-01cd06963b09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:31.376507 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-e0551631-678a-47ad-9d9f-10f79775655a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 05 09:16:31.381576 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-e0551631-678a-47ad-9d9f-10f79775655a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:31.383382 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e0551631-678a-47ad-9d9f-10f79775655a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0500023 Oct 05 09:16:31.396187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57680) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:31.404891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:31.443402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:network and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:31.451851 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a6575759-5029-40f9-86a9-5dd1cfcf633e tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'a14d1425-c1ec-4912-9385-01cd06963b09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:31.453175 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-a6575759-5029-40f9-86a9-5dd1cfcf633e tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 05 09:16:31.454050 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-a6575759-5029-40f9-86a9-5dd1cfcf633e tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:31.456584 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a6575759-5029-40f9-86a9-5dd1cfcf633e tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0392337 Oct 05 09:16:31.464421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:31.472344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57684) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:31.491861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b610aa34-07d3-43ab-8f43-6a0a425d0b03 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'a14d1425-c1ec-4912-9385-01cd06963b09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:31.496255 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-b610aa34-07d3-43ab-8f43-6a0a425d0b03 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 05 09:16:31.499599 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-b610aa34-07d3-43ab-8f43-6a0a425d0b03 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:31.500866 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b610aa34-07d3-43ab-8f43-6a0a425d0b03 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0241783 Oct 05 09:16:31.505895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57688) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:31.514090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:31.551884 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:25Z', 'revision_number': 4, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:27Z', 'revision_number': 2, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:31.559852 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Checking router: 7b9ab95a-dfa5-433c-9e98-da1ad03e210b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:16:31.560289 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Updating router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b port f8049219-828b-46cd-822b-c72404cf0675 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:16:31.576862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7aad56-d956-4ed7-b897-036113e21be2 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:31.579654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7aad56-d956-4ed7-b897-036113e21be2 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:31.582069 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ef7aad56-d956-4ed7-b897-036113e21be2 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4187493 Oct 05 09:16:31.589526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57692) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:31.592374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:31.600007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:31.609556 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:31.646063 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:31.681249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:16:31.710256 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Attempt 9 to provision port f8049219-828b-46cd-822b-c72404cf0675 Oct 05 09:16:31.727755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bae9d2dd-504b-42bc-8dec-3fdd1b630aaf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:31.761508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b5595-c445-4efe-827c-e8cca1807ee1 None None] Network 488b1b43-79b3-4c52-8c97-64494a70806b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:31.778891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:31.779330 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Added segment 5918a526-03ff-4af2-a60d-16ee96a16f77 of type vlan for network f60ab0b2-616c-440d-9aae-afec27809cb1 Oct 05 09:16:31.799898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bae9d2dd-504b-42bc-8dec-3fdd1b630aaf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:31.929303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Port f8049219-828b-46cd-822b-c72404cf0675 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:32.031265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.041904 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.088277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.147324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:32.149415 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e705474-a546-4f23-a18a-11152d133b61 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:32.154222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:32.156371 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1e705474-a546-4f23-a18a-11152d133b61 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "GET /v2.0/networks/5424877e-2487-4893-8aab-d2b7da4e808d HTTP/1.1" status: 200 len: 799 time: 0.5658305 Oct 05 09:16:32.160466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57696) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:32.170193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.176439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:32.196907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:32.199107 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.214530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:32.235522 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Transition to ACTIVE for port object f8049219-828b-46cd-822b-c72404cf0675 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:32.255041 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.299162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:32.299785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.383132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=ddefea0a-cbc3-44b0-b611-790e92e72130,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:32.385539 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 05 09:16:32.393519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:32.417938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network d342e829-d70b-4062-acd4-996d2ab1291c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:32.419623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bae9d2dd-504b-42bc-8dec-3fdd1b630aaf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.427235 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0d40ca7c-5594-4e77-99a2-db5947968e53 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:32.432164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.441940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:32.443001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.449265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:32.462237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=8c3d9625-9d67-4d77-b9ad-549ef6a2c22f,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:32.496235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9d2dd-504b-42bc-8dec-3fdd1b630aaf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14d1425-c1ec-4912-9385-01cd06963b09,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:32.521067 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Attempt 10 to provision port f8049219-828b-46cd-822b-c72404cf0675 Oct 05 09:16:32.554362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bae9d2dd-504b-42bc-8dec-3fdd1b630aaf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.558865 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bae9d2dd-504b-42bc-8dec-3fdd1b630aaf tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "DELETE /v2.0/security-groups/a14d1425-c1ec-4912-9385-01cd06963b09 HTTP/1.1" status: 204 len: 168 time: 1.0519152 Oct 05 09:16:32.566734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57700) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:32.592467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f1865b-fca9-4e56-8185-e11a87d42f75 None None] Network d342e829-d70b-4062-acd4-996d2ab1291c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:32.600725 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed020f06-036d-410d-82a0-91c3230405d2 None None] Pushing event updated for resources: {'Port': ['ID=f8049219-828b-46cd-822b-c72404cf0675,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:32.605783 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-944ba0ad-6cf8-4482-b33f-81a2a7c577ee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1622493 Oct 05 09:16:32.607455 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f8c494e3-f13d-4415-8a00-f24838c5b413 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 4.1135411 Oct 05 09:16:32.608006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57704) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:32.620296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57706) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:32.622967 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Attempting to bind port f8049219-828b-46cd-822b-c72404cf0675 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:32.623338 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Attempting to bind port f8049219-828b-46cd-822b-c72404cf0675 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'd5f4c193-1c3c-4071-b80d-b17733d199da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:32.623772 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Attempting to bind port f8049219-828b-46cd-822b-c72404cf0675 on network 3d6b7b68-6484-446b-9248-867836da5a14 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:32.625508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'mac_address': 'fa:16:3e:6e:cc:3b', 'name': 'tempest-NetworksTestDHCPv6-617331103'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:32.630949 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:32.631426 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Checking segment: {'id': 'd5f4c193-1c3c-4071-b80d-b17733d199da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:32.631794 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.632181 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Bound using segment: {'id': 'd5f4c193-1c3c-4071-b80d-b17733d199da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:32.632640 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Bound port: f8049219-828b-46cd-822b-c72404cf0675, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f4c193-1c3c-4071-b80d-b17733d199da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:32.633005 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.640588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Allocated IP 172.26.0.99 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/09024f1e-e0c7-4685-b7f8-9d81d5bf6dc5) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:32.727654 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3301d70c-b578-49c7-96b6-35d0f3583426 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "GET /v2.0/networks/5424877e-2487-4893-8aab-d2b7da4e808d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5638659 Oct 05 09:16:32.728470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57712) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:32.747041 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] For port f8049219-828b-46cd-822b-c72404cf0675, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:32.750705 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] For port f8049219-828b-46cd-822b-c72404cf0675, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f8049219-828b-46cd-822b-c72404cf0675,segment=NetworkSegment(d5f4c193-1c3c-4071-b80d-b17733d199da),segment_id=d5f4c193-1c3c-4071-b80d-b17733d199da)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:32.756026 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.799868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:32.800592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:32.810182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1dabf2-9e67-496d-8eed-8c17f5ba0115 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:32.858939 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed020f06-036d-410d-82a0-91c3230405d2 None None] Pushing event updated for resources: {'Port': ['ID=f8049219-828b-46cd-822b-c72404cf0675,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:32.870235 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:32.871025 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:32.967146 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:32.967726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:32.968382 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:32.968872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:32.969383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:32.969871 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:32.970974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:32.971464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:32.972044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:32.972546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:32.973039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:32.973652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:32.993365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Network': ['ID=f60ab0b2-616c-440d-9aae-afec27809cb1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:33.004503 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5026245 Oct 05 09:16:33.045766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network f60ab0b2-616c-440d-9aae-afec27809cb1 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:16:33.047263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-768d2520-6682-4175-a52e-191950b1e432 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Synchronizing usage tracker for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:33.057365 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57716) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:33.071340 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'security_group': {'name': 'tempest-secgroup-618831652'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:33.084155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-a07edf9a-babe-4e6c-8e38-0962066a43f8 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Deleting port a07b09f3-9551-454e-bfcd-985aa5ab140f {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:33.084514 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a07edf9a-babe-4e6c-8e38-0962066a43f8 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:33.087747 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:33.128990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:33.148357 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:security_group and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:33.164190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:33.179907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e5add-e00d-494e-b3c1-fb3bb8915ea4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:33.180477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b42e5add-e00d-494e-b3c1-fb3bb8915ea4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Synchronizing usage tracker for tenant:5e10d7f51494433ca7ebe2ce98107aca on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:33.200451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:33.241147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca551778-07ea-49a7-ae3d-9fbde69532c4 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Subnet': ['ID=c07cc773-f803-4792-8920-6f2c269d0d78,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:33.266171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:33.269489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-768d2520-6682-4175-a52e-191950b1e432 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Unset dirty status for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:33.277342 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-768d2520-6682-4175-a52e-191950b1e432 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7091684 Oct 05 09:16:33.280205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57722) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:33.293869 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b552eaa5-76c5-4823-afed-4639d2e33997 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371158868'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:33.321140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3aded046-25a4-40eb-98e5-0bd6ad2165d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:33.323938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5d425f2e-7192-4b49-9489-47bbc36459b8 None None] Port f8049219-828b-46cd-822b-c72404cf0675 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:33.336686 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 0d40ca7c-5594-4e77-99a2-db5947968e53 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:33.365748 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-889608cd-8dcd-4940-a05b-0328c6ebe1bf tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2058117 Oct 05 09:16:33.379138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57726) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:33.386337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b42e5add-e00d-494e-b3c1-fb3bb8915ea4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Unset dirty status for tenant:5e10d7f51494433ca7ebe2ce98107aca on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:33.387190 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'subnet': {'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:33.394076 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b42e5add-e00d-494e-b3c1-fb3bb8915ea4 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "GET /v2.0/subnets/adb9337f-c641-4066-a5f6-33cd9d33ef41 HTTP/1.1" status: 200 len: 811 time: 0.6529191 Oct 05 09:16:33.401907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57730) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:33.403047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b552eaa5-76c5-4823-afed-4639d2e33997 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:33.405529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:33.413325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:33.416641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:33.467373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:33.488809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:33.529168 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b552eaa5-76c5-4823-afed-4639d2e33997 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:33.536710 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:25Z', 'revision_number': 4, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:32Z', 'revision_number': 4, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:33.539826 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:33.545544 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959639a-2db8-4438-ae33-14f0c682be87 None None] The sync data for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv is: [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:25Z', 'revision_number': 4, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:32Z', 'revision_number': 4, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:33.558885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:33.576245 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:33.637639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e039e1-6dd0-49fa-a026-3c685550f8b6 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['shared'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:33.641038 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-79e039e1-6dd0-49fa-a026-3c685550f8b6 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "GET /v2.0/subnets/adb9337f-c641-4066-a5f6-33cd9d33ef41?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2291954 Oct 05 09:16:33.654887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:security_group_rule and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:33.660201 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57734) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:33.670642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:33.674069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b552eaa5-76c5-4823-afed-4639d2e33997 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:33.684528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:33.686698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1175344794'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:33.700133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:33.718006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:33.732264 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Could not find standard attr ID for object 6c7abf75-d6f5-4e89-b2fe-9242e849d94b. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:16:33.823746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:33.841211 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b552eaa5-76c5-4823-afed-4639d2e33997 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:33.844454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a07edf9a-babe-4e6c-8e38-0962066a43f8 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:33.844782 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a07edf9a-babe-4e6c-8e38-0962066a43f8 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:33.853391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:subnet and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:33.864756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:33.866309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:33.867345 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b552eaa5-76c5-4823-afed-4639d2e33997 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:33.871249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:33.878528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b552eaa5-76c5-4823-afed-4639d2e33997 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:33.881272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:33.903778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-d342e829-d70b-4062-acd4-996d2ab1291c', 'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'tenant_id': '07928855b107476ea4ff86567f452305', 'fixed_ips': [{'subnet_id': 'c07cc773-f803-4792-8920-6f2c269d0d78'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:16:33.910051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:33.911363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:33.920210 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:33.937915 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Made reservation on behalf of f21069c9faf941f8bb72faf648b195cc for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:33.942189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:33.946700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Provisioning for port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:33.959109 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:33.959493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:33.959836 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 Oct 05 09:16:33.965297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b552eaa5-76c5-4823-afed-4639d2e33997 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:34.008011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Provisioning complete for port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:34.008381 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.008718 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Attempt 1 to provision port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 Oct 05 09:16:34.198912 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-a07edf9a-babe-4e6c-8e38-0962066a43f8 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Calling delete_port for a07b09f3-9551-454e-bfcd-985aa5ab140f owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:34.265079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:16:34.291711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.309806 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.310704 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Added segment 9bef14cd-ce98-4108-963d-79d49449be0f of type vlan for network fbcd5378-2264-48e0-a5b7-e1b8addc208a Oct 05 09:16:34.372250 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.405344 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.436708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.478706 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b9a73f-77ea-4a72-a03f-03f1ae6c82d6 None None] Update dhcp port {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': 'bad66084-de54-43ec-89db-eda429fc5de5', 'ip_address': '2001:db8::f816:3eff:fe83:b160'}, {'subnet_id': '8c3d9625-9d67-4d77-b9ad-549ef6a2c22f'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': '0d40ca7c-5594-4e77-99a2-db5947968e53'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:16:34.488881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 966f101c-defb-409d-8a2f-4f54d54bb0a9 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:16:34.561753 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.602952 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Current status of the port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:34.603418 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.604424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:34.609809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.616334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:34.616334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.624855 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.631223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:34.633100 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.638435 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82b9a73f-77ea-4a72-a03f-03f1ae6c82d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.647274 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:34.653711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:34.654258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.682699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Allocated IP 2001:db8::2 (d342e829-d70b-4062-acd4-996d2ab1291c/c07cc773-f803-4792-8920-6f2c269d0d78/b62fea88-2c27-4d31-ad5f-e60e85e9ac87) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:34.727945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Pushing event updated for resources: {'Port': ['ID=09024f1e-e0c7-4685-b7f8-9d81d5bf6dc5,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:34.756702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] For port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4,segment=NetworkSegment(2889ab54-bfe9-428c-9642-ca555673a43c),segment_id=2889ab54-bfe9-428c-9642-ca555673a43c)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:34.770535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.778513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.781044 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b552eaa5-76c5-4823-afed-4639d2e33997 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.789292 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1173899 Oct 05 09:16:34.790260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57738) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:34.805312 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'subnet': {'network_id': 'fbcd5378-2264-48e0-a5b7-e1b8addc208a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:34.826625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b552eaa5-76c5-4823-afed-4639d2e33997 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:34.827456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b6eda-f1ce-4f84-b188-c339137de0bf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Network': ['ID=fbcd5378-2264-48e0-a5b7-e1b8addc208a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:34.839717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f6c9a1-6346-45c0-9e77-e82b709267ef,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:34.883451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router e31da2e6-f38f-41b1-947d-47963fc6a334 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:16:34.907160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Subnet': ['ID=897e6d88-bc8e-417f-b1be-c7d285fc1eca,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:34.916797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Checking segment: {'id': '5918a526-03ff-4af2-a60d-16ee96a16f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:34.917366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network hostable DHCP agents. Network: f60ab0b2-616c-440d-9aae-afec27809cb1, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:16:34.994477 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network fbcd5378-2264-48e0-a5b7-e1b8addc208a details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:16:35.012806 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a07edf9a-babe-4e6c-8e38-0962066a43f8 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.019125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network f60ab0b2-616c-440d-9aae-afec27809cb1 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:16:35.092623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, f60ab0b2-616c-440d-9aae-afec27809cb1) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:35.099219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:35.099219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.111518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.112838 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ce9deb9a-2e6e-4c93-aaa9-96e002c0e5c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.0504575 Oct 05 09:16:35.121662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57742) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:35.126635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'security_group': {'name': 'tempest-secgroup-440504654'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:35.143281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:35.149630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:35.157124 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:security_group and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:35.157759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e8675-c24d-4857-9269-618f39b0c75b None None] Network f60ab0b2-616c-440d-9aae-afec27809cb1 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:35.167035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:35.175726 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0055b65a-e24d-4735-9c55-0ff888ce93ae tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7920804 Oct 05 09:16:35.176122 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07edf9a-babe-4e6c-8e38-0962066a43f8 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Pushing event deleted for resources: {'Port': ['ID=a07b09f3-9551-454e-bfcd-985aa5ab140f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:35.179536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57746) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:35.182294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:35.197085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.198465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b552eaa5-76c5-4823-afed-4639d2e33997 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.199629 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b552eaa5-76c5-4823-afed-4639d2e33997 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9103334 Oct 05 09:16:35.200816 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fc01e80b-3692-45be-a3b6-01388f4589d7 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7512698 Oct 05 09:16:35.201489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57750) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:35.204473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57752) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:35.207390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e68fc7-bb89-4c82-ab6c-7ab0054029ba None None] Sync routers for ids ['e31da2e6-f38f-41b1-947d-47963fc6a334'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:35.229877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Provisioning for port 0d40ca7c-5594-4e77-99a2-db5947968e53 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:35.232817 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:16:35.233173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:16:35.276054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.289444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-89fa79d3-a588-4786-afd2-37d4772c9f2f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'f169093d-8642-4666-b819-83bf0ca1bc09', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:35.290646 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-89fa79d3-a588-4786-afd2-37d4772c9f2f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 05 09:16:35.291147 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-89fa79d3-a588-4786-afd2-37d4772c9f2f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:35.294719 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-89fa79d3-a588-4786-afd2-37d4772c9f2f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068724 Oct 05 09:16:35.300421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57758) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:35.314829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Provisioning complete for port 0d40ca7c-5594-4e77-99a2-db5947968e53 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:35.315499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.315499 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Attempt 1 to provision port 0d40ca7c-5594-4e77-99a2-db5947968e53 Oct 05 09:16:35.316188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c7e61e2f-3cb5-4f44-a80c-60e6d0f012f9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'f169093d-8642-4666-b819-83bf0ca1bc09', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:35.325379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c7e61e2f-3cb5-4f44-a80c-60e6d0f012f9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:35.334813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c7e61e2f-3cb5-4f44-a80c-60e6d0f012f9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:35.339475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:35.341721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c7e61e2f-3cb5-4f44-a80c-60e6d0f012f9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:35.347628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:security_group_rule and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:35.352928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:35.358454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552eaa5-76c5-4823-afed-4639d2e33997 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f169093d-8642-4666-b819-83bf0ca1bc09,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:35.360129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Pushing event updated for resources: {'Port': ['ID=15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:35.360279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c7e61e2f-3cb5-4f44-a80c-60e6d0f012f9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:35.374581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:35.380442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e68fc7-bb89-4c82-ab6c-7ab0054029ba None None] Routers {'e31da2e6-f38f-41b1-947d-47963fc6a334'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:35.381076 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-19e68fc7-bb89-4c82-ab6c-7ab0054029ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e31da2e6-f38f-41b1-947d-47963fc6a334'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:35.512564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:35.557046 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:35.557395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:35.557730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:35.559194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:35.559194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:35.559194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:35.559194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:35.559620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:35.559731 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:35.560158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:35.560271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:35.560928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:16:35.574856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-19e68fc7-bb89-4c82-ab6c-7ab0054029ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:35.575878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:35.608149 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-c7e61e2f-3cb5-4f44-a80c-60e6d0f012f9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:35.613161 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c7e61e2f-3cb5-4f44-a80c-60e6d0f012f9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3082097 Oct 05 09:16:35.614225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57762) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:35.623382 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d0132f6a-78ef-45c3-98c5-96b19a5a448a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'f169093d-8642-4666-b819-83bf0ca1bc09', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:35.623999 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-d0132f6a-78ef-45c3-98c5-96b19a5a448a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 05 09:16:35.624611 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-d0132f6a-78ef-45c3-98c5-96b19a5a448a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:35.625862 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 172.20.0.4 (19d31986-d6d4-46c2-94b6-97b25bee37cf/8c3d9625-9d67-4d77-b9ad-549ef6a2c22f/966f101c-defb-409d-8a2f-4f54d54bb0a9) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:35.626392 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d0132f6a-78ef-45c3-98c5-96b19a5a448a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109847 Oct 05 09:16:35.632648 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57766) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:35.639165 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d6b7429d-951a-4d49-b64a-52cdfa2f7f85 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'f169093d-8642-4666-b819-83bf0ca1bc09', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:35.650731 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e68fc7-bb89-4c82-ab6c-7ab0054029ba None None] Routers {'e31da2e6-f38f-41b1-947d-47963fc6a334'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:35.651356 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-19e68fc7-bb89-4c82-ab6c-7ab0054029ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e31da2e6-f38f-41b1-947d-47963fc6a334'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:35.699315 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Made reservation on behalf of 5e10d7f51494433ca7ebe2ce98107aca for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:35.702803 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.726164 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a07edf9a-babe-4e6c-8e38-0962066a43f8 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.728811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a07edf9a-babe-4e6c-8e38-0962066a43f8 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.729372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eab99a73-c013-4d73-99bb-6de1ca62e04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.733747 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a07edf9a-babe-4e6c-8e38-0962066a43f8 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315 tempest-ExternalNetworksAdminNegativeTestJSON-1112623315-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/4537194b-a3c8-40c7-a37c-b3d24821f4b9 HTTP/1.1" status: 204 len: 168 time: 3.0845792 Oct 05 09:16:35.750564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.770933 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.811086 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.844371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Transition to ACTIVE for port object b62fea88-2c27-4d31-ad5f-e60e85e9ac87 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:35.880845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d6b7429d-951a-4d49-b64a-52cdfa2f7f85 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:35.882666 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:35.885991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::f816:3eff:fe6e:cc3b (19d31986-d6d4-46c2-94b6-97b25bee37cf/bad66084-de54-43ec-89db-eda429fc5de5/966f101c-defb-409d-8a2f-4f54d54bb0a9) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:35.918604 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-19e68fc7-bb89-4c82-ab6c-7ab0054029ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:35.919189 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e68fc7-bb89-4c82-ab6c-7ab0054029ba None None] The sync data for ids ['e31da2e6-f38f-41b1-947d-47963fc6a334'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:35.932364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bac2a8b-902f-41e6-b8c0-2fabb2cf0439,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:35.945339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Transition to ACTIVE for port object b62fea88-2c27-4d31-ad5f-e60e85e9ac87 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:35.968818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:35.975857 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7fdb8e70-b5af-46f5-980e-7e656aa3a1bb tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8533971 Oct 05 09:16:35.976892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57772) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:35.990572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1377100326', 'security_groups': ['2bac2a8b-902f-41e6-b8c0-2fabb2cf0439'], 'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c07cc773-f803-4792-8920-6f2c269d0d78'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:35.993795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:36.104037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d6b7429d-951a-4d49-b64a-52cdfa2f7f85 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:36.134914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d6b7429d-951a-4d49-b64a-52cdfa2f7f85 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:36.152771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Network d342e829-d70b-4062-acd4-996d2ab1291c is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:36.162132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:36.164227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Current status of the port 0d40ca7c-5594-4e77-99a2-db5947968e53 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:36.164616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:36.176468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:36.192063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d6b7429d-951a-4d49-b64a-52cdfa2f7f85 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:36.205747 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f8049219-828b-46cd-822b-c72404cf0675 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:36.240175 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.ipam_backend_mixin [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Performing IP validity checks on allocation pools {{(pid=89054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:16:36.240795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.ipam_backend_mixin [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:16:36.244705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-f60ab0b2-616c-440d-9aae-afec27809cb1', 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'fixed_ips': [{'subnet_id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:16:36.245741 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:36.275997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57778) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:36.316799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Pushing event updated for resources: {'Port': ['ID=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:36.438267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] For port 0d40ca7c-5594-4e77-99a2-db5947968e53, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0d40ca7c-5594-4e77-99a2-db5947968e53,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:36.455784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Attempting to bind port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:36.456609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Attempting to bind port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '8943da30-27b9-4145-9b7a-7cdcfd944193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:36.456609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Attempting to bind port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 on network d342e829-d70b-4062-acd4-996d2ab1291c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:36.479756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:36.514055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:36.514439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Checking segment: {'id': '8943da30-27b9-4145-9b7a-7cdcfd944193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:36.514851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:36.515244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Bound using segment: {'id': '8943da30-27b9-4145-9b7a-7cdcfd944193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:36.515733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Bound port: b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8943da30-27b9-4145-9b7a-7cdcfd944193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:36.516219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:36.574998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:36.592220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:port and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:36.603033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:36.614524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:36.656163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port f8049219-828b-46cd-822b-c72404cf0675 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:36.659065 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:36.692121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-53747854-5878-4909-be0a-6f6eaa6fbf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:36.693937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674cc4e-44f8-4cb1-acfe-a655b93e4061 None None] Pushing event updated for resources: {'Port': ['ID=0d40ca7c-5594-4e77-99a2-db5947968e53,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:36.696500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f8049219-828b-46cd-822b-c72404cf0675 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:36.696879 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:36.697216 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f8049219-828b-46cd-822b-c72404cf0675 Oct 05 09:16:36.701273 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-d6b7429d-951a-4d49-b64a-52cdfa2f7f85 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:36.702332 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d6b7429d-951a-4d49-b64a-52cdfa2f7f85 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0671909 Oct 05 09:16:36.714315 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57784) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:36.731180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:36.778824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:36.793821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c572bfaf-3b2d-4ee2-9f7a-a270a003e7e8 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'f169093d-8642-4666-b819-83bf0ca1bc09', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:36.794855 dv-neutron-860328-1-hyperv neutron-server[89054]: WARNING neutron.api.v2.base [None req-c572bfaf-3b2d-4ee2-9f7a-a270a003e7e8 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 05 09:16:36.794986 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-977933f2-23b4-4b73-8e4a-a7ddf9685898 None None] Provisioning complete for port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:36.795302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-977933f2-23b4-4b73-8e4a-a7ddf9685898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:36.795619 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-977933f2-23b4-4b73-8e4a-a7ddf9685898 None None] Attempt 1 to provision port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 Oct 05 09:16:36.795769 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-c572bfaf-3b2d-4ee2-9f7a-a270a003e7e8 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:36.797215 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c572bfaf-3b2d-4ee2-9f7a-a270a003e7e8 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0746617 Oct 05 09:16:36.804747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57788) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:36.821521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7140f0a6-c454-43d4-9ac9-3efc7759123b tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'f169093d-8642-4666-b819-83bf0ca1bc09', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:36.827571 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7140f0a6-c454-43d4-9ac9-3efc7759123b tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:36.832976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-53747854-5878-4909-be0a-6f6eaa6fbf34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:36.833170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7140f0a6-c454-43d4-9ac9-3efc7759123b tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:36.836454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7140f0a6-c454-43d4-9ac9-3efc7759123b tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:36.841894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:36.843098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7140f0a6-c454-43d4-9ac9-3efc7759123b tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:36.847129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Allocated IP 172.23.0.2 (f60ab0b2-616c-440d-9aae-afec27809cb1/897e6d88-bc8e-417f-b1be-c7d285fc1eca/02f90a00-e8ee-4984-b5cd-dbe29daa390f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:36.858666 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] For port b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:36.866888 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:36.874490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-53747854-5878-4909-be0a-6f6eaa6fbf34 admin admin] Usage tracker for resource:security_group_rule and tenant:783330ed740b490e9b02ea03c98a21c9 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:36.906974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-53747854-5878-4909-be0a-6f6eaa6fbf34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:36.937560 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] For port b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,segment=NetworkSegment(8943da30-27b9-4145-9b7a-7cdcfd944193),segment_id=8943da30-27b9-4145-9b7a-7cdcfd944193)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:36.937798 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-7140f0a6-c454-43d4-9ac9-3efc7759123b tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Project cc3684f308524a5786867c622fecc500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:16:36.976608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-53747854-5878-4909-be0a-6f6eaa6fbf34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:37.030787 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:37.038695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:37.065157 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-7140f0a6-c454-43d4-9ac9-3efc7759123b tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:37.069229 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7140f0a6-c454-43d4-9ac9-3efc7759123b tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2591968 Oct 05 09:16:37.070161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57792) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:37.077792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6ded200e-cc19-430d-be81-1b739b337d2d tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'f169093d-8642-4666-b819-83bf0ca1bc09', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:37.078585 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-6ded200e-cc19-430d-be81-1b739b337d2d tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 05 09:16:37.078764 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-6ded200e-cc19-430d-be81-1b739b337d2d tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:37.083721 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6ded200e-cc19-430d-be81-1b739b337d2d tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071480 Oct 05 09:16:37.089212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57796) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:37.094887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d0f569e3-921e-4b80-92da-1218174c69ba tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'f169093d-8642-4666-b819-83bf0ca1bc09', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:37.109235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:16:37.146749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d0f569e3-921e-4b80-92da-1218174c69ba tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:37.157853 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d0f569e3-921e-4b80-92da-1218174c69ba tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:37.168467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d0f569e3-921e-4b80-92da-1218174c69ba tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:37.192556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f8049219-828b-46cd-822b-c72404cf0675 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:37.192556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:37.197212 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:37.237064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d0f569e3-921e-4b80-92da-1218174c69ba tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:37.249571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5e916-0774-417b-b696-9ecadfb4b94a None None] Pushing event updated for resources: {'Port': ['ID=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:37.285989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:37.286547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-977933f2-23b4-4b73-8e4a-a7ddf9685898 None None] Current status of the port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:37.307439 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object 966f101c-defb-409d-8a2f-4f54d54bb0a9 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:37.333236 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-d0f569e3-921e-4b80-92da-1218174c69ba tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Project cc3684f308524a5786867c622fecc500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:16:37.367024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port f8049219-828b-46cd-822b-c72404cf0675, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f8049219-828b-46cd-822b-c72404cf0675,segment=NetworkSegment(d5f4c193-1c3c-4071-b80d-b17733d199da),segment_id=d5f4c193-1c3c-4071-b80d-b17733d199da)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:37.378225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:37.379427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:37.394341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:37.437934 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-d0f569e3-921e-4b80-92da-1218174c69ba tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:37.439620 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d0f569e3-921e-4b80-92da-1218174c69ba tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3480115 Oct 05 09:16:37.447490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57800) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:37.496480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-24d4675f-893b-4938-b37d-c30960867bff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': 'f169093d-8642-4666-b819-83bf0ca1bc09', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:37.503563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-24d4675f-893b-4938-b37d-c30960867bff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:37.508160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-24d4675f-893b-4938-b37d-c30960867bff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:37.511699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-24d4675f-893b-4938-b37d-c30960867bff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:37.519849 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-24d4675f-893b-4938-b37d-c30960867bff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:37.574539 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-24d4675f-893b-4938-b37d-c30960867bff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Project cc3684f308524a5786867c622fecc500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:16:37.609116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=f8049219-828b-46cd-822b-c72404cf0675,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:37.625591 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:37.636856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.20.0.1 (488b1b43-79b3-4c52-8c97-64494a70806b/acf3def3-3910-4ac4-b995-b6f62223e009/d99ca78d-dec6-4b9c-baaa-309c06b96c22) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:37.647143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Transition to ACTIVE for port object 02f90a00-e8ee-4984-b5cd-dbe29daa390f will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:37.655017 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-24d4675f-893b-4938-b37d-c30960867bff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:37.656193 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-24d4675f-893b-4938-b37d-c30960867bff tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2076523 Oct 05 09:16:37.658346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8::316 (d342e829-d70b-4062-acd4-996d2ab1291c/c07cc773-f803-4792-8920-6f2c269d0d78/a0df9301-7cc9-4c87-bfa4-da4fd7c1fade) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:37.664273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57804) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:37.682938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:37.683321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:37.683655 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 Oct 05 09:16:37.748011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Transition to ACTIVE for port object 02f90a00-e8ee-4984-b5cd-dbe29daa390f will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:37.765331 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:37.902260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Network f60ab0b2-616c-440d-9aae-afec27809cb1 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:37.910963 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:37.940179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:38.012332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Subnet': ['ID=df566823-0e2f-4e25-8c4f-4ba702638efa,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:38.021489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84e3f918-cb6b-47e3-be4f-b1a9f2460bfd tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.060141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Checking segment: {'id': '9bef14cd-ce98-4108-963d-79d49449be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fbcd5378-2264-48e0-a5b7-e1b8addc208a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:38.060385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network hostable DHCP agents. Network: fbcd5378-2264-48e0-a5b7-e1b8addc208a, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:16:38.064623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.074429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Pushing event updated for resources: {'Port': ['ID=02f90a00-e8ee-4984-b5cd-dbe29daa390f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:38.113897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.114193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84e3f918-cb6b-47e3-be4f-b1a9f2460bfd tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.124561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Transition to ACTIVE for port object d99ca78d-dec6-4b9c-baaa-309c06b96c22 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:38.125438 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-53747854-5878-4909-be0a-6f6eaa6fbf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.182874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.199231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.204035 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-53747854-5878-4909-be0a-6f6eaa6fbf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.204218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:38.216495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Attempting to bind port 02f90a00-e8ee-4984-b5cd-dbe29daa390f on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:38.216874 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Attempting to bind port 02f90a00-e8ee-4984-b5cd-dbe29daa390f by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '5918a526-03ff-4af2-a60d-16ee96a16f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:38.217238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Attempting to bind port 02f90a00-e8ee-4984-b5cd-dbe29daa390f on network f60ab0b2-616c-440d-9aae-afec27809cb1 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:38.223488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Transition to ACTIVE for port object a0df9301-7cc9-4c87-bfa4-da4fd7c1fade will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:38.229719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:38.230141 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Checking segment: {'id': '5918a526-03ff-4af2-a60d-16ee96a16f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:38.230550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.232167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Bound using segment: {'id': '5918a526-03ff-4af2-a60d-16ee96a16f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:38.232668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Bound port: 02f90a00-e8ee-4984-b5cd-dbe29daa390f, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5918a526-03ff-4af2-a60d-16ee96a16f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:38.233050 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.258699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.284211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-82b9a73f-77ea-4a72-a03f-03f1ae6c82d6 None None] Allocated IP 172.20.0.2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/8c3d9625-9d67-4d77-b9ad-549ef6a2c22f/0d40ca7c-5594-4e77-99a2-db5947968e53) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:38.325335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.336133 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:38.379297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Network fbcd5378-2264-48e0-a5b7-e1b8addc208a is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:16:38.384301 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:38.404441 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:38.492601 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84e3f918-cb6b-47e3-be4f-b1a9f2460bfd tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.502008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network d342e829-d70b-4062-acd4-996d2ab1291c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:38.518080 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:38.521992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:38.527527 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:38.528302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.533122 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-53747854-5878-4909-be0a-6f6eaa6fbf34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=783330ed740b490e9b02ea03c98a21c9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2475681 Oct 05 09:16:38.534172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=966f101c-defb-409d-8a2f-4f54d54bb0a9,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:38.534463 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] For port 02f90a00-e8ee-4984-b5cd-dbe29daa390f, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:38.539689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53747854-5878-4909-be0a-6f6eaa6fbf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cfe9f8-4838-4dd3-a284-0db8982ae703,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:38.542220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57808) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:38.545647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-82b9a73f-77ea-4a72-a03f-03f1ae6c82d6 None None] For port 0d40ca7c-5594-4e77-99a2-db5947968e53, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0d40ca7c-5594-4e77-99a2-db5947968e53,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:38.552115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] For port 02f90a00-e8ee-4984-b5cd-dbe29daa390f, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=02f90a00-e8ee-4984-b5cd-dbe29daa390f,segment=NetworkSegment(5918a526-03ff-4af2-a60d-16ee96a16f77),segment_id=5918a526-03ff-4af2-a60d-16ee96a16f77)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:38.559490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, fbcd5378-2264-48e0-a5b7-e1b8addc208a) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:38.560527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.585763 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6054361 Oct 05 09:16:38.586964 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3f918-cb6b-47e3-be4f-b1a9f2460bfd tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f169093d-8642-4666-b819-83bf0ca1bc09,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:38.592309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57812) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:38.604491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network 488b1b43-79b3-4c52-8c97-64494a70806b is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:38.610265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:38.611992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.615622 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84e3f918-cb6b-47e3-be4f-b1a9f2460bfd tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.618106 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-84e3f918-cb6b-47e3-be4f-b1a9f2460bfd tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "DELETE /v2.0/security-groups/f169093d-8642-4666-b819-83bf0ca1bc09 HTTP/1.1" status: 204 len: 168 time: 0.9528525 Oct 05 09:16:38.625778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7942ba9c-c6c2-4560-927f-1416d4e83c5e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:38.641978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403bd979-e561-4516-ac9a-42914d5d4f0f None None] Network fbcd5378-2264-48e0-a5b7-e1b8addc208a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:38.670621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f8049219-828b-46cd-822b-c72404cf0675 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:38.682614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57816) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:38.755002 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:38.755950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:38.829948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:38.832108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3f2d8-5b10-4971-8adb-70c6274443ba tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=a0df9301-7cc9-4c87-bfa4-da4fd7c1fade,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:38.839292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:38.871907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-82b9a73f-77ea-4a72-a03f-03f1ae6c82d6 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:16:38.925984 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-70864339-140d-47fe-ab28-4a4798eeb1cf tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.1275780 Oct 05 09:16:38.942000 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57820) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:38.946276 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-73e07f99-0ab5-4db7-ba80-d034fc7f9401 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.3273354 Oct 05 09:16:38.954800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57822) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:38.969748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a5b9900a-6022-4a02-9f9f-bb083bd5129e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:39.000296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82b9a73f-77ea-4a72-a03f-03f1ae6c82d6 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:39.051966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7942ba9c-c6c2-4560-927f-1416d4e83c5e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:39.086149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c460af2a-2797-40fe-a2ad-c5101d2535ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:39.098438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7942ba9c-c6c2-4560-927f-1416d4e83c5e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:39.099501 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Allocated IP 172.23.0.1 (f60ab0b2-616c-440d-9aae-afec27809cb1/897e6d88-bc8e-417f-b1be-c7d285fc1eca/bb8c2a59-4bcd-4f61-9639-e9480238fe7a) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:39.101081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075efcf-3c8e-4e29-ba86-063214cd2962 None None] Pushing event updated for resources: {'Port': ['ID=02f90a00-e8ee-4984-b5cd-dbe29daa390f,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:39.114909 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b74dc249-45a5-4372-92bb-a7cf3622e72d tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Synchronizing usage tracker for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:39.117665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7942ba9c-c6c2-4560-927f-1416d4e83c5e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:39.128053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-82b9a73f-77ea-4a72-a03f-03f1ae6c82d6 None None] Ignored duplicate provisioning block setup for port 0d40ca7c-5594-4e77-99a2-db5947968e53 by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:16:39.132730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7942ba9c-c6c2-4560-927f-1416d4e83c5e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:39.172705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=d99ca78d-dec6-4b9c-baaa-309c06b96c22,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:39.180014 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82b9a73f-77ea-4a72-a03f-03f1ae6c82d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:39.198547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:39.236732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b74dc249-45a5-4372-92bb-a7cf3622e72d tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Unset dirty status for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:39.244688 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b74dc249-45a5-4372-92bb-a7cf3622e72d tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5541704 Oct 05 09:16:39.273474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7942ba9c-c6c2-4560-927f-1416d4e83c5e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:39.277436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7942ba9c-c6c2-4560-927f-1416d4e83c5e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:39.297766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57828) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:39.310095 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f8049219-828b-46cd-822b-c72404cf0675 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:39.310668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:39.311150 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f8049219-828b-46cd-822b-c72404cf0675 Oct 05 09:16:39.317315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6030b631-0b8a-4641-8119-376b62843e5c tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534440620'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:39.326963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c460af2a-2797-40fe-a2ad-c5101d2535ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:39.393572 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:39.397162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6030b631-0b8a-4641-8119-376b62843e5c tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:39.423247 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5b9900a-6022-4a02-9f9f-bb083bd5129e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9914497'] for subnet, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:39.458333 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5399357-c10d-4e9d-a163-3eb66c64c499 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:39.464645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5399357-c10d-4e9d-a163-3eb66c64c499 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:39.465554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c5399357-c10d-4e9d-a163-3eb66c64c499 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:39.481097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6030b631-0b8a-4641-8119-376b62843e5c tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:39.523528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Provisioning complete for port 4e917671-bd26-44fa-ba72-e25ac35f9a87 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:39.523910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:39.524256 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Attempt 1 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:16:39.528008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c5399357-c10d-4e9d-a163-3eb66c64c499 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:39.534319 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c5399357-c10d-4e9d-a163-3eb66c64c499 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5622954 Oct 05 09:16:39.536606 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57832) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:39.552850 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9a73f-77ea-4a72-a03f-03f1ae6c82d6 None None] Pushing event updated for resources: {'Port': ['ID=0d40ca7c-5594-4e77-99a2-db5947968e53,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:39.587792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6030b631-0b8a-4641-8119-376b62843e5c tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:39.627264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Router da2e9432-b590-43ef-9fe3-96974edc7bc4 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:16:39.641336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6030b631-0b8a-4641-8119-376b62843e5c tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:39.721414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a07c2890-3d8b-45e0-854d-24457ec673d5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 966f101c-defb-409d-8a2f-4f54d54bb0a9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:39.722103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a07c2890-3d8b-45e0-854d-24457ec673d5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:39.728175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:39.761408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-fbcd5378-2264-48e0-a5b7-e1b8addc208a', 'network_id': 'fbcd5378-2264-48e0-a5b7-e1b8addc208a', 'tenant_id': '5e10d7f51494433ca7ebe2ce98107aca', 'fixed_ips': [{'subnet_id': 'df566823-0e2f-4e25-8c4f-4ba702638efa'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:16:39.762763 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:39.814801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6030b631-0b8a-4641-8119-376b62843e5c tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:39.818721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6030b631-0b8a-4641-8119-376b62843e5c tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:39.827725 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6030b631-0b8a-4641-8119-376b62843e5c tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:39.948408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f8049219-828b-46cd-822b-c72404cf0675 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:39.950272 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0d40ca7c-5594-4e77-99a2-db5947968e53 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:40.073161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 0d40ca7c-5594-4e77-99a2-db5947968e53 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:40.073480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:40.073824 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 0d40ca7c-5594-4e77-99a2-db5947968e53 Oct 05 09:16:40.109891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:40.122219 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbb6da-02f8-4173-9a3f-f3bf64be003e None None] Sync routers for ids ['da2e9432-b590-43ef-9fe3-96974edc7bc4'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:40.148014 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbb6da-02f8-4173-9a3f-f3bf64be003e None None] Routers {'da2e9432-b590-43ef-9fe3-96974edc7bc4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:40.148771 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-11cbb6da-02f8-4173-9a3f-f3bf64be003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['da2e9432-b590-43ef-9fe3-96974edc7bc4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:40.197324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c460af2a-2797-40fe-a2ad-c5101d2535ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:40.257478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460af2a-2797-40fe-a2ad-c5101d2535ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cfe9f8-4838-4dd3-a284-0db8982ae703,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:40.261362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c460af2a-2797-40fe-a2ad-c5101d2535ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:40.265013 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c460af2a-2797-40fe-a2ad-c5101d2535ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2cfe9f8-4838-4dd3-a284-0db8982ae703 HTTP/1.1" status: 204 len: 168 time: 1.7047327 Oct 05 09:16:40.265172 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-11cbb6da-02f8-4173-9a3f-f3bf64be003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:40.294431 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbb6da-02f8-4173-9a3f-f3bf64be003e None None] Routers {'da2e9432-b590-43ef-9fe3-96974edc7bc4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:40.294680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:40.295312 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-11cbb6da-02f8-4173-9a3f-f3bf64be003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['da2e9432-b590-43ef-9fe3-96974edc7bc4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:40.300243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:40.301487 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e6484a58-3e38-4ae7-95bb-2bfe5dc06b44 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 12.3179307 Oct 05 09:16:40.311623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a07c2890-3d8b-45e0-854d-24457ec673d5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:40.328664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57838) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:40.336581 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Attempt 2 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:16:40.348150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:40.433251 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5b9900a-6022-4a02-9f9f-bb083bd5129e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773370724235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3893507'] for subnet, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:40.448434 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-11cbb6da-02f8-4173-9a3f-f3bf64be003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:40.448973 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbb6da-02f8-4173-9a3f-f3bf64be003e None None] The sync data for ids ['da2e9432-b590-43ef-9fe3-96974edc7bc4'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:40.464048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4e1b02-cc32-43dc-9fa2-a0933c0fbcee None None] Network f60ab0b2-616c-440d-9aae-afec27809cb1 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:40.550641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9900a-6022-4a02-9f9f-bb083bd5129e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event updated for resources: {'Subnet': ['ID=df566823-0e2f-4e25-8c4f-4ba702638efa,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:40.555008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Transition to ACTIVE for port object bb8c2a59-4bcd-4f61-9639-e9480238fe7a will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:40.587398 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9900a-6022-4a02-9f9f-bb083bd5129e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:40.587923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5b9900a-6022-4a02-9f9f-bb083bd5129e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:40.591911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6030b631-0b8a-4641-8119-376b62843e5c tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:40.592318 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a5b9900a-6022-4a02-9f9f-bb083bd5129e tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "PUT /v2.0/subnets/df566823-0e2f-4e25-8c4f-4ba702638efa HTTP/1.1" status: 200 len: 877 time: 1.6447406 Oct 05 09:16:40.593255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57844) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:40.661700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:40.674347 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.ipam_backend_mixin [None req-7942ba9c-c6c2-4560-927f-1416d4e83c5e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c07cc773-f803-4792-8920-6f2c269d0d78 (CIDR: 2001:db8::/64) Oct 05 09:16:40.675243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6030b631-0b8a-4641-8119-376b62843e5c tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:40.688125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a07c2890-3d8b-45e0-854d-24457ec673d5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 966f101c-defb-409d-8a2f-4f54d54bb0a9 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:40.738708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Allocated IP 172.20.0.3 (fbcd5378-2264-48e0-a5b7-e1b8addc208a/df566823-0e2f-4e25-8c4f-4ba702638efa/6bc49cc7-99f0-4cbb-b272-9f2317d9d21e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:40.757987 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-7942ba9c-c6c2-4560-927f-1416d4e83c5e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:40.758497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7942ba9c-c6c2-4560-927f-1416d4e83c5e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:40.800178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:40.802364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 0d40ca7c-5594-4e77-99a2-db5947968e53 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:40.803658 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b62fea88-2c27-4d31-ad5f-e60e85e9ac87 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:41.030131 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57848) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:41.072669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030b631-0b8a-4641-8119-376b62843e5c tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28480d15-760a-4099-9f43-dac77445f4f4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:41.078403 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7942ba9c-c6c2-4560-927f-1416d4e83c5e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4742923 Oct 05 09:16:41.087119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6030b631-0b8a-4641-8119-376b62843e5c tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:41.088418 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6030b631-0b8a-4641-8119-376b62843e5c tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7844784 Oct 05 09:16:41.091392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57852) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:41.091543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57854) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:41.113681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-02dcf357-6555-4a05-bd39-73eaebb4dcbe tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': '28480d15-760a-4099-9f43-dac77445f4f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:41.124467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:41.132884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:41.149124 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-02dcf357-6555-4a05-bd39-73eaebb4dcbe tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:41.158383 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:41.165816 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Attempt 3 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:16:41.257931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:41.309386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:41.311624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:41.325210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Transition to ACTIVE for port object 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:41.333030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-02dcf357-6555-4a05-bd39-73eaebb4dcbe tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:41.352227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-02dcf357-6555-4a05-bd39-73eaebb4dcbe tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:41.354399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Transition to ACTIVE for port object 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:41.356401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network f60ab0b2-616c-440d-9aae-afec27809cb1 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:41.365138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:41.428748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:41.433497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=bb8c2a59-4bcd-4f61-9639-e9480238fe7a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:41.458821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Network fbcd5378-2264-48e0-a5b7-e1b8addc208a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:41.460219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Pushing event updated for resources: {'Port': ['ID=6bc49cc7-99f0-4cbb-b272-9f2317d9d21e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:41.465258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:41.467397 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-02dcf357-6555-4a05-bd39-73eaebb4dcbe tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:41.468902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:41.540854 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0dd1036b-11ce-4dbe-9f3f-989c47a88f98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=878bc8ee670f47b78cb3e7cb09663ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038037 Oct 05 09:16:41.541746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:41.552941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57860) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:41.562174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0d40ca7c-5594-4e77-99a2-db5947968e53 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:41.657879 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Attempting to bind port 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:41.658569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Attempting to bind port 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '9bef14cd-ce98-4108-963d-79d49449be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fbcd5378-2264-48e0-a5b7-e1b8addc208a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:41.659030 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Attempting to bind port 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e on network fbcd5378-2264-48e0-a5b7-e1b8addc208a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:41.665868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:41.666425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Checking segment: {'id': '9bef14cd-ce98-4108-963d-79d49449be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fbcd5378-2264-48e0-a5b7-e1b8addc208a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:41.667634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:41.667634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Bound using segment: {'id': '9bef14cd-ce98-4108-963d-79d49449be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fbcd5378-2264-48e0-a5b7-e1b8addc208a'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:41.668111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Bound port: 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bef14cd-ce98-4108-963d-79d49449be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fbcd5378-2264-48e0-a5b7-e1b8addc208a'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:41.668590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:41.691678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Deleting port 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:41.692032 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:41.738310 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 0d40ca7c-5594-4e77-99a2-db5947968e53 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:41.738871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:41.739309 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 0d40ca7c-5594-4e77-99a2-db5947968e53 Oct 05 09:16:41.786693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:41.793263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:41.797072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:41.805257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:41.820193 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Attempt 4 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:16:41.845539 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-02dcf357-6555-4a05-bd39-73eaebb4dcbe tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The resource could not be found. Oct 05 09:16:41.849925 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-02dcf357-6555-4a05-bd39-73eaebb4dcbe tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7556758 Oct 05 09:16:41.850672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41cae0e3-81bb-4783-a790-ede9f6782b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:41.890182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:41.894184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41cae0e3-81bb-4783-a790-ede9f6782b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:41.911687 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] For port 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:41.918936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] For port 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6bc49cc7-99f0-4cbb-b272-9f2317d9d21e,segment=NetworkSegment(9bef14cd-ce98-4108-963d-79d49449be0f),segment_id=9bef14cd-ce98-4108-963d-79d49449be0f)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:41.959778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.012573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57864) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:42.013019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:42.016643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.050346 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 0d40ca7c-5594-4e77-99a2-db5947968e53 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:42.051739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 02f90a00-e8ee-4984-b5cd-dbe29daa390f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:42.105844 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.118323 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbdadd-b3f2-4446-a51d-c4b83a6798bb None None] Pushing event updated for resources: {'Port': ['ID=6bc49cc7-99f0-4cbb-b272-9f2317d9d21e,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:42.143069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 02f90a00-e8ee-4984-b5cd-dbe29daa390f completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:42.155668 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] For port 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e, host dv-neutron-860328-1-hyperv, got binding levels [] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:42.156470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.157893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2ac85670-c3e8-4b3f-9954-8b139f448765 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': '28480d15-760a-4099-9f43-dac77445f4f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cc6f2ede-bc46-49d1-9ba2-07c4d5173d4a'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:42.186713 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2ac85670-c3e8-4b3f-9954-8b139f448765 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:42.191721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41cae0e3-81bb-4783-a790-ede9f6782b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.212234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2ac85670-c3e8-4b3f-9954-8b139f448765 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:42.216419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2ac85670-c3e8-4b3f-9954-8b139f448765 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:42.236972 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cae0e3-81bb-4783-a790-ede9f6782b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb13383-7cce-4148-945c-76db4bb14804,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:42.238960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a07c2890-3d8b-45e0-854d-24457ec673d5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.246278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2ac85670-c3e8-4b3f-9954-8b139f448765 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:42.323521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Calling delete_port for 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:42.355105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.368486 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.391573 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Attempt 5 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:16:42.418927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Deleting port 09024f1e-e0c7-4685-b7f8-9d81d5bf6dc5 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:42.419347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.426347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c2890-3d8b-45e0-854d-24457ec673d5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=966f101c-defb-409d-8a2f-4f54d54bb0a9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:42.487785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:42.578518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41cae0e3-81bb-4783-a790-ede9f6782b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.582933 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-41cae0e3-81bb-4783-a790-ede9f6782b55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0bb13383-7cce-4148-945c-76db4bb14804 HTTP/1.1" status: 204 len: 168 time: 1.0262964 Oct 05 09:16:42.583431 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:16:42.583905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:16:42.669620 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-2ac85670-c3e8-4b3f-9954-8b139f448765 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The resource could not be found. Oct 05 09:16:42.673902 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2ac85670-c3e8-4b3f-9954-8b139f448765 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5305476 Oct 05 09:16:42.681175 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57870) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:42.691015 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.696083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a07c2890-3d8b-45e0-854d-24457ec673d5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.702286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.746427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.759571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.800278 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a07c2890-3d8b-45e0-854d-24457ec673d5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/966f101c-defb-409d-8a2f-4f54d54bb0a9 HTTP/1.1" status: 204 len: 168 time: 3.2561352 Oct 05 09:16:42.806857 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57874) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:42.906593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.961328 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Calling delete_port for 09024f1e-e0c7-4685-b7f8-9d81d5bf6dc5 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:42.986244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:42.989368 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Attempt 6 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:16:42.995451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=d99ca78d-dec6-4b9c-baaa-309c06b96c22,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:43.087946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:43.092139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Deleting port 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:43.092484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:43.162463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network d342e829-d70b-4062-acd4-996d2ab1291c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:43.172257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:43.176918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb14f1a7-cb3f-41ff-a325-bcdd2e7f88ea tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:43.178562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb14f1a7-cb3f-41ff-a325-bcdd2e7f88ea tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:43.180047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb14f1a7-cb3f-41ff-a325-bcdd2e7f88ea tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:43.180868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fb14f1a7-cb3f-41ff-a325-bcdd2e7f88ea tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:43.183340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8bd831-5952-4d6e-be3a-bbe302cb51f5 None None] Network d342e829-d70b-4062-acd4-996d2ab1291c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:43.185202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:43.185779 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:43.230705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network 488b1b43-79b3-4c52-8c97-64494a70806b is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:43.235293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:43.237330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Subnet': ['ID=c190c663-b997-4c50-aaf3-6e78a30152ef,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:43.332988 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fb14f1a7-cb3f-41ff-a325-bcdd2e7f88ea tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:43.344902 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fb14f1a7-cb3f-41ff-a325-bcdd2e7f88ea tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5244606 Oct 05 09:16:43.351560 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-48a6b2af-82f9-426e-b7c2-03775b0c5c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2588949 Oct 05 09:16:43.379177 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57888) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:43.379510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57890) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:43.392459 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3b14b48b-4e2c-45bf-8ac9-2d26d999dbe2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-743811142', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c190c663-b997-4c50-aaf3-6e78a30152ef'}], 'security_groups': ['d5f6c9a1-6346-45c0-9e77-e82b709267ef']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:43.531797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:43.613267 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Attempt 7 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:16:43.640178 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8910147b-e069-457f-9b8f-063ce4025c30 None None] Network fbcd5378-2264-48e0-a5b7-e1b8addc208a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:43.645664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f373d99f-e654-41d5-a7eb-51356d3f56f9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:43.768548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f373d99f-e654-41d5-a7eb-51356d3f56f9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:43.777760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-09df3879-67dd-4a41-a531-bc2f920e7f5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 8c3d9625-9d67-4d77-b9ad-549ef6a2c22f {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:16:43.789889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57904) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:43.804144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09df3879-67dd-4a41-a531-bc2f920e7f5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:43.916286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:43.958381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09df3879-67dd-4a41-a531-bc2f920e7f5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:43.993165 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:44.016099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router e31da2e6-f38f-41b1-947d-47963fc6a334 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:44.056977 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:44.215671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:44.240908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:44.261570 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Request body: {'networks': [{'name': 'tempest-network--534443505'}, {'name': 'tempest-network--1600106393'}]} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:44.261885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Request body: {'network': {'name': 'tempest-network--534443505'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:44.262376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Request body: {'network': {'name': 'tempest-network--1600106393'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:44.324650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f615c3-6c82-45f4-b1b1-cb2c24c37c0f None None] Update dhcp port {'port': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'fixed_ips': [{'subnet_id': 'c07cc773-f803-4792-8920-6f2c269d0d78', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c190c663-b997-4c50-aaf3-6e78a30152ef'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': 'b62fea88-2c27-4d31-ad5f-e60e85e9ac87'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:16:44.326550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:44.355107 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Usage tracker for resource:network and tenant:def5968a22fb4fa4933ae11332990d38 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:44.370459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:44.398360 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21f615c3-6c82-45f4-b1b1-cb2c24c37c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:44.418781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:44.423733 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Attempt 8 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:16:44.431650 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b4b2ab64-8afa-4b4c-a26a-4f3dcd5cc9e2 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "PUT /v2.0/routers/e31da2e6-f38f-41b1-947d-47963fc6a334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2289546 Oct 05 09:16:44.432213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57910) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:44.432703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:44.437057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09df3879-67dd-4a41-a531-bc2f920e7f5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:44.463626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d9e0dd-e8ac-4846-a4d9-8633b2dcb715 None None] Network fbcd5378-2264-48e0-a5b7-e1b8addc208a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:44.476769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d4bf61-aa47-448a-9e7e-410cd36529c0 None None] Sync routers for ids ['e31da2e6-f38f-41b1-947d-47963fc6a334'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:44.483358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'port': {'network_id': '488b1b43-79b3-4c52-8c97-64494a70806b', 'name': 'tempest-FloatingIPTestJSON-1906634011'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:44.492604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f373d99f-e654-41d5-a7eb-51356d3f56f9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:44.495690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:44.499644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b14b48b-4e2c-45bf-8ac9-2d26d999dbe2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:44.548619 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event updated for resources: {'Port': ['ID=bb8c2a59-4bcd-4f61-9639-e9480238fe7a,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:44.558282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373d99f-e654-41d5-a7eb-51356d3f56f9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28480d15-760a-4099-9f43-dac77445f4f4,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:44.560159 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Made reservation on behalf of def5968a22fb4fa4933ae11332990d38 for: {'network': 2} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:44.564523 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:44.622267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4bf61-aa47-448a-9e7e-410cd36529c0 None None] Routers {'e31da2e6-f38f-41b1-947d-47963fc6a334'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:44.623013 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e8d4bf61-aa47-448a-9e7e-410cd36529c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e31da2e6-f38f-41b1-947d-47963fc6a334'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:44.651695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:44.694543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:44.705226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e8d4bf61-aa47-448a-9e7e-410cd36529c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:44.721259 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Pushing event deleted for resources: {'Port': ['ID=09024f1e-e0c7-4685-b7f8-9d81d5bf6dc5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:44.740401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] For port 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6bc49cc7-99f0-4cbb-b272-9f2317d9d21e,segment=NetworkSegment(9bef14cd-ce98-4108-963d-79d49449be0f),segment_id=9bef14cd-ce98-4108-963d-79d49449be0f)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:44.740768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:44.763957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:44.792095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09df3879-67dd-4a41-a531-bc2f920e7f5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:44.796659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4bf61-aa47-448a-9e7e-410cd36529c0 None None] Routers {'e31da2e6-f38f-41b1-947d-47963fc6a334'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:44.797270 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e8d4bf61-aa47-448a-9e7e-410cd36529c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e31da2e6-f38f-41b1-947d-47963fc6a334'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:44.837420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:44.839727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df3879-67dd-4a41-a531-bc2f920e7f5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3d9625-9d67-4d77-b9ad-549ef6a2c22f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:44.871478 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e8d4bf61-aa47-448a-9e7e-410cd36529c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:44.871881 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d4bf61-aa47-448a-9e7e-410cd36529c0 None None] The sync data for ids ['e31da2e6-f38f-41b1-947d-47963fc6a334'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:44.887167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Usage tracker for resource:port and tenant:1953ac25c57249bea113d86db52a0626 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:44.892734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09df3879-67dd-4a41-a531-bc2f920e7f5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:44.906579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67005fe-6d37-4476-b185-4dbc02f32c08 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:44.907776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:44.924974 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-09df3879-67dd-4a41-a531-bc2f920e7f5a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/8c3d9625-9d67-4d77-b9ad-549ef6a2c22f HTTP/1.1" status: 204 len: 168 time: 1.5444160 Oct 05 09:16:44.926354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Calling delete_port for 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:44.929053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:44.933714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57914) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:44.955983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:45.008489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f373d99f-e654-41d5-a7eb-51356d3f56f9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:45.014334 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f373d99f-e654-41d5-a7eb-51356d3f56f9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "DELETE /v2.0/security-groups/28480d15-760a-4099-9f43-dac77445f4f4 HTTP/1.1" status: 204 len: 168 time: 2.3279502 Oct 05 09:16:45.017999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57918) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:45.023669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Usage tracker for resource:security_group_rule and tenant:def5968a22fb4fa4933ae11332990d38 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:45.040537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:45.058091 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Made reservation on behalf of 1953ac25c57249bea113d86db52a0626 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:45.061496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:45.116995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14e4507-2bfa-4589-bd76-b0f266c971ef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet bad66084-de54-43ec-89db-eda429fc5de5 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:16:45.121638 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:45.135827 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f14e4507-2bfa-4589-bd76-b0f266c971ef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:45.189142 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-21f615c3-6c82-45f4-b1b1-cb2c24c37c0f None None] Allocated IP 2001:db8:0:1::2 (d342e829-d70b-4062-acd4-996d2ab1291c/c190c663-b997-4c50-aaf3-6e78a30152ef/b62fea88-2c27-4d31-ad5f-e60e85e9ac87) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:45.196219 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Attempt 9 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:16:45.201022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] device_id is not set on port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:16:45.244583 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4a98d19e-ab28-4fd8-bd76-8d9e1d7c276a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Synchronizing usage tracker for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:45.249497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f14e4507-2bfa-4589-bd76-b0f266c971ef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:45.414702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:45.428701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Network f60ab0b2-616c-440d-9aae-afec27809cb1 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:45.445787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:45.521256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-21f615c3-6c82-45f4-b1b1-cb2c24c37c0f None None] For port b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,segment=NetworkSegment(8943da30-27b9-4145-9b7a-7cdcfd944193),segment_id=8943da30-27b9-4145-9b7a-7cdcfd944193)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:45.528918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:45.533900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4a98d19e-ab28-4fd8-bd76-8d9e1d7c276a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Unset dirty status for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:45.538455 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4a98d19e-ab28-4fd8-bd76-8d9e1d7c276a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5164371 Oct 05 09:16:45.541757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57922) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:45.562815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e1f01b43-f3fc-4832-adf2-1d7907cbdf96 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': '5bbd1b68-93ed-481d-9c24-52872b06c019', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:45.570834 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21f615c3-6c82-45f4-b1b1-cb2c24c37c0f None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:45.574106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1f01b43-f3fc-4832-adf2-1d7907cbdf96 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:45.581388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1f01b43-f3fc-4832-adf2-1d7907cbdf96 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:45.587453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1f01b43-f3fc-4832-adf2-1d7907cbdf96 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:45.589445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-21f615c3-6c82-45f4-b1b1-cb2c24c37c0f None None] Ignored duplicate provisioning block setup for port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:16:45.599829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21f615c3-6c82-45f4-b1b1-cb2c24c37c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:45.602850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1f01b43-f3fc-4832-adf2-1d7907cbdf96 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:45.659338 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f14e4507-2bfa-4589-bd76-b0f266c971ef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:45.694871 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Allocated IP 172.20.0.13 (488b1b43-79b3-4c52-8c97-64494a70806b/acf3def3-3910-4ac4-b995-b6f62223e009/cc1ab45d-2d45-474d-a8d7-a110d85ccd1e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:45.809827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f615c3-6c82-45f4-b1b1-cb2c24c37c0f None None] Pushing event updated for resources: {'Port': ['ID=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:45.853368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:45.916201 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Attempt 10 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:16:45.966228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f14e4507-2bfa-4589-bd76-b0f266c971ef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.037699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-3b14b48b-4e2c-45bf-8ac9-2d26d999dbe2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Delete allocated IP 2001:db8::316 (d342e829-d70b-4062-acd4-996d2ab1291c/c07cc773-f803-4792-8920-6f2c269d0d78) {{(pid=89055) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 05 09:16:46.040455 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-e1f01b43-f3fc-4832-adf2-1d7907cbdf96 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The resource could not be found. Oct 05 09:16:46.041528 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e1f01b43-f3fc-4832-adf2-1d7907cbdf96 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4924622 Oct 05 09:16:46.084375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:46.101499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Provisioning for port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:46.107446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Provisioning complete for port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:46.107885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.108293 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Attempt 1 to provision port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 Oct 05 09:16:46.120695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57926) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:46.131470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e4507-2bfa-4589-bd76-b0f266c971ef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=bad66084-de54-43ec-89db-eda429fc5de5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:46.152915 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-520f9e3f-124f-4317-ab5e-023e7f12a5d0 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group': {'name': 'tempest-secgroup--922376043'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:46.159234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-520f9e3f-124f-4317-ab5e-023e7f12a5d0 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:46.169365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-520f9e3f-124f-4317-ab5e-023e7f12a5d0 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:46.180029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f14e4507-2bfa-4589-bd76-b0f266c971ef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.184654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-3b14b48b-4e2c-45bf-8ac9-2d26d999dbe2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8:0:1::372 (d342e829-d70b-4062-acd4-996d2ab1291c/c190c663-b997-4c50-aaf3-6e78a30152ef/a0df9301-7cc9-4c87-bfa4-da4fd7c1fade) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:46.206242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-520f9e3f-124f-4317-ab5e-023e7f12a5d0 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.227272 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f14e4507-2bfa-4589-bd76-b0f266c971ef tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/bad66084-de54-43ec-89db-eda429fc5de5 HTTP/1.1" status: 204 len: 168 time: 1.2929671 Oct 05 09:16:46.241242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57930) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:46.308717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Current status of the port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:46.309394 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.336915 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:46.350728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Router da2e9432-b590-43ef-9fe3-96974edc7bc4 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:46.351785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.366025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-520f9e3f-124f-4317-ab5e-023e7f12a5d0 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:46.366670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] For port b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,segment=NetworkSegment(8943da30-27b9-4145-9b7a-7cdcfd944193),segment_id=8943da30-27b9-4145-9b7a-7cdcfd944193)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:46.370674 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fbd7bcce-2d8a-4559-b3d4-34bdf38690b0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1245232 Oct 05 09:16:46.378399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57934) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:46.378869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.379869 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-520f9e3f-124f-4317-ab5e-023e7f12a5d0 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:46.388635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-520f9e3f-124f-4317-ab5e-023e7f12a5d0 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:46.406203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:46.447728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-520f9e3f-124f-4317-ab5e-023e7f12a5d0 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:46.457166 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.473950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Port': ['ID=6bc49cc7-99f0-4cbb-b272-9f2317d9d21e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:46.487942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d7d79-62d3-4593-bcd6-a48783da84c0 None None] Pushing event updated for resources: {'Port': ['ID=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:46.534427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Provisioning for port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:46.539771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Provisioning complete for port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:46.540153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.540493 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 1 to provision port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade Oct 05 09:16:46.568459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd089fe8-80ea-498d-a46f-c2789ac74e22 None None] DHCP port deletion for fbcd5378-2264-48e0-a5b7-e1b8addc208a request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:16:46.636713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:46.649027 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.649528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.671580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.719202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:46.738243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Transition to ACTIVE for port object cc1ab45d-2d45-474d-a8d7-a110d85ccd1e will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:46.753432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24865a0e-8a60-4cbc-94b2-0be8bb510984 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:46.754691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:46.776884 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:46.791560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:46.815385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-520f9e3f-124f-4317-ab5e-023e7f12a5d0 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.827384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-520f9e3f-124f-4317-ab5e-023e7f12a5d0 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.846620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:46.850267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.889333 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No DVR routers for this DVR port 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:16:46.968274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b14b48b-4e2c-45bf-8ac9-2d26d999dbe2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:46.984749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:46.997128 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4298a859-7ba6-4448-aa5a-d9ed9ab7377c None None] Sync routers for ids ['da2e9432-b590-43ef-9fe3-96974edc7bc4'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:47.007431 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4298a859-7ba6-4448-aa5a-d9ed9ab7377c None None] Routers {'da2e9432-b590-43ef-9fe3-96974edc7bc4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:47.008370 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4298a859-7ba6-4448-aa5a-d9ed9ab7377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['da2e9432-b590-43ef-9fe3-96974edc7bc4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:47.017473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f9e3f-124f-4317-ab5e-023e7f12a5d0 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6429aa-d9c4-42a4-8a8b-0f8b51a7e26b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:47.021058 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4edb0d0-805d-4578-bcd2-9683859bca22,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:47.025404 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:16:47.069405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.069592 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Added segment 4595141d-1e67-429f-988e-6c0d0df10790 of type vlan for network 8e69a56e-ccaf-47d2-8609-12553e83a1db Oct 05 09:16:47.080809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.083395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-3b14b48b-4e2c-45bf-8ac9-2d26d999dbe2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Ignored duplicate provisioning block setup for port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:16:47.087113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-520f9e3f-124f-4317-ab5e-023e7f12a5d0 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.089072 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-520f9e3f-124f-4317-ab5e-023e7f12a5d0 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9615710 Oct 05 09:16:47.091602 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.098922 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4298a859-7ba6-4448-aa5a-d9ed9ab7377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:47.109617 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4298a859-7ba6-4448-aa5a-d9ed9ab7377c None None] Routers {'da2e9432-b590-43ef-9fe3-96974edc7bc4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:47.111163 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4298a859-7ba6-4448-aa5a-d9ed9ab7377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['da2e9432-b590-43ef-9fe3-96974edc7bc4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:47.111764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51406fb8-b191-4e52-aa93-caeb9917124c None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:16:47.116535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-51406fb8-b191-4e52-aa93-caeb9917124c None None] Deleting port 0d40ca7c-5594-4e77-99a2-db5947968e53 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:47.116911 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51406fb8-b191-4e52-aa93-caeb9917124c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.125204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57938) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:47.133925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:47.140589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599586753'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:47.151354 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 2 to provision port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade Oct 05 09:16:47.172013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:47.177699 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.178838 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4298a859-7ba6-4448-aa5a-d9ed9ab7377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:47.179380 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4298a859-7ba6-4448-aa5a-d9ed9ab7377c None None] The sync data for ids ['da2e9432-b590-43ef-9fe3-96974edc7bc4'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:47.181566 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7d1c8c66-9e7f-431a-b8a6-2bbb660173c0 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "PUT /v2.0/routers/da2e9432-b590-43ef-9fe3-96974edc7bc4 HTTP/1.1" status: 200 len: 710 time: 6.8480473 Oct 05 09:16:47.182268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57942) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:47.194575 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:47.195179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Sync routers for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:47.202598 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-43b301ab-4d84-4c4f-9ac6-13e0faebde9c tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0030270 Oct 05 09:16:47.202598 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.216648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57946) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:47.234459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:47.234949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:47.235634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:47.261928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:47.294094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:47.355760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event updated for resources: {'Port': ['ID=cc1ab45d-2d45-474d-a8d7-a110d85ccd1e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:47.371729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Network 488b1b43-79b3-4c52-8c97-64494a70806b is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:47.372973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b14b48b-4e2c-45bf-8ac9-2d26d999dbe2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.391028 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d2af13c8-b92a-4eab-b5ce-1cec7d9f81cd tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/routers/da2e9432-b590-43ef-9fe3-96974edc7bc4 HTTP/1.1" status: 200 len: 745 time: 0.2001884 Oct 05 09:16:47.393309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57950) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:47.418408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b62fea88-2c27-4d31-ad5f-e60e85e9ac87 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:47.433539 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:47.436195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:47.442910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.466073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.479213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-64f4e424-7361-4e58-8fd0-8f0ce035a223 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:47.483782 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-91f8ade4-4875-4f32-817a-ee9b31413993 tempest-RoutersIpV6AdminTest-90311198 tempest-RoutersIpV6AdminTest-90311198-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&device_id=da2e9432-b590-43ef-9fe3-96974edc7bc4 HTTP/1.1" status: 200 len: 205 time: 0.0875127 Oct 05 09:16:47.487016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57954) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:47.491311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.495791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:16:47.591408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:47.670708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:47.765348 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 3 to provision port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade Oct 05 09:16:47.774950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Subnet': ['ID=df566823-0e2f-4e25-8c4f-4ba702638efa,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:47.785633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.786229 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Added segment d4171acc-8e62-4ba9-9508-04ad48e7ebd8 of type vlan for network 1178167d-e102-4569-95bd-327ee52fd282 Oct 05 09:16:47.824411 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:47.853406 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8a13b388-80fb-47d5-9e40-3598be6f0b1f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "GET /v2.0/ports?device_id=da2e9432-b590-43ef-9fe3-96974edc7bc4 HTTP/1.1" status: 200 len: 205 time: 0.3639925 Oct 05 09:16:47.859118 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:47.862587 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57958) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:47.873782 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.942250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3b14b48b-4e2c-45bf-8ac9-2d26d999dbe2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] In _notify_port_updated(), no bound segment for port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade on network d342e829-d70b-4062-acd4-996d2ab1291c {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:16:47.947943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b14b48b-4e2c-45bf-8ac9-2d26d999dbe2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:47.948418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b14b48b-4e2c-45bf-8ac9-2d26d999dbe2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.949552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0262795d-e2ec-4e2f-87df-57d08e5bc318 None None] Network fbcd5378-2264-48e0-a5b7-e1b8addc208a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:47.949715 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3b14b48b-4e2c-45bf-8ac9-2d26d999dbe2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "PUT /v2.0/ports/a0df9301-7cc9-4c87-bfa4-da4fd7c1fade HTTP/1.1" status: 200 len: 930 time: 4.5639594 Oct 05 09:16:47.959622 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:47.971799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57962) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:47.975138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:47.978652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:47.979238 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:47.983925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:48.084437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:48.085061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.088736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14b48b-4e2c-45bf-8ac9-2d26d999dbe2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=a0df9301-7cc9-4c87-bfa4-da4fd7c1fade,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:48.097515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.104856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=8427a328-9b10-43d2-8262-8ac1300892c2,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:48.128436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8221a721-c649-481f-8040-dbb08b955222 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.200867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:48.208547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-51406fb8-b191-4e52-aa93-caeb9917124c None None] For port 0d40ca7c-5594-4e77-99a2-db5947968e53, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0d40ca7c-5594-4e77-99a2-db5947968e53,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:48.209211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51406fb8-b191-4e52-aa93-caeb9917124c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.222421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c740097e-f076-4db6-94aa-c04a70d561a1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:48.222772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c740097e-f076-4db6-94aa-c04a70d561a1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.232703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:48.233075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.233411 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 Oct 05 09:16:48.270828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcd5378-2264-48e0-a5b7-e1b8addc208a']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:48.290123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.290710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.296018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:48.302888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:48.302888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.303169 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-25ab7b13-61bd-4bed-9ad0-b5a43716c890 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9155233 Oct 05 09:16:48.304067 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9d417123-57ab-4251-9f71-4446665128aa tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8330038 Oct 05 09:16:48.316254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57966) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:48.316617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57968) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:48.343412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:48.358271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bef14cd-ce98-4108-963d-79d49449be0f') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:48.358642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bef14cd-ce98-4108-963d-79d49449be0f') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:48.388472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6962bc86-5a32-4428-9e72-b8923f513032 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Request body: {'floatingip': {'port_id': 'cc1ab45d-2d45-474d-a8d7-a110d85ccd1e'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:48.465819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-51406fb8-b191-4e52-aa93-caeb9917124c None None] Calling delete_port for 0d40ca7c-5594-4e77-99a2-db5947968e53 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:48.580749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172a8333-9345-4e6d-aa94-7f5b6231bba3 None None] DHCP port deletion for fbcd5378-2264-48e0-a5b7-e1b8addc208a request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:16:48.628407 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.667231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51406fb8-b191-4e52-aa93-caeb9917124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.717586 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 4 to provision port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade Oct 05 09:16:48.747825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c740097e-f076-4db6-94aa-c04a70d561a1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.764721 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51406fb8-b191-4e52-aa93-caeb9917124c None None] Pushing event deleted for resources: {'Port': ['ID=0d40ca7c-5594-4e77-99a2-db5947968e53,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:48.771000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:48.773292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51406fb8-b191-4e52-aa93-caeb9917124c None None] No DVR routers for this DVR port 0d40ca7c-5594-4e77-99a2-db5947968e53 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:16:48.801186 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:48.804921 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:42Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb8c2a59-4bcd-4f61-9639-e9480238fe7a', 'name': '', 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:98:46:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:38Z', 'updated_at': '2022-10-05T09:16:43Z', 'revision_number': 2, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:37Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:48.809889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Checking router: 7b9ab95a-dfa5-433c-9e98-da1ad03e210b for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:16:48.810506 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Updating router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b port bb8c2a59-4bcd-4f61-9639-e9480238fe7a binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:16:48.851077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event updated for resources: {'Network': ['ID=8e69a56e-ccaf-47d2-8609-12553e83a1db,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:48.857201 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 5.0646226 Oct 05 09:16:48.859090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.881919 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8221a721-c649-481f-8040-dbb08b955222 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.882457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f226c5-1968-428c-ad0a-a7056ef44149 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:48.883928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57974) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:48.896392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 8e69a56e-ccaf-47d2-8609-12553e83a1db details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:16:48.898528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8221a721-c649-481f-8040-dbb08b955222 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:48.909622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0d40ca7c-5594-4e77-99a2-db5947968e53 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:16:48.910370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c740097e-f076-4db6-94aa-c04a70d561a1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for a0df9301-7cc9-4c87-bfa4-da4fd7c1fade owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:48.949784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6962bc86-5a32-4428-9e72-b8923f513032 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.039994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.extraroute_db [None req-64f4e424-7361-4e58-8fd0-8f0ce035a223 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 05 09:16:49.069621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 0d40ca7c-5594-4e77-99a2-db5947968e53 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:16:49.069988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0d40ca7c-5594-4e77-99a2-db5947968e53 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:16:49.070298 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:16:49.092219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.extraroute_db [None req-64f4e424-7361-4e58-8fd0-8f0ce035a223 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Removed routes are [] {{(pid=89055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 05 09:16:49.092662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64f4e424-7361-4e58-8fd0-8f0ce035a223 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.176781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:16:49.177355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.216249 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.217321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:16:49.217321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:16:49.241801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.287839 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c740097e-f076-4db6-94aa-c04a70d561a1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.314405 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 5 to provision port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade Oct 05 09:16:49.371669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port a0df9301-7cc9-4c87-bfa4-da4fd7c1fade was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:16:49.423767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.491923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Provisioning for port 02f90a00-e8ee-4984-b5cd-dbe29daa390f completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:49.510110 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 9bef14cd-ce98-4108-963d-79d49449be0f resource provider aggregate not found Oct 05 09:16:49.516575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Provisioning complete for port 02f90a00-e8ee-4984-b5cd-dbe29daa390f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:49.516812 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.516951 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 1 to provision port 02f90a00-e8ee-4984-b5cd-dbe29daa390f Oct 05 09:16:49.529573 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88945c1-19dc-4423-8305-29a2c7c9f768 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event updated for resources: {'Network': ['ID=1178167d-e102-4569-95bd-327ee52fd282,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:49.532098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8221a721-c649-481f-8040-dbb08b955222 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.532887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8221a721-c649-481f-8040-dbb08b955222 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Fanout notify agent at l3_agent the message router_deleted on router da2e9432-b590-43ef-9fe3-96974edc7bc4 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:16:49.535936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740097e-f076-4db6-94aa-c04a70d561a1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=a0df9301-7cc9-4c87-bfa4-da4fd7c1fade,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:49.572404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 1178167d-e102-4569-95bd-327ee52fd282 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:16:49.578790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:49.625305 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 9bef14cd-ce98-4108-963d-79d49449be0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bef14cd-ce98-4108-963d-79d49449be0f found for delete ", "request_id": "req-4dc99664-dc4a-4f08-b74a-fe0a60a8fbba"}]} Oct 05 09:16:49.630358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:49.646914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.649673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:49.665152 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8221a721-c649-481f-8040-dbb08b955222 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.673734 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8221a721-c649-481f-8040-dbb08b955222 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "DELETE /v2.0/routers/da2e9432-b590-43ef-9fe3-96974edc7bc4 HTTP/1.1" status: 204 len: 168 time: 1.8090892 Oct 05 09:16:49.675317 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.676772 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5409009 Oct 05 09:16:49.680726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57984) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:49.682024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 57986) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:49.687968 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c336af8-e27e-4a43-882f-25a5a41371c3 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4362a67-88f6-4874-a85c-52ac907bc370,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:49.717412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.719447 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/fbcd5378-2264-48e0-a5b7-e1b8addc208a HTTP/1.1" status: 204 len: 168 time: 9.1211748 Oct 05 09:16:49.725140 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:49.727459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57992) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:49.787306 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1f72e-6a8d-4a75-928b-9495ae192d93 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Network': ['ID=fbcd5378-2264-48e0-a5b7-e1b8addc208a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:49.801446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': '8427a328-9b10-43d2-8262-8ac1300892c2'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:16:49.802300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.837379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-234c5e3f-a539-427a-9633-d6b4d4f11bcd tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': '3b6429aa-d9c4-42a4-8a8b-0f8b51a7e26b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a4362a67-88f6-4874-a85c-52ac907bc370'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:49.843816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-234c5e3f-a539-427a-9633-d6b4d4f11bcd tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:49.850171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-234c5e3f-a539-427a-9633-d6b4d4f11bcd tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:49.850836 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cb6c6f-99f2-4796-8bb9-9ca7b2f4a57d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:49.851515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cb6c6f-99f2-4796-8bb9-9ca7b2f4a57d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:49.853117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-234c5e3f-a539-427a-9633-d6b4d4f11bcd tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:49.853577 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-13cb6c6f-99f2-4796-8bb9-9ca7b2f4a57d tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/subnets/df566823-0e2f-4e25-8c4f-4ba702638efa HTTP/1.1" status: 404 len: 337 time: 0.1083000 Oct 05 09:16:49.860939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-234c5e3f-a539-427a-9633-d6b4d4f11bcd tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:49.861932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 57996) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:49.875644 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-50483b23-df68-49bc-b649-f01710bb8413 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "GET /v2.0/ports?device_id=da2e9432-b590-43ef-9fe3-96974edc7bc4 HTTP/1.1" status: 200 len: 205 time: 0.1832564 Oct 05 09:16:49.892144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58000) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:49.904418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:49.908941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:49.931465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069b71b-54b5-457e-a9bd-6a45694536f8 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:49.949137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069b71b-54b5-457e-a9bd-6a45694536f8 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:49.955795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069b71b-54b5-457e-a9bd-6a45694536f8 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:49.964421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069b71b-54b5-457e-a9bd-6a45694536f8 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:49.965491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5069b71b-54b5-457e-a9bd-6a45694536f8 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Synchronizing usage tracker for tenant:def5968a22fb4fa4933ae11332990d38 on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:49.968766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c740097e-f076-4db6-94aa-c04a70d561a1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.010431 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-ba46bd08-db0d-48c2-9543-9b23e8b30a66 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] delete failed (client error): The resource could not be found. Oct 05 09:16:50.011458 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ba46bd08-db0d-48c2-9543-9b23e8b30a66 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "DELETE /v2.0/routers/da2e9432-b590-43ef-9fe3-96974edc7bc4 HTTP/1.1" status: 404 len: 336 time: 0.1072738 Oct 05 09:16:50.019164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58004) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:50.024595 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c740097e-f076-4db6-94aa-c04a70d561a1 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/a0df9301-7cc9-4c87-bfa4-da4fd7c1fade HTTP/1.1" status: 204 len: 168 time: 2.0390286 Oct 05 09:16:50.024595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64f4e424-7361-4e58-8fd0-8f0ce035a223 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.026784 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-234c5e3f-a539-427a-9633-d6b4d4f11bcd tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:50.027743 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-234c5e3f-a539-427a-9633-d6b4d4f11bcd tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3357799 Oct 05 09:16:50.034169 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86bd758-6b6b-487f-aa46-5d39b35fb7b3 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:50.035132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86bd758-6b6b-487f-aa46-5d39b35fb7b3 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:50.039597 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c86bd758-6b6b-487f-aa46-5d39b35fb7b3 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/fbcd5378-2264-48e0-a5b7-e1b8addc208a HTTP/1.1" status: 404 len: 339 time: 0.1680431 Oct 05 09:16:50.047529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58008) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:50.048419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58010) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:50.049052 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58012) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:50.077558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64f4e424-7361-4e58-8fd0-8f0ce035a223 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.088085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Current status of the port 02f90a00-e8ee-4984-b5cd-dbe29daa390f is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:50.088508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.148986 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-44a6c6b5-4f07-4d6f-a18f-16aaedfdacfe tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daababd-ea48-40e3-b3ac-b04234b631a9 HTTP/1.1" status: 200 len: 205 time: 0.1286576 Oct 05 09:16:50.157658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58020) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:50.199481 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] For port 02f90a00-e8ee-4984-b5cd-dbe29daa390f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=02f90a00-e8ee-4984-b5cd-dbe29daa390f,segment=NetworkSegment(5918a526-03ff-4af2-a60d-16ee96a16f77),segment_id=5918a526-03ff-4af2-a60d-16ee96a16f77)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:50.239755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.242021 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-70caf78c-6340-4f71-930c-45213ec1c08a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:50.242561 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70caf78c-6340-4f71-930c-45213ec1c08a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:50.244248 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-70caf78c-6340-4f71-930c-45213ec1c08a tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/subnets/0bfac684-f8e3-41c4-b617-ff09474ed6ef HTTP/1.1" status: 404 len: 337 time: 0.1915851 Oct 05 09:16:50.245354 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-203e3d64-a354-459d-b241-913b0cf7ab47 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:16:50.246731 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-203e3d64-a354-459d-b241-913b0cf7ab47 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/a0df9301-7cc9-4c87-bfa4-da4fd7c1fade HTTP/1.1" status: 404 len: 333 time: 0.1969802 Oct 05 09:16:50.256966 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58024) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:50.257307 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58026) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:50.281888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5069b71b-54b5-457e-a9bd-6a45694536f8 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Unset dirty status for tenant:def5968a22fb4fa4933ae11332990d38 on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:50.286449 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5069b71b-54b5-457e-a9bd-6a45694536f8 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.3900311 Oct 05 09:16:50.291023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58032) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:50.314382 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-4af09267-3e0a-40dc-af8c-690f7acd40ae tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] delete failed (client error): The resource could not be found. Oct 05 09:16:50.315403 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4af09267-3e0a-40dc-af8c-690f7acd40ae tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "DELETE /v2.0/routers/2daababd-ea48-40e3-b3ac-b04234b631a9 HTTP/1.1" status: 404 len: 336 time: 0.1562681 Oct 05 09:16:50.324464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58036) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:50.334655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Provisioning for port bb8c2a59-4bcd-4f61-9639-e9480238fe7a completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:50.348593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Allocated IP 172.20.0.2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/8427a328-9b10-43d2-8262-8ac1300892c2/c1588485-ec3d-4367-b554-9f5caf7697c7) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:50.350771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Provisioning complete for port bb8c2a59-4bcd-4f61-9639-e9480238fe7a triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:50.351142 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.351475 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 1 to provision port bb8c2a59-4bcd-4f61-9639-e9480238fe7a Oct 05 09:16:50.384670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.389837 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b2817b-fa25-43ee-bc8e-4f551d8bd735 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:50.390375 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b2817b-fa25-43ee-bc8e-4f551d8bd735 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:50.392778 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-72b2817b-fa25-43ee-bc8e-4f551d8bd735 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/9ac4af69-9eb6-44d0-a43e-cee81d24d67f HTTP/1.1" status: 404 len: 339 time: 0.1324129 Oct 05 09:16:50.429100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58040) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:50.435955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Transition to ACTIVE for port object bb8c2a59-4bcd-4f61-9639-e9480238fe7a will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:50.460047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Pushing event updated for resources: {'Port': ['ID=02f90a00-e8ee-4984-b5cd-dbe29daa390f,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:50.498147 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c7b9683d-d3ac-4cdc-8c97-945e5e280f85 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "GET /v2.0/ports?device_id=e133f4d5-e902-4704-9f6e-f2b023a0daaa HTTP/1.1" status: 200 len: 205 time: 0.1722045 Oct 05 09:16:50.502000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58044) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:50.513723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port bb8c2a59-4bcd-4f61-9639-e9480238fe7a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:50.521817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61f1012-966c-4741-84be-8f296a00f7af tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.522207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.556046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f4e424-7361-4e58-8fd0-8f0ce035a223 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:50.654287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61f1012-966c-4741-84be-8f296a00f7af tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.664481 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-5d836f8f-36dc-4a06-b81f-fe56c2905b6d tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] delete failed (client error): The resource could not be found. Oct 05 09:16:50.669851 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5d836f8f-36dc-4a06-b81f-fe56c2905b6d tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "DELETE /v2.0/routers/e133f4d5-e902-4704-9f6e-f2b023a0daaa HTTP/1.1" status: 404 len: 336 time: 0.1121573 Oct 05 09:16:50.672620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd342698-f35f-4135-aa0d-db86556272c5 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.678502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58048) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:50.720113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9da95cb8-667c-4dd9-876d-1c0805ca484f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.745826 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03786e1-7151-425e-bfb1-ffc27a400ac7 None None] Pushing event updated for resources: {'Port': ['ID=bb8c2a59-4bcd-4f61-9639-e9480238fe7a,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:50.760428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb1f856e-fa27-4b9d-8cd5-f3565f21b58c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.791819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Attempting to bind port bb8c2a59-4bcd-4f61-9639-e9480238fe7a on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:50.792215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Attempting to bind port bb8c2a59-4bcd-4f61-9639-e9480238fe7a by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '5918a526-03ff-4af2-a60d-16ee96a16f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:50.792538 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Attempting to bind port bb8c2a59-4bcd-4f61-9639-e9480238fe7a on network f60ab0b2-616c-440d-9aae-afec27809cb1 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:50.811734 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ce2eb5ee-dc5e-45fc-ae63-fd1e8419b9b4 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc994c95-9df9-4f3e-80ed-aee601c9afda HTTP/1.1" status: 200 len: 205 time: 0.1301615 Oct 05 09:16:50.816757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58052) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:50.834474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:50.834474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Checking segment: {'id': '5918a526-03ff-4af2-a60d-16ee96a16f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:50.834474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.834907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Bound using segment: {'id': '5918a526-03ff-4af2-a60d-16ee96a16f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:50.835326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Bound port: bb8c2a59-4bcd-4f61-9639-e9480238fe7a, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5918a526-03ff-4af2-a60d-16ee96a16f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:50.836106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.860560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9da95cb8-667c-4dd9-876d-1c0805ca484f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.920419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61f1012-966c-4741-84be-8f296a00f7af tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.937352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:50.996557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f1012-966c-4741-84be-8f296a00f7af tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4362a67-88f6-4874-a85c-52ac907bc370,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:51.011260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9da95cb8-667c-4dd9-876d-1c0805ca484f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.036833 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 2 to provision port bb8c2a59-4bcd-4f61-9639-e9480238fe7a Oct 05 09:16:51.040999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da95cb8-667c-4dd9-876d-1c0805ca484f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bac2a8b-902f-41e6-b8c0-2fabb2cf0439,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:51.050884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9da95cb8-667c-4dd9-876d-1c0805ca484f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.051991 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9da95cb8-667c-4dd9-876d-1c0805ca484f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/security-groups/2bac2a8b-902f-41e6-b8c0-2fabb2cf0439 HTTP/1.1" status: 204 len: 168 time: 0.7901886 Oct 05 09:16:51.055119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61f1012-966c-4741-84be-8f296a00f7af tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.058549 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d61f1012-966c-4741-84be-8f296a00f7af tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "DELETE /v2.0/security-groups/a4362a67-88f6-4874-a85c-52ac907bc370 HTTP/1.1" status: 204 len: 168 time: 1.0047977 Oct 05 09:16:51.064961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58056) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:51.065146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58058) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:51.074778 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-9dfaaf07-eb2c-47eb-a5d5-edc8936af259 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] delete failed (client error): The resource could not be found. Oct 05 09:16:51.078240 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9dfaaf07-eb2c-47eb-a5d5-edc8936af259 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "DELETE /v2.0/routers/dc994c95-9df9-4f3e-80ed-aee601c9afda HTTP/1.1" status: 404 len: 336 time: 0.2595038 Oct 05 09:16:51.084162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Transition to ACTIVE for port object c1588485-ec3d-4367-b554-9f5caf7697c7 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:51.091793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58064) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:51.132450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] For port bb8c2a59-4bcd-4f61-9639-e9480238fe7a, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:51.143383 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Transition to ACTIVE for port object c1588485-ec3d-4367-b554-9f5caf7697c7 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:51.161522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] For port bb8c2a59-4bcd-4f61-9639-e9480238fe7a, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bb8c2a59-4bcd-4f61-9639-e9480238fe7a,segment=NetworkSegment(5918a526-03ff-4af2-a60d-16ee96a16f77),segment_id=5918a526-03ff-4af2-a60d-16ee96a16f77)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:51.162786 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port bb8c2a59-4bcd-4f61-9639-e9480238fe7a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:51.163593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.206423 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.254388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:51.256002 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Pushing event updated for resources: {'Port': ['ID=c1588485-ec3d-4367-b554-9f5caf7697c7,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:51.277373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f4e424-7361-4e58-8fd0-8f0ce035a223 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:51.280815 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-582bc40e-45e1-42c9-b853-9a8c9b88dbbf tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f6f583-3cd1-42b6-b33e-1f2e1ef55bba HTTP/1.1" status: 200 len: 205 time: 0.1856737 Oct 05 09:16:51.297225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:51.298699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:51.329237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58068) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:51.355370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:51.355588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64f4e424-7361-4e58-8fd0-8f0ce035a223 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.359405 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-64f4e424-7361-4e58-8fd0-8f0ce035a223 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b HTTP/1.1" status: 200 len: 932 time: 3.9818859 Oct 05 09:16:51.363235 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:51.364153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58072) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:51.429776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 02f90a00-e8ee-4984-b5cd-dbe29daa390f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:51.442698 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c607891d-bb75-4f7e-b8d4-4a2d443f6a8b tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Synchronizing usage tracker for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:51.477634 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-cfff5318-0f1d-433c-89ce-20ddd05b4014 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] delete failed (client error): The resource could not be found. Oct 05 09:16:51.478781 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cfff5318-0f1d-433c-89ce-20ddd05b4014 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "DELETE /v2.0/routers/21f6f583-3cd1-42b6-b33e-1f2e1ef55bba HTTP/1.1" status: 404 len: 336 time: 0.1494491 Oct 05 09:16:51.492339 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58076) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:51.503802 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-6962bc86-5a32-4428-9e72-b8923f513032 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:16:51.528665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd342698-f35f-4135-aa0d-db86556272c5 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.537795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb1f856e-fa27-4b9d-8cd5-f3565f21b58c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.594637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-dd342698-f35f-4135-aa0d-db86556272c5 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e69a56e-ccaf-47d2-8609-12553e83a1db']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:51.602861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-fb1f856e-fa27-4b9d-8cd5-f3565f21b58c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8805a26d-b692-4ac5-be30-1d927554f09e']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:51.629376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-dd342698-f35f-4135-aa0d-db86556272c5 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4595141d-1e67-429f-988e-6c0d0df10790') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:51.630113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-dd342698-f35f-4135-aa0d-db86556272c5 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4595141d-1e67-429f-988e-6c0d0df10790') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:51.651096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-fb1f856e-fa27-4b9d-8cd5-f3565f21b58c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6711f1-7fb7-4e2d-aa09-cebb27a87961') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:51.651834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-fb1f856e-fa27-4b9d-8cd5-f3565f21b58c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6711f1-7fb7-4e2d-aa09-cebb27a87961') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:51.654237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03786e1-7151-425e-bfb1-ffc27a400ac7 None None] Pushing event updated for resources: {'Port': ['ID=bb8c2a59-4bcd-4f61-9639-e9480238fe7a,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:51.655094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c607891d-bb75-4f7e-b8d4-4a2d443f6a8b tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Unset dirty status for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:51.656427 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c607891d-bb75-4f7e-b8d4-4a2d443f6a8b tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5870416 Oct 05 09:16:51.663583 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58080) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:51.668165 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cbea04f6-70e6-4265-ac5b-b7fd4a6f32de tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ecd75ba-bb54-4a51-86b3-6054dae5dd05 HTTP/1.1" status: 200 len: 205 time: 0.1723099 Oct 05 09:16:51.672603 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 3 to provision port bb8c2a59-4bcd-4f61-9639-e9480238fe7a Oct 05 09:16:51.679453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58084) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:51.681438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd342698-f35f-4135-aa0d-db86556272c5 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.684656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72e8c708-76f7-4b7f-be01-a1f93b34ac30 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.704512 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a926c10f-f729-4aaf-a9fe-7aa6af223bf0 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b HTTP/1.1" status: 200 len: 932 time: 0.3337219 Oct 05 09:16:51.710774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb1f856e-fa27-4b9d-8cd5-f3565f21b58c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.711201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:51.720168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58088) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:51.729869 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1d3112c2-0daa-4483-824a-b6b519d431b1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'router': {'routes': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:51.781164 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Attempting to bind port c1588485-ec3d-4367-b554-9f5caf7697c7 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:16:51.781464 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Attempting to bind port c1588485-ec3d-4367-b554-9f5caf7697c7 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:16:51.781835 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Attempting to bind port c1588485-ec3d-4367-b554-9f5caf7697c7 on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:16:51.800353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd342698-f35f-4135-aa0d-db86556272c5 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.809620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:16:51.810078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:16:51.810454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.810852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:16:51.811339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Bound port: c1588485-ec3d-4367-b554-9f5caf7697c7, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:16:51.811707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.847654 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72e8c708-76f7-4b7f-be01-a1f93b34ac30 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.888016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd342698-f35f-4135-aa0d-db86556272c5 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:16:51.888430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd342698-f35f-4135-aa0d-db86556272c5 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.903069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6962bc86-5a32-4428-9e72-b8923f513032 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.904661 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-ccea3e87-5cf1-4b36-8ad9-1bbfb4cb1508 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] delete failed (client error): The resource could not be found. Oct 05 09:16:51.909430 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ccea3e87-5cf1-4b36-8ad9-1bbfb4cb1508 tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "DELETE /v2.0/routers/3ecd75ba-bb54-4a51-86b3-6054dae5dd05 HTTP/1.1" status: 404 len: 336 time: 0.2257490 Oct 05 09:16:51.911542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb1f856e-fa27-4b9d-8cd5-f3565f21b58c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.912685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58094) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:51.944542 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.objects.ports [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89054) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:16:51.963981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 02f90a00-e8ee-4984-b5cd-dbe29daa390f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:51.964250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:51.964596 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 02f90a00-e8ee-4984-b5cd-dbe29daa390f Oct 05 09:16:51.982363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1f856e-fa27-4b9d-8cd5-f3565f21b58c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:16:51.982778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb1f856e-fa27-4b9d-8cd5-f3565f21b58c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.020937 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 4595141d-1e67-429f-988e-6c0d0df10790 resource provider aggregate not found Oct 05 09:16:52.038801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port bb8c2a59-4bcd-4f61-9639-e9480238fe7a had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:16:52.057908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6962bc86-5a32-4428-9e72-b8923f513032 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.097320 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 4595141d-1e67-429f-988e-6c0d0df10790 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4595141d-1e67-429f-988e-6c0d0df10790 found for delete ", "request_id": "req-e4031df5-366c-4c35-9f55-715d028ac604"}]} Oct 05 09:16:52.111255 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b2b019-d5f3-4c5b-bc76-02f092ec213f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:52.111581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b2b019-d5f3-4c5b-bc76-02f092ec213f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:52.125571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Could not find standard attr ID for object 0d40ca7c-5594-4e77-99a2-db5947968e53. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:16:52.147821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-760c22df-b601-4359-9cd5-40a885fa83ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.149629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd342698-f35f-4135-aa0d-db86556272c5 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.153032 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f9b2b019-d5f3-4c5b-bc76-02f092ec213f tempest-RoutersIpV6AdminTest-883650650 tempest-RoutersIpV6AdminTest-883650650-project] 10.222.0.64 "DELETE /v2.0/subnets/5c0d970d-ae9f-4abf-bfd5-3a0e6870ac5f HTTP/1.1" status: 404 len: 337 time: 0.2068224 Oct 05 09:16:52.228858 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] For port c1588485-ec3d-4367-b554-9f5caf7697c7, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:16:52.252144 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Provisioning for port d99ca78d-dec6-4b9c-baaa-309c06b96c22 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:52.261371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd342698-f35f-4135-aa0d-db86556272c5 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.277813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Provisioning complete for port d99ca78d-dec6-4b9c-baaa-309c06b96c22 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:52.278404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.278534 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 1 to provision port d99ca78d-dec6-4b9c-baaa-309c06b96c22 Oct 05 09:16:52.310740 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] For port c1588485-ec3d-4367-b554-9f5caf7697c7, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c1588485-ec3d-4367-b554-9f5caf7697c7,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:16:52.346033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb1f856e-fa27-4b9d-8cd5-f3565f21b58c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.355825 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.362089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd342698-f35f-4135-aa0d-db86556272c5 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event deleted for resources: {'Network': ['ID=8e69a56e-ccaf-47d2-8609-12553e83a1db,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:52.364160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72e8c708-76f7-4b7f-be01-a1f93b34ac30 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.366667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72e8c708-76f7-4b7f-be01-a1f93b34ac30 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.367900 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-72e8c708-76f7-4b7f-be01-a1f93b34ac30 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/security-groups/d5f6c9a1-6346-45c0-9e77-e82b709267ef HTTP/1.1" status: 204 len: 168 time: 1.3002405 Oct 05 09:16:52.369047 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-6962bc86-5a32-4428-9e72-b8923f513032 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Floating IP 34779c81-4b2a-498d-8b34-6e1a129553c7 associated. External IP: 172.26.0.236, port: 6c3bc282-d6bd-424a-9a7b-6886080268df. Oct 05 09:16:52.372245 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58104) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:52.388711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb1f856e-fa27-4b9d-8cd5-f3565f21b58c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.402004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-760c22df-b601-4359-9cd5-40a885fa83ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.438415 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 02f90a00-e8ee-4984-b5cd-dbe29daa390f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:52.455936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8c708-76f7-4b7f-be01-a1f93b34ac30 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f6c9a1-6346-45c0-9e77-e82b709267ef,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:52.472368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f856e-fa27-4b9d-8cd5-f3565f21b58c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Network': ['ID=8805a26d-b692-4ac5-be30-1d927554f09e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:52.473931 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port d99ca78d-dec6-4b9c-baaa-309c06b96c22 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:52.516026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408d1c0-bccc-40f5-8221-da1dcebdb430 None None] Pushing event updated for resources: {'Port': ['ID=c1588485-ec3d-4367-b554-9f5caf7697c7,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:52.533001 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dd342698-f35f-4135-aa0d-db86556272c5 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "DELETE /v2.0/networks/8e69a56e-ccaf-47d2-8609-12553e83a1db HTTP/1.1" status: 204 len: 168 time: 2.2403529 Oct 05 09:16:52.544236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58110) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:52.545330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:49Z', 'revision_number': 6, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb8c2a59-4bcd-4f61-9639-e9480238fe7a', 'name': '', 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:98:46:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:38Z', 'updated_at': '2022-10-05T09:16:51Z', 'revision_number': 4, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:37Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:52.550003 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02137291-7d10-4eb5-a11e-d4aa05f96a56 None None] The sync data for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv is: [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:49Z', 'revision_number': 6, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb8c2a59-4bcd-4f61-9639-e9480238fe7a', 'name': '', 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:98:46:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:38Z', 'updated_at': '2022-10-05T09:16:51Z', 'revision_number': 4, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:37Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:52.569755 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fb1f856e-fa27-4b9d-8cd5-f3565f21b58c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/8805a26d-b692-4ac5-be30-1d927554f09e HTTP/1.1" status: 204 len: 168 time: 2.1269755 Oct 05 09:16:52.581861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58114) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:52.666583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.773491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58118) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:52.880778 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e5a8-35c4-4591-973a-7301f3ef9288 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.887352 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e3c6b2-0acd-4896-8275-829d645c1d49 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:52.888021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e3c6b2-0acd-4896-8275-829d645c1d49 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:52.893280 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-45e3c6b2-0acd-4896-8275-829d645c1d49 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/subnets/0e060629-3774-4280-98cc-9225ab1507d6 HTTP/1.1" status: 404 len: 337 time: 0.3020329 Oct 05 09:16:52.898812 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58124) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:52.909024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-550c2263-b84e-4c1b-868d-3e1f0087f49b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting subnet c07cc773-f803-4792-8920-6f2c269d0d78 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:16:52.912497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-550c2263-b84e-4c1b-868d-3e1f0087f49b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:52.975493 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 2 to provision port d99ca78d-dec6-4b9c-baaa-309c06b96c22 Oct 05 09:16:52.991322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-550c2263-b84e-4c1b-868d-3e1f0087f49b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:53.105010 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d9109b-242b-4db6-8221-f10a3dcea8f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:53.106268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d9109b-242b-4db6-8221-f10a3dcea8f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:53.109139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port d99ca78d-dec6-4b9c-baaa-309c06b96c22 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:53.109543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-760c22df-b601-4359-9cd5-40a885fa83ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:53.192798 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-99d9109b-242b-4db6-8221-f10a3dcea8f7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/834c0f0c-f959-4759-80bf-035c318b1f48 HTTP/1.1" status: 404 len: 339 time: 0.2921402 Oct 05 09:16:53.193660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c22df-b601-4359-9cd5-40a885fa83ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6429aa-d9c4-42a4-8a8b-0f8b51a7e26b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:53.200551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58128) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:53.243787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-760c22df-b601-4359-9cd5-40a885fa83ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:53.247337 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-760c22df-b601-4359-9cd5-40a885fa83ee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "DELETE /v2.0/security-groups/3b6429aa-d9c4-42a4-8a8b-0f8b51a7e26b HTTP/1.1" status: 204 len: 168 time: 1.5765052 Oct 05 09:16:53.256029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58132) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:53.293226 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae17a66-206c-4fbd-a261-307bd9b75895 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:53.293686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae17a66-206c-4fbd-a261-307bd9b75895 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:53.298830 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cae17a66-206c-4fbd-a261-307bd9b75895 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/subnets/0c908721-a062-4bbc-a3a9-bb1ebc89ab9f HTTP/1.1" status: 404 len: 337 time: 0.0972459 Oct 05 09:16:53.317053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58136) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:53.374073 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-61304812-d7c6-4348-b28c-e22e3e496ba1 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:53.374073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61304812-d7c6-4348-b28c-e22e3e496ba1 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:53.374073 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-61304812-d7c6-4348-b28c-e22e3e496ba1 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/a42a01bd-85b8-49f6-a4c4-1bd74b1f86bc HTTP/1.1" status: 404 len: 339 time: 0.0518606 Oct 05 09:16:53.380172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-804e2b0c-ccb8-475c-90eb-ad968902e4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:53.393343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58140) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:53.490199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-550c2263-b84e-4c1b-868d-3e1f0087f49b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:53.493719 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-804e2b0c-ccb8-475c-90eb-ad968902e4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:53.498701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c1588485-ec3d-4367-b554-9f5caf7697c7 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:53.525399 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-374992d5-c436-4108-a764-943440e060c7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:53.525644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374992d5-c436-4108-a764-943440e060c7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:53.529699 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-374992d5-c436-4108-a764-943440e060c7 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/subnets/fb63830a-3e41-4357-ba41-b2987c1001fb HTTP/1.1" status: 404 len: 337 time: 0.1312497 Oct 05 09:16:53.532731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58144) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:53.537418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e5a8-35c4-4591-973a-7301f3ef9288 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:53.571092 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-27d0dbf5-74ff-43cc-a940-e5ff18a6c249 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Synchronizing usage tracker for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:53.602761 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-804e2b0c-ccb8-475c-90eb-ad968902e4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d1dbe1033f0440d6b57d6314f9ef555b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:53.644791 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 3 to provision port d99ca78d-dec6-4b9c-baaa-309c06b96c22 Oct 05 09:16:53.648735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-804e2b0c-ccb8-475c-90eb-ad968902e4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:53.657668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-27d0dbf5-74ff-43cc-a940-e5ff18a6c249 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Unset dirty status for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:53.664302 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-27d0dbf5-74ff-43cc-a940-e5ff18a6c249 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4027023 Oct 05 09:16:53.671845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58148) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:53.685018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-62859bb2-30d8-40a3-9591-70b124cb9fee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group': {'name': 'tempest-secgroup--106387823'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:53.691217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-62859bb2-30d8-40a3-9591-70b124cb9fee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:53.692714 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-804e2b0c-ccb8-475c-90eb-ad968902e4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:53.702181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.extraroute_db [None req-1d3112c2-0daa-4483-824a-b6b519d431b1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Added routes are [] {{(pid=89055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 05 09:16:53.702488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.extraroute_db [None req-1d3112c2-0daa-4483-824a-b6b519d431b1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 05 09:16:53.703681 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f27c0a0-f853-4499-9f18-1eca806959dc tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:53.704371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f27c0a0-f853-4499-9f18-1eca806959dc tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:53.706140 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7f27c0a0-f853-4499-9f18-1eca806959dc tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/0fe06885-6eaf-494f-b03d-6aa72b7474d0 HTTP/1.1" status: 404 len: 339 time: 0.1592648 Oct 05 09:16:53.708505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-62859bb2-30d8-40a3-9591-70b124cb9fee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:53.710242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58152) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:53.715258 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-d1f4e5a8-35c4-4591-973a-7301f3ef9288 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1178167d-e102-4569-95bd-327ee52fd282']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:53.760154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port d99ca78d-dec6-4b9c-baaa-309c06b96c22 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:53.777601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port c1588485-ec3d-4367-b554-9f5caf7697c7 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:53.781352 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8db4c-5441-494e-957b-c8ed8bd7aeb8 None None] Sync routers for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:53.790942 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4320e19-3d6a-424d-b0aa-39ae05b8d33b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:53.791167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bb8c2a59-4bcd-4f61-9639-e9480238fe7a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:53.791413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4320e19-3d6a-424d-b0aa-39ae05b8d33b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:53.798016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-550c2263-b84e-4c1b-868d-3e1f0087f49b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:53.799075 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8db4c-5441-494e-957b-c8ed8bd7aeb8 None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:53.800155 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9fb8db4c-5441-494e-957b-c8ed8bd7aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:53.802996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-d1f4e5a8-35c4-4591-973a-7301f3ef9288 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4171acc-8e62-4ba9-9508-04ad48e7ebd8') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:53.803335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-d1f4e5a8-35c4-4591-973a-7301f3ef9288 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4171acc-8e62-4ba9-9508-04ad48e7ebd8') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:53.844578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-62859bb2-30d8-40a3-9591-70b124cb9fee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:53.845904 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e5a8-35c4-4591-973a-7301f3ef9288 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:53.862278 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f4320e19-3d6a-424d-b0aa-39ae05b8d33b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/subnets/30eaeeac-745e-49b5-a6b1-367052fbb40f HTTP/1.1" status: 404 len: 337 time: 0.1479709 Oct 05 09:16:53.862278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c2263-b84e-4c1b-868d-3e1f0087f49b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Subnet': ['ID=c07cc773-f803-4792-8920-6f2c269d0d78,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:53.865453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58156) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:53.874746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-550c2263-b84e-4c1b-868d-3e1f0087f49b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:53.876902 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-550c2263-b84e-4c1b-868d-3e1f0087f49b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/c07cc773-f803-4792-8920-6f2c269d0d78 HTTP/1.1" status: 204 len: 168 time: 1.4811416 Oct 05 09:16:53.878011 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] For port c1588485-ec3d-4367-b554-9f5caf7697c7, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c1588485-ec3d-4367-b554-9f5caf7697c7,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:53.885571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58160) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:53.889898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b431036-4461-4af0-880c-5e4904114e3f None None] Network d342e829-d70b-4062-acd4-996d2ab1291c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:53.919076 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4f3828-3b01-4101-a758-b1e6b4185e5b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:53.919614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4f3828-3b01-4101-a758-b1e6b4185e5b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:53.921359 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8e4f3828-3b01-4101-a758-b1e6b4185e5b tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/025feb0f-fece-4db4-95e0-dda938bda32e HTTP/1.1" status: 404 len: 339 time: 0.0518541 Oct 05 09:16:53.926429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:53.926736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58164) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:53.939596 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d3112c2-0daa-4483-824a-b6b519d431b1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:53.971162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6962bc86-5a32-4428-9e72-b8923f513032 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:53.993243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-62859bb2-30d8-40a3-9591-70b124cb9fee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:53.998655 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e5a8-35c4-4591-973a-7301f3ef9288 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.064747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-62859bb2-30d8-40a3-9591-70b124cb9fee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:54.074835 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-783aedd3-acfe-420b-82a5-eb40252b10f6 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:54.075324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783aedd3-acfe-420b-82a5-eb40252b10f6 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:54.077174 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-783aedd3-acfe-420b-82a5-eb40252b10f6 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/subnets/28a2d67a-103c-4e53-aa22-b25571e5439a HTTP/1.1" status: 404 len: 337 time: 0.1468718 Oct 05 09:16:54.081003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f4e5a8-35c4-4591-973a-7301f3ef9288 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:16:54.081426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e5a8-35c4-4591-973a-7301f3ef9288 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.082085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port bb8c2a59-4bcd-4f61-9639-e9480238fe7a completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:54.086823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-62859bb2-30d8-40a3-9591-70b124cb9fee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:54.089621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58168) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:54.102365 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bb8c2a59-4bcd-4f61-9639-e9480238fe7a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:54.103197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.104238 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bb8c2a59-4bcd-4f61-9639-e9480238fe7a Oct 05 09:16:54.135448 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9fb8db4c-5441-494e-957b-c8ed8bd7aeb8 None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:54.181360 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment d4171acc-8e62-4ba9-9508-04ad48e7ebd8 resource provider aggregate not found Oct 05 09:16:54.195342 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.208004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-62859bb2-30d8-40a3-9591-70b124cb9fee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:54.216141 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment bd6711f1-7fb7-4e2d-aa09-cebb27a87961 resource provider aggregate not found Oct 05 09:16:54.246156 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment bd6711f1-7fb7-4e2d-aa09-cebb27a87961 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd6711f1-7fb7-4e2d-aa09-cebb27a87961 found for delete ", "request_id": "req-1fd02cdf-af39-4e6b-b6d9-e4aeb5843989"}]} Oct 05 09:16:54.247379 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc30e1a-20a6-4798-8c91-fff605d5e232 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:54.247994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc30e1a-20a6-4798-8c91-fff605d5e232 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:54.251240 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8fc30e1a-20a6-4798-8c91-fff605d5e232 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/7d62639d-2a24-4e4c-a6aa-5a8b28a836f5 HTTP/1.1" status: 404 len: 339 time: 0.1576610 Oct 05 09:16:54.270690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58180) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:54.272802 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.273515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.287125 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 4 to provision port d99ca78d-dec6-4b9c-baaa-309c06b96c22 Oct 05 09:16:54.289194 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment d4171acc-8e62-4ba9-9508-04ad48e7ebd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4171acc-8e62-4ba9-9508-04ad48e7ebd8 found for delete ", "request_id": "req-5135ce43-cce3-44c5-99f6-d49e5e70bade"}]} Oct 05 09:16:54.410538 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port d99ca78d-dec6-4b9c-baaa-309c06b96c22 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:54.429566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bb8c2a59-4bcd-4f61-9639-e9480238fe7a is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:54.430379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.464634 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ab9672-a387-4577-9890-6fa662713c25 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:54.465198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ab9672-a387-4577-9890-6fa662713c25 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:54.485085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port bb8c2a59-4bcd-4f61-9639-e9480238fe7a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bb8c2a59-4bcd-4f61-9639-e9480238fe7a,segment=NetworkSegment(5918a526-03ff-4af2-a60d-16ee96a16f77),segment_id=5918a526-03ff-4af2-a60d-16ee96a16f77)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:54.491331 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.539456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d3112c2-0daa-4483-824a-b6b519d431b1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.562447 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d3112c2-0daa-4483-824a-b6b519d431b1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.566015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:54.569660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e5a8-35c4-4591-973a-7301f3ef9288 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.596332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=bb8c2a59-4bcd-4f61-9639-e9480238fe7a,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:54.598977 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:54.609848 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f36981-fb5f-4bc3-9942-d699068142ce None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:54.627708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-62859bb2-30d8-40a3-9591-70b124cb9fee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.634721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-62859bb2-30d8-40a3-9591-70b124cb9fee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.637663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e5a8-35c4-4591-973a-7301f3ef9288 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.641861 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d1f4e5a8-35c4-4591-973a-7301f3ef9288 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "DELETE /v2.0/networks/1178167d-e102-4569-95bd-327ee52fd282 HTTP/1.1" status: 204 len: 168 time: 2.0880208 Oct 05 09:16:54.652214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:54.652898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.663047 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-27ab9672-a387-4577-9890-6fa662713c25 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/subnets/5c09a2bd-8aff-4701-a67a-925e3cecf7e2 HTTP/1.1" status: 404 len: 337 time: 0.3914063 Oct 05 09:16:54.665054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-804e2b0c-ccb8-475c-90eb-ad968902e4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.665288 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58184) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:54.665631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58186) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:54.682115 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=19b05067-173d-4442-9f36-448dd150f2da,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:54.703688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4e5a8-35c4-4591-973a-7301f3ef9288 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event deleted for resources: {'Network': ['ID=1178167d-e102-4569-95bd-327ee52fd282,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:54.746707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-804e2b0c-ccb8-475c-90eb-ad968902e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:54.775328 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=c1588485-ec3d-4367-b554-9f5caf7697c7,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:54.781180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:54.801838 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:54.811297 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-db8c9135-7a53-4441-b29d-b20a9c7739a6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.4770782 Oct 05 09:16:54.811496 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9fb8db4c-5441-494e-957b-c8ed8bd7aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:49Z', 'revision_number': 6, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb8c2a59-4bcd-4f61-9639-e9480238fe7a', 'name': '', 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:98:46:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:38Z', 'updated_at': '2022-10-05T09:16:51Z', 'revision_number': 4, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:37Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:54.812031 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:54.813537 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8db4c-5441-494e-957b-c8ed8bd7aeb8 None None] Checking router: 7b9ab95a-dfa5-433c-9e98-da1ad03e210b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:16:54.827491 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8db4c-5441-494e-957b-c8ed8bd7aeb8 None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:54.829336 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9fb8db4c-5441-494e-957b-c8ed8bd7aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:54.848043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6962bc86-5a32-4428-9e72-b8923f513032 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:54.852339 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-804e2b0c-ccb8-475c-90eb-ad968902e4a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1dbe1033f0440d6b57d6314f9ef555b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0782084 Oct 05 09:16:54.867660 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd37686a-382c-4b6e-8b7d-6040f1399fb8 None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:54.919208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:54.929055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58192) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:54.929783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58194) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:54.952282 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 5 to provision port d99ca78d-dec6-4b9c-baaa-309c06b96c22 Oct 05 09:16:54.958957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'mac_address': 'fa:16:3e:3b:2f:0b', 'name': 'tempest-NetworksTestDHCPv6-255781213'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:54.979503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:54.984544 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:55.042429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd37686a-382c-4b6e-8b7d-6040f1399fb8 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:55.043209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dd37686a-382c-4b6e-8b7d-6040f1399fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:55.082387 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9fb8db4c-5441-494e-957b-c8ed8bd7aeb8 None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:55.150701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dd37686a-382c-4b6e-8b7d-6040f1399fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:55.173128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port d99ca78d-dec6-4b9c-baaa-309c06b96c22 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:55.178439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd37686a-382c-4b6e-8b7d-6040f1399fb8 None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:55.179068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dd37686a-382c-4b6e-8b7d-6040f1399fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:55.199798 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3a867a-45f6-4e77-94f9-197f135514b6 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:55.200129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3a867a-45f6-4e77-94f9-197f135514b6 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:55.201906 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ec3a867a-45f6-4e77-94f9-197f135514b6 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/97c52a56-8c5b-44e7-830f-bce11cfd17d9 HTTP/1.1" status: 404 len: 339 time: 0.5271051 Oct 05 09:16:55.202656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62859bb2-30d8-40a3-9591-70b124cb9fee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e24820e-aeec-4d32-8102-3533c0ffc628,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:55.209782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58200) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:55.233143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e2b0c-ccb8-475c-90eb-ad968902e4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7572879a-ea68-427d-af5e-a79d6db9a4d8,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:55.269681 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dd37686a-382c-4b6e-8b7d-6040f1399fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:55.270388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd37686a-382c-4b6e-8b7d-6040f1399fb8 None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:55.325072 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0c9f0c-95bc-4952-866b-7f952bf31275 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:55.325722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0c9f0c-95bc-4952-866b-7f952bf31275 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:55.327544 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9b0c9f0c-95bc-4952-866b-7f952bf31275 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/subnets/2b67803f-0a8e-46a5-bf90-6f1d4efdef1f HTTP/1.1" status: 404 len: 337 time: 0.1076562 Oct 05 09:16:55.328370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-62859bb2-30d8-40a3-9591-70b124cb9fee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:55.330252 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-62859bb2-30d8-40a3-9591-70b124cb9fee tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6566679 Oct 05 09:16:55.335040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58204) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:55.335377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58206) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:55.351319 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c4632a2b-4b97-4b4e-930d-27fc6e9a8385 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': '0e24820e-aeec-4d32-8102-3533c0ffc628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:55.359114 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c4632a2b-4b97-4b4e-930d-27fc6e9a8385 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:55.363058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c4632a2b-4b97-4b4e-930d-27fc6e9a8385 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:55.398226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c4632a2b-4b97-4b4e-930d-27fc6e9a8385 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:55.413791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c4632a2b-4b97-4b4e-930d-27fc6e9a8385 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:55.432833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c1588485-ec3d-4367-b554-9f5caf7697c7 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:55.448748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3112c2-0daa-4483-824a-b6b519d431b1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:55.451118 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83c900e-d008-4dc4-b34f-e3a77bc6c7dc tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:55.455764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83c900e-d008-4dc4-b34f-e3a77bc6c7dc tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:55.457789 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b83c900e-d008-4dc4-b34f-e3a77bc6c7dc tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/13d2c776-a28f-4fd5-991f-8a7d33c903f4 HTTP/1.1" status: 404 len: 339 time: 0.1212163 Oct 05 09:16:55.476458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58212) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:55.566441 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fe8aab-4881-45f5-992c-d09abad5776c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:55.566900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3fe8aab-4881-45f5-992c-d09abad5776c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:55.568902 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c3fe8aab-4881-45f5-992c-d09abad5776c tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/subnets/d4fc071a-1f80-4e95-81ef-c275b1be7f60 HTTP/1.1" status: 404 len: 337 time: 0.0868812 Oct 05 09:16:55.575838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bb8c2a59-4bcd-4f61-9639-e9480238fe7a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:16:55.581233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58216) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:55.641744 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9fb8db4c-5441-494e-957b-c8ed8bd7aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:53Z', 'revision_number': 7, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb8c2a59-4bcd-4f61-9639-e9480238fe7a', 'name': '', 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:98:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:38Z', 'updated_at': '2022-10-05T09:16:54Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:37Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:55.646945 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8db4c-5441-494e-957b-c8ed8bd7aeb8 None None] The sync data for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv is: [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:53Z', 'revision_number': 7, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb8c2a59-4bcd-4f61-9639-e9480238fe7a', 'name': '', 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:98:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:38Z', 'updated_at': '2022-10-05T09:16:54Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:37Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:55.653663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08474e57-1923-4f1a-8ad7-4104a442b571 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:55.663850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08474e57-1923-4f1a-8ad7-4104a442b571 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:55.664652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-08474e57-1923-4f1a-8ad7-4104a442b571 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Synchronizing usage tracker for tenant:def5968a22fb4fa4933ae11332990d38 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:55.668419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bb8c2a59-4bcd-4f61-9639-e9480238fe7a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:55.669438 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:55.672019 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bb8c2a59-4bcd-4f61-9639-e9480238fe7a Oct 05 09:16:55.730899 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 6 to provision port d99ca78d-dec6-4b9c-baaa-309c06b96c22 Oct 05 09:16:55.791968 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec37b738-faf8-486c-b094-f15d3eb6fe57 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] DELETE failed (client error): The resource could not be found. Oct 05 09:16:55.792713 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec37b738-faf8-486c-b094-f15d3eb6fe57 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:16:55.794937 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ec37b738-faf8-486c-b094-f15d3eb6fe57 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/9518b8ae-8a20-4e3c-8e33-3a67d730ca85 HTTP/1.1" status: 404 len: 339 time: 0.2127516 Oct 05 09:16:55.802895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58220) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:55.805691 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-c4632a2b-4b97-4b4e-930d-27fc6e9a8385 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:55.807008 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c4632a2b-4b97-4b4e-930d-27fc6e9a8385 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4688556 Oct 05 09:16:55.807908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-08474e57-1923-4f1a-8ad7-4104a442b571 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Unset dirty status for tenant:def5968a22fb4fa4933ae11332990d38 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:55.809138 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-08474e57-1923-4f1a-8ad7-4104a442b571 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1370168 Oct 05 09:16:55.816273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58222) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:55.816902 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58224) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:55.827496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-626062086'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:55.834727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8ac9c67b-cb1c-4b3a-9b3c-bec152a89a51 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group_rule': {'security_group_id': '0e24820e-aeec-4d32-8102-3533c0ffc628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:55.849186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8ac9c67b-cb1c-4b3a-9b3c-bec152a89a51 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:55.860554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:55.867502 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8ac9c67b-cb1c-4b3a-9b3c-bec152a89a51 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:55.875184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port d99ca78d-dec6-4b9c-baaa-309c06b96c22 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:55.881341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8ac9c67b-cb1c-4b3a-9b3c-bec152a89a51 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:55.910089 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:55.914461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:55.916380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8ac9c67b-cb1c-4b3a-9b3c-bec152a89a51 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:55.917557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:55.920578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:55.923810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:55.937000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3112c2-0daa-4483-824a-b6b519d431b1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:55.937321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be8d4eb-8145-440f-9097-b981d42a87dd tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Deleting subnet adb9337f-c641-4066-a5f6-33cd9d33ef41 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:16:55.947572 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:55.953871 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d3112c2-0daa-4483-824a-b6b519d431b1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:55.955144 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1d3112c2-0daa-4483-824a-b6b519d431b1 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b HTTP/1.1" status: 200 len: 698 time: 4.2315059 Oct 05 09:16:55.958507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58232) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:55.974765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c1fe-b4ff-466e-93d5-e183ef232fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:55.976649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1be8d4eb-8145-440f-9097-b981d42a87dd tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:55.982431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bb8c2a59-4bcd-4f61-9639-e9480238fe7a is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:16:56.061305 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a28f2fa-6d2c-4ed7-a50e-83f617ca36da None None] Sync routers for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:56.067660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Made reservation on behalf of def5968a22fb4fa4933ae11332990d38 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:56.071874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:56.074363 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a28f2fa-6d2c-4ed7-a50e-83f617ca36da None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:56.075159 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7a28f2fa-6d2c-4ed7-a50e-83f617ca36da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:56.214320 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4392ac-40c8-4b4b-9b3b-a86f545c53f7 None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:16:56.220681 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-8ac9c67b-cb1c-4b3a-9b3c-bec152a89a51 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:16:56.221541 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8ac9c67b-cb1c-4b3a-9b3c-bec152a89a51 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4020557 Oct 05 09:16:56.222533 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:16:56.229787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58236) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:56.263531 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a2cb5f1c-c3e4-465e-8ff3-221da2272aca tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b HTTP/1.1" status: 200 len: 698 time: 0.3032405 Oct 05 09:16:56.269298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:56.270063 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Added segment 7d6011a8-56d6-48a1-8e5e-c1581159a742 of type vlan for network 4e34cf07-6202-4048-8e16-9a33083efe32 Oct 05 09:16:56.270642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58240) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:56.283202 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-7a28f2fa-6d2c-4ed7-a50e-83f617ca36da None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:56.300585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1be8d4eb-8145-440f-9097-b981d42a87dd tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:56.349799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c1fe-b4ff-466e-93d5-e183ef232fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:56.419984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6962bc86-5a32-4428-9e72-b8923f513032 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router e31da2e6-f38f-41b1-947d-47963fc6a334 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:16:56.467996 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 7 to provision port d99ca78d-dec6-4b9c-baaa-309c06b96c22 Oct 05 09:16:56.471439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:56.527179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4392ac-40c8-4b4b-9b3b-a86f545c53f7 None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:16:56.554334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port d99ca78d-dec6-4b9c-baaa-309c06b96c22 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:56.604959 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:56.608420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74081893-bd98-4e3d-bab6-0c0d8f09eb0a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:56.691979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port fd39d76f-a5f7-4355-bda3-d9bb835fe1fe yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:16:56.729188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:56.736595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:56.737280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:56.742345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74081893-bd98-4e3d-bab6-0c0d8f09eb0a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:56.768473 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7a28f2fa-6d2c-4ed7-a50e-83f617ca36da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:53Z', 'revision_number': 7, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb8c2a59-4bcd-4f61-9639-e9480238fe7a', 'name': '', 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:98:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:38Z', 'updated_at': '2022-10-05T09:16:54Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:37Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:56.773814 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a28f2fa-6d2c-4ed7-a50e-83f617ca36da None None] Checking router: 7b9ab95a-dfa5-433c-9e98-da1ad03e210b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:16:56.784750 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a28f2fa-6d2c-4ed7-a50e-83f617ca36da None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:56.785929 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7a28f2fa-6d2c-4ed7-a50e-83f617ca36da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:56.799765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c1fe-b4ff-466e-93d5-e183ef232fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:56.831759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1be8d4eb-8145-440f-9097-b981d42a87dd tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:56.923841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0c1fe-b4ff-466e-93d5-e183ef232fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7572879a-ea68-427d-af5e-a79d6db9a4d8,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:56.984340 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-7a28f2fa-6d2c-4ed7-a50e-83f617ca36da None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:16:57.007655 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6962bc86-5a32-4428-9e72-b8923f513032 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:16:57.009737 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1917276 Oct 05 09:16:57.015441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58244) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:57.016892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6962bc86-5a32-4428-9e72-b8923f513032 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.022157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1237975469'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:57.027755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ebbd9-432c-45a3-8099-88e71808e413 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event updated for resources: {'Network': ['ID=4e34cf07-6202-4048-8e16-9a33083efe32,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:57.028754 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8adf330-6523-4c34-8acd-cdd7ca23e6be None None] Sync routers for ids ['e31da2e6-f38f-41b1-947d-47963fc6a334'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:16:57.038173 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:57.053115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 4e34cf07-6202-4048-8e16-9a33083efe32 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:16:57.054152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Usage tracker for resource:network and tenant:def5968a22fb4fa4933ae11332990d38 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:57.057973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74081893-bd98-4e3d-bab6-0c0d8f09eb0a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.069314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:57.079454 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 8 to provision port d99ca78d-dec6-4b9c-baaa-309c06b96c22 Oct 05 09:16:57.099278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74081893-bd98-4e3d-bab6-0c0d8f09eb0a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.100815 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-74081893-bd98-4e3d-bab6-0c0d8f09eb0a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "DELETE /v2.0/security-groups/0e24820e-aeec-4d32-8102-3533c0ffc628 HTTP/1.1" status: 204 len: 168 time: 0.8672969 Oct 05 09:16:57.102338 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:57.147062 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58248) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:57.150908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74081893-bd98-4e3d-bab6-0c0d8f09eb0a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e24820e-aeec-4d32-8102-3533c0ffc628,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:57.170802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port d99ca78d-dec6-4b9c-baaa-309c06b96c22 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:57.215422 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.219594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c1fe-b4ff-466e-93d5-e183ef232fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.223040 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bbb0c1fe-b4ff-466e-93d5-e183ef232fc2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7572879a-ea68-427d-af5e-a79d6db9a4d8 HTTP/1.1" status: 204 len: 168 time: 2.2847543 Oct 05 09:16:57.236288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8adf330-6523-4c34-8acd-cdd7ca23e6be None None] Routers {'e31da2e6-f38f-41b1-947d-47963fc6a334'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:57.237407 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d8adf330-6523-4c34-8acd-cdd7ca23e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e31da2e6-f38f-41b1-947d-47963fc6a334'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:57.360937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network d342e829-d70b-4062-acd4-996d2ab1291c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:57.395263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:57.407864 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1be8d4eb-8145-440f-9097-b981d42a87dd tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.415289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:57.415888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.417238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911fa2b-4e05-4367-afdb-8d2798e4e77a None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:16:57.462564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Subnet': ['ID=8d397602-b845-4461-8d6e-613848c49ffe,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:57.468494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Made reservation on behalf of def5968a22fb4fa4933ae11332990d38 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:16:57.473058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.473619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d8adf330-6523-4c34-8acd-cdd7ca23e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:57.496567 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6962bc86-5a32-4428-9e72-b8923f513032 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "PUT /v2.0/floatingips/34779c81-4b2a-498d-8b34-6e1a129553c7 HTTP/1.1" status: 200 len: 979 time: 9.1627047 Oct 05 09:16:57.498960 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-05076a3c-69f3-4427-bb03-eabc691bc581 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6038251 Oct 05 09:16:57.500356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58256) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:57.503124 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58258) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:57.526400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8adf330-6523-4c34-8acd-cdd7ca23e6be None None] Routers {'e31da2e6-f38f-41b1-947d-47963fc6a334'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:16:57.527165 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d8adf330-6523-4c34-8acd-cdd7ca23e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e31da2e6-f38f-41b1-947d-47963fc6a334'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:57.541862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-35df4757-fc50-475b-92dc-eff1102fb75a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Synchronizing usage tracker for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:57.546752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'security_group': {'name': 'tempest-secgroup-1329641792'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:57.548053 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7a28f2fa-6d2c-4ed7-a50e-83f617ca36da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:53Z', 'revision_number': 7, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb8c2a59-4bcd-4f61-9639-e9480238fe7a', 'name': '', 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:98:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:38Z', 'updated_at': '2022-10-05T09:16:54Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:37Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:57.553680 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a28f2fa-6d2c-4ed7-a50e-83f617ca36da None None] The sync data for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv is: [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:16:53Z', 'revision_number': 7, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb8c2a59-4bcd-4f61-9639-e9480238fe7a', 'name': '', 'network_id': 'f60ab0b2-616c-440d-9aae-afec27809cb1', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:98:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:38Z', 'updated_at': '2022-10-05T09:16:54Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '897e6d88-bc8e-417f-b1be-c7d285fc1eca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:37Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:57.582369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:57.586180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1be8d4eb-8145-440f-9097-b981d42a87dd tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.588273 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1be8d4eb-8145-440f-9097-b981d42a87dd tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/subnets/adb9337f-c641-4066-a5f6-33cd9d33ef41 HTTP/1.1" status: 204 len: 168 time: 1.7647111 Oct 05 09:16:57.595244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58264) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:57.599081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8d4eb-8145-440f-9097-b981d42a87dd tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Subnet': ['ID=adb9337f-c641-4066-a5f6-33cd9d33ef41,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:57.604842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:security_group and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:57.628319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d8adf330-6523-4c34-8acd-cdd7ca23e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:16:57.628990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8adf330-6523-4c34-8acd-cdd7ca23e6be None None] The sync data for ids ['e31da2e6-f38f-41b1-947d-47963fc6a334'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:16:57.635032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:16:57.641250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:57.657052 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 172.20.0.8 (19d31986-d6d4-46c2-94b6-97b25bee37cf/8427a328-9b10-43d2-8262-8ac1300892c2/fd39d76f-a5f7-4355-bda3-d9bb835fe1fe) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:57.665558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::f816:3eff:fe3b:2f0b (19d31986-d6d4-46c2-94b6-97b25bee37cf/19b05067-173d-4442-9f36-448dd150f2da/fd39d76f-a5f7-4355-bda3-d9bb835fe1fe) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:16:57.677809 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 9 to provision port d99ca78d-dec6-4b9c-baaa-309c06b96c22 Oct 05 09:16:57.731234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:57.744216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-35df4757-fc50-475b-92dc-eff1102fb75a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Unset dirty status for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:57.752697 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-35df4757-fc50-475b-92dc-eff1102fb75a tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5986824 Oct 05 09:16:57.756727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-aa09c4b4-38c5-4285-877b-9e6d39ead8cd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:57.757155 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa09c4b4-38c5-4285-877b-9e6d39ead8cd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.768242 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58268) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:57.774707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port d99ca78d-dec6-4b9c-baaa-309c06b96c22 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:57.779582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8e66e445-03c1-41b6-9574-b7420dbd3e78 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638782080'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:57.812555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8911fa2b-4e05-4367-afdb-8d2798e4e77a None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:16:57.837840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.838201 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Added segment 99965b93-aa42-4303-958a-95b8c5e0deac of type vlan for network 4d5428d6-d04f-4d0c-90fc-b5b11ba5675a Oct 05 09:16:57.841714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58272) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:57.869314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.938232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.951622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8e66e445-03c1-41b6-9574-b7420dbd3e78 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:57.961898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:57.969810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8e66e445-03c1-41b6-9574-b7420dbd3e78 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:58.000850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:58.008680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8e66e445-03c1-41b6-9574-b7420dbd3e78 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.018352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:security_group_rule and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:58.046676 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8e66e445-03c1-41b6-9574-b7420dbd3e78 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:58.051349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.058597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8e66e445-03c1-41b6-9574-b7420dbd3e78 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Usage tracker for resource:security_group_rule and tenant:cc3684f308524a5786867c622fecc500 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:16:58.065423 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:58.066510 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8e66e445-03c1-41b6-9574-b7420dbd3e78 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:16:58.080785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8e66e445-03c1-41b6-9574-b7420dbd3e78 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:58.085198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object fd39d76f-a5f7-4355-bda3-d9bb835fe1fe will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:16:58.094632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Deleting port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:58.095033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.120902 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:16:58.155926 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d218b58b-de0d-4e15-8875-5ceaff334238 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dbdae1c089e14721b1a4f9f997df0e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043458 Oct 05 09:16:58.156504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58276) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:58.163125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.240152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686b3d45-a327-48d7-b144-0845588eb5ca None None] Network d342e829-d70b-4062-acd4-996d2ab1291c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:58.257857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8e66e445-03c1-41b6-9574-b7420dbd3e78 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.259003 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e63f03-755d-4eb6-a7b2-7c26c62eb1d9 None None] Network 5424877e-2487-4893-8aab-d2b7da4e808d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:16:58.263785 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.269418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:58.270454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.279782 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8e66e445-03c1-41b6-9574-b7420dbd3e78 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.281952 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Attempt 10 to provision port d99ca78d-dec6-4b9c-baaa-309c06b96c22 Oct 05 09:16:58.294713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:16:58.319141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:16:58.321352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:16:58.370226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=fd39d76f-a5f7-4355-bda3-d9bb835fe1fe,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:58.416444 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66e445-03c1-41b6-9574-b7420dbd3e78 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fed130-bf17-474f-b1bb-1db3abade39b,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:58.432721 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8e66e445-03c1-41b6-9574-b7420dbd3e78 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.433922 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8e66e445-03c1-41b6-9574-b7420dbd3e78 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6646616 Oct 05 09:16:58.442229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58280) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:58.452300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c4aa9e2d-acad-4325-85ae-42f67108428f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:58.453025 dv-neutron-860328-1-hyperv neutron-server[89054]: WARNING neutron.api.v2.base [None req-c4aa9e2d-acad-4325-85ae-42f67108428f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 05 09:16:58.454206 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-c4aa9e2d-acad-4325-85ae-42f67108428f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] update failed (client error): There was a conflict when trying to complete your request. Oct 05 09:16:58.455492 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c4aa9e2d-acad-4325-85ae-42f67108428f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "PUT /v2.0/security-groups/53fed130-bf17-474f-b1bb-1db3abade39b HTTP/1.1" status: 409 len: 330 time: 0.0119395 Oct 05 09:16:58.459335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-05bc4ed4-3ac1-4d7c-97fa-37a5c209cc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.462773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58284) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:58.491539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:58.492446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.539087 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5191b025-0a91-4683-b255-2eb273e8493d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6050191 Oct 05 09:16:58.545096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58288) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:58.547110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-05bc4ed4-3ac1-4d7c-97fa-37a5c209cc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.548717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event updated for resources: {'Network': ['ID=4d5428d6-d04f-4d0c-90fc-b5b11ba5675a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:58.554574 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9406658b-8fae-4f1a-b9d4-d0e28319fe43 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5380883 Oct 05 09:16:58.560343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58290) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:58.602288 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Request body: {'ports': [{'network_id': '4e34cf07-6202-4048-8e16-9a33083efe32', 'name': 'tempest-port--513059983', 'admin_state_up': True}, {'network_id': '4d5428d6-d04f-4d0c-90fc-b5b11ba5675a', 'admin_state_up': False}]} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:58.602594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Request body: {'port': {'network_id': '4e34cf07-6202-4048-8e16-9a33083efe32', 'name': 'tempest-port--513059983', 'admin_state_up': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:58.603074 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Request body: {'port': {'network_id': '4d5428d6-d04f-4d0c-90fc-b5b11ba5675a', 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:58.624495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Port d99ca78d-dec6-4b9c-baaa-309c06b96c22 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:58.627235 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 4d5428d6-d04f-4d0c-90fc-b5b11ba5675a details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:16:58.688130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20703d49-fadc-4c29-89e0-73dbd845b1d9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.693732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa09c4b4-38c5-4285-877b-9e6d39ead8cd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.708200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Could not find standard attr ID for object 966f101c-defb-409d-8a2f-4f54d54bb0a9. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:16:58.738677 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20703d49-fadc-4c29-89e0-73dbd845b1d9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.758536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-05bc4ed4-3ac1-4d7c-97fa-37a5c209cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.784952 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a662daa8-dfe7-4bff-ac62-53e102987445 None None] Could not find standard attr ID for object 6bc49cc7-99f0-4cbb-b272-9f2317d9d21e. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:16:58.785089 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d1acbf-c836-4ef5-ba51-71853ea4815b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:58.792124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d1acbf-c836-4ef5-ba51-71853ea4815b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:16:58.793348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c6d1acbf-c836-4ef5-ba51-71853ea4815b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:58.795931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa58262d-e88a-4e95-9682-e493c65eec51 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.812523 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc4ed4-3ac1-4d7c-97fa-37a5c209cc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f40e452-102c-46da-8464-752bbad25f0d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:58.836207 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-05bc4ed4-3ac1-4d7c-97fa-37a5c209cc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.837483 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-05bc4ed4-3ac1-4d7c-97fa-37a5c209cc47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f40e452-102c-46da-8464-752bbad25f0d HTTP/1.1" status: 204 len: 168 time: 0.6797466 Oct 05 09:16:58.853653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c6d1acbf-c836-4ef5-ba51-71853ea4815b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:58.858154 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c6d1acbf-c836-4ef5-ba51-71853ea4815b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2998984 Oct 05 09:16:58.861797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58298) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:58.912580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20703d49-fadc-4c29-89e0-73dbd845b1d9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.916321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Could not find standard attr ID for object a0df9301-7cc9-4c87-bfa4-da4fd7c1fade. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:16:58.956323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20703d49-fadc-4c29-89e0-73dbd845b1d9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fed130-bf17-474f-b1bb-1db3abade39b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:16:58.981164 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20703d49-fadc-4c29-89e0-73dbd845b1d9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:58.982535 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-20703d49-fadc-4c29-89e0-73dbd845b1d9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "DELETE /v2.0/security-groups/53fed130-bf17-474f-b1bb-1db3abade39b HTTP/1.1" status: 204 len: 168 time: 0.5178485 Oct 05 09:16:58.987355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58302) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:58.992153 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-a0b63fad-3fac-4db3-a806-3e71b24b3bbf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port fd39d76f-a5f7-4355-bda3-d9bb835fe1fe {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:58.992828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a0b63fad-3fac-4db3-a806-3e71b24b3bbf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:59.008040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Provisioning for port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:16:59.018581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Provisioning complete for port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:16:59.019129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:59.019786 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 1 to provision port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e Oct 05 09:16:59.100709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b614b9b-b58b-4bc2-bb86-9c810fe8ed17 None None] DHCP port deletion for 5424877e-2487-4893-8aab-d2b7da4e808d request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:16:59.104904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:59.107233 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3b614b9b-b58b-4bc2-bb86-9c810fe8ed17 None None] Deleting port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:16:59.107618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b614b9b-b58b-4bc2-bb86-9c810fe8ed17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:59.177664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fc7053f1-229b-46e3-8159-46f40f95b78f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Synchronizing usage tracker for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:16:59.233550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fc7053f1-229b-46e3-8159-46f40f95b78f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] Unset dirty status for tenant:cc3684f308524a5786867c622fecc500 on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:16:59.234494 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fc7053f1-229b-46e3-8159-46f40f95b78f tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2085054 Oct 05 09:16:59.236817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:59.241186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58308) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:59.369303 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-f0cda593-5ddb-4eb8-a1aa-ad44e1c0df7b tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] delete failed (client error): The resource could not be found. Oct 05 09:16:59.370540 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f0cda593-5ddb-4eb8-a1aa-ad44e1c0df7b tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "DELETE /v2.0/security-groups/6bd09559-1d53-4c20-8cb4-afdc5c961e20 HTTP/1.1" status: 404 len: 347 time: 0.1283596 Oct 05 09:16:59.374223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58316) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:59.405064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:16:59.405853 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-8752983b-6246-4fdb-bbb8-b404927688ac tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] show failed (client error): The resource could not be found. Oct 05 09:16:59.410969 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8752983b-6246-4fdb-bbb8-b404927688ac tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "GET /v2.0/security-groups/731ab631-5366-40a4-8e8a-1328988eebf0 HTTP/1.1" status: 404 len: 347 time: 0.0321298 Oct 05 09:16:59.417123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58320) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:59.436757 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-edac0c28-5f1d-426c-8396-5d88aeebdaf9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] show failed (client error): The resource could not be found. Oct 05 09:16:59.437855 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-edac0c28-5f1d-426c-8396-5d88aeebdaf9 tempest-NegativeSecGroupIPv6Test-610684507 tempest-NegativeSecGroupIPv6Test-610684507-project] 10.222.0.64 "GET /v2.0/security-group-rules/d076e33b-f517-4ed6-bda2-a84d65f244df HTTP/1.1" status: 404 len: 356 time: 0.0197175 Oct 05 09:16:59.478987 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-3b614b9b-b58b-4bc2-bb86-9c810fe8ed17 None None] For port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=63fc9abd-e19a-4c72-a33c-4e9ecd213ed9,segment=NetworkSegment(3ed4a58c-3105-4c9e-9758-4555182ac4e8),segment_id=3ed4a58c-3105-4c9e-9758-4555182ac4e8)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:59.479459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b614b9b-b58b-4bc2-bb86-9c810fe8ed17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:59.508498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aeb23d-4082-4a88-a08d-e51f9931ba76 None None] Update dhcp port {'port': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'fixed_ips': [{'subnet_id': 'c190c663-b997-4c50-aaf3-6e78a30152ef', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8d397602-b845-4461-8d6e-613848c49ffe'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': 'b62fea88-2c27-4d31-ad5f-e60e85e9ac87'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:16:59.516156 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a0b63fad-3fac-4db3-a806-3e71b24b3bbf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:59.553013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:59.667542 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 2 to provision port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e Oct 05 09:16:59.714781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3b614b9b-b58b-4bc2-bb86-9c810fe8ed17 None None] Calling delete_port for 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:59.720777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] For port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=63fc9abd-e19a-4c72-a33c-4e9ecd213ed9,segment=NetworkSegment(3ed4a58c-3105-4c9e-9758-4555182ac4e8),segment_id=3ed4a58c-3105-4c9e-9758-4555182ac4e8)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:16:59.721539 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:59.827403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:59.829531 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3211901 Oct 05 09:16:59.840837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58334) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:59.861421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-a0b63fad-3fac-4db3-a806-3e71b24b3bbf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for fd39d76f-a5f7-4355-bda3-d9bb835fe1fe owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:16:59.907971 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73aeb23d-4082-4a88-a08d-e51f9931ba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:16:59.911365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:16:59.966258 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58338) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:16:59.974167 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'security_group': {'name': 'tempest-secgroup-477043483'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:16:59.983491 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:16:59.994511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109b4c9-4e44-4bc7-ab8a-c8af934f5ba7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fd97c6-0481-476f-a281-6600d42d907a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:00.010242 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:00.013802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Calling delete_port for 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:00.043024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:security_group and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:00.064355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:00.072387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Usage tracker for resource:port and tenant:def5968a22fb4fa4933ae11332990d38 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:00.077503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:00.093900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:00.126312 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:00.237746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Made reservation on behalf of def5968a22fb4fa4933ae11332990d38 for: {'port': 2} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:00.242760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:00.299284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:00.319598 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:00.319983 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:00.337160 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b614b9b-b58b-4bc2-bb86-9c810fe8ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:00.352796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa09c4b4-38c5-4285-877b-9e6d39ead8cd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:00.352796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa09c4b4-38c5-4285-877b-9e6d39ead8cd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:00.352796 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-aa09c4b4-38c5-4285-877b-9e6d39ead8cd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Floating IP 34779c81-4b2a-498d-8b34-6e1a129553c7 disassociated. External IP: 172.26.0.236, port: cc1ab45d-2d45-474d-a8d7-a110d85ccd1e. Oct 05 09:17:00.352796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-aa09c4b4-38c5-4285-877b-9e6d39ead8cd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for cc1ab45d-2d45-474d-a8d7-a110d85ccd1e owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:00.412394 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-73aeb23d-4082-4a88-a08d-e51f9931ba76 None None] Allocated IP 2001:db8::2 (d342e829-d70b-4062-acd4-996d2ab1291c/8d397602-b845-4461-8d6e-613848c49ffe/b62fea88-2c27-4d31-ad5f-e60e85e9ac87) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:00.437101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b614b9b-b58b-4bc2-bb86-9c810fe8ed17 None None] Pushing event deleted for resources: {'Port': ['ID=63fc9abd-e19a-4c72-a33c-4e9ecd213ed9,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:00.446900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58350) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:00.447889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b614b9b-b58b-4bc2-bb86-9c810fe8ed17 None None] No DVR routers for this DVR port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:00.477448 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:00.504064 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 3 to provision port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e Oct 05 09:17:00.532935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:17:00.533646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:17:00.580051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:00.585044 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-23f0a0bd-c37e-4424-8039-b2e14ec6a7e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc3684f308524a5786867c622fecc500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6048610 Oct 05 09:17:00.592990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58356) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:00.645864 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:security_group_rule and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:00.654916 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:00.671199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:00.694392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:00.711410 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a0b63fad-3fac-4db3-a806-3e71b24b3bbf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:00.712629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-aa58262d-e88a-4e95-9682-e493c65eec51 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port bb8c2a59-4bcd-4f61-9639-e9480238fe7a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:00.713230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa58262d-e88a-4e95-9682-e493c65eec51 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:00.735330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-73aeb23d-4082-4a88-a08d-e51f9931ba76 None None] For port b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,segment=NetworkSegment(8943da30-27b9-4145-9b7a-7cdcfd944193),segment_id=8943da30-27b9-4145-9b7a-7cdcfd944193)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:00.752497 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-03a6a906-c5c2-48c3-8200-e1b171bbe0cd tempest-AgentManagementNegativeTest-1903208602 tempest-AgentManagementNegativeTest-1903208602-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2600856 Oct 05 09:17:00.767549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73aeb23d-4082-4a88-a08d-e51f9931ba76 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:00.788559 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-73aeb23d-4082-4a88-a08d-e51f9931ba76 None None] Transition to ACTIVE for port object b62fea88-2c27-4d31-ad5f-e60e85e9ac87 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:00.792529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73aeb23d-4082-4a88-a08d-e51f9931ba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:00.805512 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b63fad-3fac-4db3-a806-3e71b24b3bbf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=fd39d76f-a5f7-4355-bda3-d9bb835fe1fe,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:00.951627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aeb23d-4082-4a88-a08d-e51f9931ba76 None None] Pushing event updated for resources: {'Port': ['ID=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:01.057054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Deleting port 63fc9abd-e19a-4c72-a33c-4e9ecd213ed9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:01.057444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.079996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.090874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.117607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] device_id is not set on port f42266df-805e-44ff-9a9b-98325cd2e534 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:17:01.139341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a0b63fad-3fac-4db3-a806-3e71b24b3bbf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.153000 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e48d1c-98f2-492b-85da-6f3f7706fad7,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:01.191298 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a0b63fad-3fac-4db3-a806-3e71b24b3bbf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/fd39d76f-a5f7-4355-bda3-d9bb835fe1fe HTTP/1.1" status: 204 len: 168 time: 2.3258808 Oct 05 09:17:01.193203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58366) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:01.195773 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 4 to provision port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e Oct 05 09:17:01.207858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.210685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] The port '63fc9abd-e19a-4c72-a33c-4e9ecd213ed9' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:17:01.214060 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8c6565d5-03ea-4795-b92a-90e08917b5aa tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3696046 Oct 05 09:17:01.214060 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58368) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:01.214807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58372) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:01.267831 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:01.302343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'security_group': {'name': 'tempest-secgroup-1983590628'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:01.309084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:01.313997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:security_group and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:01.314797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-442eeee8-59a2-4de4-a4ea-161e5fd5ce1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.317850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:01.326637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:01.358907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.408987 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6843aa6-6c37-4f38-a6dd-ef3a1826580c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:01.410545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6843aa6-6c37-4f38-a6dd-ef3a1826580c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:01.411519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b62fea88-2c27-4d31-ad5f-e60e85e9ac87 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:01.412162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6843aa6-6c37-4f38-a6dd-ef3a1826580c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:01.412994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f6843aa6-6c37-4f38-a6dd-ef3a1826580c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:01.435372 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:01.438170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-295ef885-ae87-4795-ac82-eec5b3932af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.453893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:security_group_rule and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:01.458580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:01.480455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:01.483842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-295ef885-ae87-4795-ac82-eec5b3932af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:01.490632 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-295ef885-ae87-4795-ac82-eec5b3932af4 admin admin] Usage tracker for resource:security_group_rule and tenant:43ed52cd1e6542afa70ab3386eae4829 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:01.496808 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-295ef885-ae87-4795-ac82-eec5b3932af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:01.506468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f6843aa6-6c37-4f38-a6dd-ef3a1826580c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:01.507923 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f6843aa6-6c37-4f38-a6dd-ef3a1826580c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3133733 Oct 05 09:17:01.515215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-295ef885-ae87-4795-ac82-eec5b3932af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:01.517951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58380) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:01.551551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-442eeee8-59a2-4de4-a4ea-161e5fd5ce1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.648018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-6468974e-3790-4944-bc47-58657a22e6fe tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 19b05067-173d-4442-9f36-448dd150f2da {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:01.653040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6468974e-3790-4944-bc47-58657a22e6fe tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.661565 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-aa58262d-e88a-4e95-9682-e493c65eec51 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] For port bb8c2a59-4bcd-4f61-9639-e9480238fe7a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bb8c2a59-4bcd-4f61-9639-e9480238fe7a,segment=NetworkSegment(5918a526-03ff-4af2-a60d-16ee96a16f77),segment_id=5918a526-03ff-4af2-a60d-16ee96a16f77)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:01.662191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa58262d-e88a-4e95-9682-e493c65eec51 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.711041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa09c4b4-38c5-4285-877b-9e6d39ead8cd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.737064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.746217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6468974e-3790-4944-bc47-58657a22e6fe tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.769770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.770547 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 5 to provision port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e Oct 05 09:17:01.781334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.804710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port cc1ab45d-2d45-474d-a8d7-a110d85ccd1e was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:17:01.807810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Could not find standard attr ID for object fd39d76f-a5f7-4355-bda3-d9bb835fe1fe. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:17:01.833021 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Provisioning complete for port 4e917671-bd26-44fa-ba72-e25ac35f9a87 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:01.833694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.834025 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 1 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:01.876835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96745a75-d210-4eba-95f2-920f7c283b4c,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:01.897340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:01.908592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-295ef885-ae87-4795-ac82-eec5b3932af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.914484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-295ef885-ae87-4795-ac82-eec5b3932af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.921257 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:01.925407 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-10345d10-723f-4241-8ff0-dc96e08fdfae tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7033176 Oct 05 09:17:01.928458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09c4b4-38c5-4285-877b-9e6d39ead8cd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=cc1ab45d-2d45-474d-a8d7-a110d85ccd1e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:01.935163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58384) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:01.955811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-aa58262d-e88a-4e95-9682-e493c65eec51 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for bb8c2a59-4bcd-4f61-9639-e9480238fe7a owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:01.956872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1365593966', 'security_groups': ['96745a75-d210-4eba-95f2-920f7c283b4c'], 'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d397602-b845-4461-8d6e-613848c49ffe'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:01.999906 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6468974e-3790-4944-bc47-58657a22e6fe tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.007720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5424877e-2487-4893-8aab-d2b7da4e808d']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:02.099156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed4a58c-3105-4c9e-9758-4555182ac4e8') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:02.099456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed4a58c-3105-4c9e-9758-4555182ac4e8') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:02.103223 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-295ef885-ae87-4795-ac82-eec5b3932af4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43ed52cd1e6542afa70ab3386eae4829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8897038 Oct 05 09:17:02.107762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58388) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:02.127539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ef885-ae87-4795-ac82-eec5b3932af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f985ac-1fea-4e3f-bd4d-0b415f4237e5,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:02.181609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-442eeee8-59a2-4de4-a4ea-161e5fd5ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.193349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.209289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:02.212132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6468974e-3790-4944-bc47-58657a22e6fe tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.246360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:port and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:02.253936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:02.258266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468974e-3790-4944-bc47-58657a22e6fe tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=19b05067-173d-4442-9f36-448dd150f2da,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:02.264136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:02.267060 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6468974e-3790-4944-bc47-58657a22e6fe tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.273910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc06ca4-211e-4f7a-bb6d-7a6baea62849 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:02.282352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:02.302630 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6468974e-3790-4944-bc47-58657a22e6fe tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/19b05067-173d-4442-9f36-448dd150f2da HTTP/1.1" status: 204 len: 168 time: 0.7831285 Oct 05 09:17:02.306768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58392) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:02.392977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442eeee8-59a2-4de4-a4ea-161e5fd5ce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6a6497-0141-4894-8ce9-cb8abf4b7776,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:02.399013 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 2 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:02.445002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.468201 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfddfc8-5c1a-4222-a873-500f3f377db1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 8427a328-9b10-43d2-8262-8ac1300892c2 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:02.486051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9bfddfc8-5c1a-4222-a873-500f3f377db1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.513901 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:02.527498 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.549980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:02.550471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.561346 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9bfddfc8-5c1a-4222-a873-500f3f377db1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.588465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] device_id is not set on port 6af4258f-4ede-4277-9b49-113287918094 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:17:02.594589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.660234 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3ed4a58c-3105-4c9e-9758-4555182ac4e8 resource provider aggregate not found Oct 05 09:17:02.726782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e063bd2b-aaa1-4ff1-96b5-779a483c0387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.772504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9bfddfc8-5c1a-4222-a873-500f3f377db1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.804530 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3ed4a58c-3105-4c9e-9758-4555182ac4e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ed4a58c-3105-4c9e-9758-4555182ac4e8 found for delete ", "request_id": "req-e7fef9b2-eaed-45e5-90b4-a179408382fd"}]} Oct 05 09:17:02.836793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-442eeee8-59a2-4de4-a4ea-161e5fd5ce1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.840580 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-442eeee8-59a2-4de4-a4ea-161e5fd5ce1b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa6a6497-0141-4894-8ce9-cb8abf4b7776 HTTP/1.1" status: 204 len: 168 time: 2.2252541 Oct 05 09:17:02.852790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c79696b-4609-4e81-8f7c-99117b24fc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.885638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.925694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] device_id is not set on port 11790866-2cc0-4282-869d-4f187ceb5790 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:17:02.929225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:02.967941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa09c4b4-38c5-4285-877b-9e6d39ead8cd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router e31da2e6-f38f-41b1-947d-47963fc6a334 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:17:03.003027 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c79696b-4609-4e81-8f7c-99117b24fc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:03.012870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] Pushing event deleted for resources: {'Network': ['ID=5424877e-2487-4893-8aab-d2b7da4e808d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:03.015312 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 3 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:03.052934 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fe467031-ca07-443e-b051-65e1f8f369c5 tempest-NetworksTest-1592942303 tempest-NetworksTest-1592942303-project] 10.222.0.64 "DELETE /v2.0/networks/5424877e-2487-4893-8aab-d2b7da4e808d HTTP/1.1" status: 204 len: 168 time: 5.4548383 Oct 05 09:17:03.140199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:03.144934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9bfddfc8-5c1a-4222-a873-500f3f377db1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:03.243124 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:17:03.256604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9bfddfc8-5c1a-4222-a873-500f3f377db1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:03.308482 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9bfddfc8-5c1a-4222-a873-500f3f377db1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/8427a328-9b10-43d2-8262-8ac1300892c2 HTTP/1.1" status: 204 len: 168 time: 1.0004365 Oct 05 09:17:03.310293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfddfc8-5c1a-4222-a873-500f3f377db1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=8427a328-9b10-43d2-8262-8ac1300892c2,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:03.336586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58410) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:03.336926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae1878-1723-4586-bf39-9220c2a71262 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:03.341815 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8::8f (d342e829-d70b-4062-acd4-996d2ab1291c/8d397602-b845-4461-8d6e-613848c49ffe/6af4258f-4ede-4277-9b49-113287918094) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:03.428740 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b6de9325-8ecb-46e0-ae0b-e20cef078069 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901692 Oct 05 09:17:03.433858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58416) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:03.446607 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:03.465355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58422) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:03.511522 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa58262d-e88a-4e95-9682-e493c65eec51 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:03.594127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58262d-e88a-4e95-9682-e493c65eec51 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=bb8c2a59-4bcd-4f61-9639-e9480238fe7a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:03.598534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:03.603642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:03.606998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:03.615567 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:03.641991 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 4 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:03.668416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:03.676421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:03.719998 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:03.735959 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc5472f-d6f4-4973-967d-88a6e0fb880c None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:03.743014 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5472f-d6f4-4973-967d-88a6e0fb880c None None] Deleting port c1588485-ec3d-4367-b554-9f5caf7697c7 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:03.744173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0fc5472f-d6f4-4973-967d-88a6e0fb880c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:03.784723 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa09c4b4-38c5-4285-877b-9e6d39ead8cd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:17:03.786274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c79696b-4609-4e81-8f7c-99117b24fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:03.796358 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cb736-84e3-4a43-9f2d-398154b34f53 None None] Sync routers for ids ['e31da2e6-f38f-41b1-947d-47963fc6a334'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:17:03.828856 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cb736-84e3-4a43-9f2d-398154b34f53 None None] Routers {'e31da2e6-f38f-41b1-947d-47963fc6a334'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:03.830262 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-816cb736-84e3-4a43-9f2d-398154b34f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e31da2e6-f38f-41b1-947d-47963fc6a334'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:04.025308 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-816cb736-84e3-4a43-9f2d-398154b34f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:04.048369 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cb736-84e3-4a43-9f2d-398154b34f53 None None] Routers {'e31da2e6-f38f-41b1-947d-47963fc6a334'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:04.049177 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-816cb736-84e3-4a43-9f2d-398154b34f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:16:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e31da2e6-f38f-41b1-947d-47963fc6a334'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:04.082025 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:04.103032 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Transition to ACTIVE for port object 6af4258f-4ede-4277-9b49-113287918094 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:04.142236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0fc5472f-d6f4-4973-967d-88a6e0fb880c None None] For port c1588485-ec3d-4367-b554-9f5caf7697c7, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c1588485-ec3d-4367-b554-9f5caf7697c7,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:04.142865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0fc5472f-d6f4-4973-967d-88a6e0fb880c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:04.164465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:04.168017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79696b-4609-4e81-8f7c-99117b24fc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f985ac-1fea-4e3f-bd4d-0b415f4237e5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:04.195309 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-816cb736-84e3-4a43-9f2d-398154b34f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:04.196520 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cb736-84e3-4a43-9f2d-398154b34f53 None None] The sync data for ids ['e31da2e6-f38f-41b1-947d-47963fc6a334'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:17:04.204673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c79696b-4609-4e81-8f7c-99117b24fc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:04.205814 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0c79696b-4609-4e81-8f7c-99117b24fc64 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64f985ac-1fea-4e3f-bd4d-0b415f4237e5 HTTP/1.1" status: 204 len: 168 time: 2.0836887 Oct 05 09:17:04.231271 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 5 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:04.244388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:04.308957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa58262d-e88a-4e95-9682-e493c65eec51 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:04.318547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:04.334076 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-12b46c44-346a-4179-9085-8d97051e782c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e10d7f51494433ca7ebe2ce98107aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8640273 Oct 05 09:17:04.339626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network d342e829-d70b-4062-acd4-996d2ab1291c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:04.341271 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa09c4b4-38c5-4285-877b-9e6d39ead8cd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:04.344711 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aa09c4b4-38c5-4285-877b-9e6d39ead8cd tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/ports/cc1ab45d-2d45-474d-a8d7-a110d85ccd1e HTTP/1.1" status: 204 len: 168 time: 6.8421743 Oct 05 09:17:04.346575 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58442) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:04.348938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58444) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:04.358911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:04.436441 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=6af4258f-4ede-4277-9b49-113287918094,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:04.438785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58450) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:04.439503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:04.445092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:04.445325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5472f-d6f4-4973-967d-88a6e0fb880c None None] Calling delete_port for c1588485-ec3d-4367-b554-9f5caf7697c7 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:04.445743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:04.551054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:04.588660 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:04.608121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0fc5472f-d6f4-4973-967d-88a6e0fb880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:04.666686 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c423257c-33dd-45ad-97bb-1fde1a7c095a tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7276592 Oct 05 09:17:04.673552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58458) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:04.679568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Checking segment: {'id': '7d6011a8-56d6-48a1-8e5e-c1581159a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4e34cf07-6202-4048-8e16-9a33083efe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:04.679929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Network hostable DHCP agents. Network: 4e34cf07-6202-4048-8e16-9a33083efe32, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:17:04.698889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5472f-d6f4-4973-967d-88a6e0fb880c None None] Pushing event deleted for resources: {'Port': ['ID=c1588485-ec3d-4367-b554-9f5caf7697c7,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:04.706317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5472f-d6f4-4973-967d-88a6e0fb880c None None] No DVR routers for this DVR port c1588485-ec3d-4367-b554-9f5caf7697c7 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:04.708569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-537a2765-f2b7-452e-a007-2390b184a7f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:04.759474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event updated for resources: {'Port': ['ID=f42266df-805e-44ff-9a9b-98325cd2e534,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:04.807234 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5b06d07-d036-476e-b9b0-92c81d1e9baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:04.879962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Network 4e34cf07-6202-4048-8e16-9a33083efe32 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:17:04.904321 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 4e34cf07-6202-4048-8e16-9a33083efe32) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:04.909936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:04.911746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:04.912890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b696b0-bdb2-4789-a55d-154f85eddfe5 None None] Network 4e34cf07-6202-4048-8e16-9a33083efe32 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:05.023640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5b06d07-d036-476e-b9b0-92c81d1e9baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:05.041078 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:05.055677 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 6 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:05.128528 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3be34db6-1e9f-4aae-9e63-38005b7c26ad tempest-ServiceProvidersTest-515939662 tempest-ServiceProvidersTest-515939662-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6697984 Oct 05 09:17:05.181186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:05.204792 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:05.236914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:05.256504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:05.257090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:05.289722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c98f46-331c-45f0-920c-5a590e295853 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:05.313884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=83aa9936-84ce-4c16-b314-6e20490f5fa2,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:05.332373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event updated for resources: {'Port': ['ID=11790866-2cc0-4282-869d-4f187ceb5790,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:05.371675 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-60d227e0-6423-4300-96e9-34827a31aec2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9365685 Oct 05 09:17:05.377722 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58474) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:05.384659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:05.549326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c1588485-ec3d-4367-b554-9f5caf7697c7 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:05.553993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-537a2765-f2b7-452e-a007-2390b184a7f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:05.567790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-537a2765-f2b7-452e-a007-2390b184a7f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:05.574426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-537a2765-f2b7-452e-a007-2390b184a7f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:05.590721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-537a2765-f2b7-452e-a007-2390b184a7f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:05.600357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: c1588485-ec3d-4367-b554-9f5caf7697c7 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:17:05.600711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c1588485-ec3d-4367-b554-9f5caf7697c7 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:17:05.611259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Checking segment: {'id': '99965b93-aa42-4303-958a-95b8c5e0deac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4d5428d6-d04f-4d0c-90fc-b5b11ba5675a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:05.611739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Network hostable DHCP agents. Network: 4d5428d6-d04f-4d0c-90fc-b5b11ba5675a, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:17:05.648519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537a2765-f2b7-452e-a007-2390b184a7f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:05.652020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-537a2765-f2b7-452e-a007-2390b184a7f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:05.685002 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ccf9611-ef76-417e-95dc-296865165d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:05.698767 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa58262d-e88a-4e95-9682-e493c65eec51 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:17:05.699566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Network 4d5428d6-d04f-4d0c-90fc-b5b11ba5675a is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:17:05.707404 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 7 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:05.800191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:05.827788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58486) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:05.846728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 4d5428d6-d04f-4d0c-90fc-b5b11ba5675a) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:05.869243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58492) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:05.876930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5b06d07-d036-476e-b9b0-92c81d1e9baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:05.879962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2720888-56a2-45d2-bded-6bb987e76812 None None] Network 4d5428d6-d04f-4d0c-90fc-b5b11ba5675a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:05.907676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:05.913229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:05.934438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:05.935138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:05.963021 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': '83aa9936-84ce-4c16-b314-6e20490f5fa2'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:17:05.965215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:05.989571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5b06d07-d036-476e-b9b0-92c81d1e9baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:05.993559 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a5b06d07-d036-476e-b9b0-92c81d1e9baf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7edd678-aaf1-4162-9ec7-e9ff4a881013 HTTP/1.1" status: 204 len: 168 time: 1.6434813 Oct 05 09:17:05.996850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b06d07-d036-476e-b9b0-92c81d1e9baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7edd678-aaf1-4162-9ec7-e9ff4a881013,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:06.121212 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:06.131771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:06.136715 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:06.154361 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:06.212384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:06.218473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:06.264086 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-117ea60a-0e8e-49ab-b688-1ba2cc63397c tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.6963418 Oct 05 09:17:06.264752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58500) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:06.325279 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 8 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:06.402878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58baca2b-75a9-43dc-9efe-1ab7bd1d006c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:06.428625 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.ipam_backend_mixin [None req-537a2765-f2b7-452e-a007-2390b184a7f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d397602-b845-4461-8d6e-613848c49ffe (CIDR: 2001:db8::/64) Oct 05 09:17:06.434835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58baca2b-75a9-43dc-9efe-1ab7bd1d006c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:06.441902 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa58262d-e88a-4e95-9682-e493c65eec51 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:17:06.443783 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-537a2765-f2b7-452e-a007-2390b184a7f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:17:06.444279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537a2765-f2b7-452e-a007-2390b184a7f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:06.452190 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aa58262d-e88a-4e95-9682-e493c65eec51 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1805201 Oct 05 09:17:06.453348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58baca2b-75a9-43dc-9efe-1ab7bd1d006c admin admin] Usage tracker for resource:security_group_rule and tenant:02b659e3dd1643e1916157880686d5cd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:06.458104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58504) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:06.458614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58baca2b-75a9-43dc-9efe-1ab7bd1d006c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:06.473440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58baca2b-75a9-43dc-9efe-1ab7bd1d006c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:06.490059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05cea8-fe7c-4a1e-b8c1-edc80e2ac524 None None] Sync routers for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:17:06.506116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:06.512732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05cea8-fe7c-4a1e-b8c1-edc80e2ac524 None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:06.513048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6c05cea8-fe7c-4a1e-b8c1-edc80e2ac524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:06.547012 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-537a2765-f2b7-452e-a007-2390b184a7f3 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8690560 Oct 05 09:17:06.548137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-617069690'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:06.552900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58510) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:06.556031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f3a17-7d8e-4c2d-ae08-8306bca3c4da tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:06.562007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f3a17-7d8e-4c2d-ae08-8306bca3c4da tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:06.563047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-938f3a17-7d8e-4c2d-ae08-8306bca3c4da tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Synchronizing usage tracker for tenant:def5968a22fb4fa4933ae11332990d38 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:06.565043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:06.606075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d936416-76b0-4842-b435-04ceac970f0e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting subnet 897e6d88-bc8e-417f-b1be-c7d285fc1eca {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:06.610071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d936416-76b0-4842-b435-04ceac970f0e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:06.613383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b8a3b726-dd0c-49dd-9e1b-a63969e9eff0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:06.635325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Usage tracker for resource:network and tenant:f860c7a1164244db87882a63a308e2f0 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:06.649281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:06.674494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d936416-76b0-4842-b435-04ceac970f0e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:06.692291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-6c05cea8-fe7c-4a1e-b8c1-edc80e2ac524 None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:17:06.722161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:06.768754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d936416-76b0-4842-b435-04ceac970f0e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:06.835234 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.objects.ports [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89054) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:17:06.852982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d936416-76b0-4842-b435-04ceac970f0e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:06.853320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:06.873021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Made reservation on behalf of f860c7a1164244db87882a63a308e2f0 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:06.877138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:06.894965 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-938f3a17-7d8e-4c2d-ae08-8306bca3c4da tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Unset dirty status for tenant:def5968a22fb4fa4933ae11332990d38 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:06.899675 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-938f3a17-7d8e-4c2d-ae08-8306bca3c4da tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6279082 Oct 05 09:17:06.904424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58522) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:06.905619 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d936416-76b0-4842-b435-04ceac970f0e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:06.917338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f422715-8648-4396-b2a7-edb00c979acf None None] Network f60ab0b2-616c-440d-9aae-afec27809cb1 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:06.954416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d936416-76b0-4842-b435-04ceac970f0e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Subnet': ['ID=897e6d88-bc8e-417f-b1be-c7d285fc1eca,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:06.983169 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7d936416-76b0-4842-b435-04ceac970f0e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/897e6d88-bc8e-417f-b1be-c7d285fc1eca HTTP/1.1" status: 204 len: 168 time: 0.5171268 Oct 05 09:17:06.987421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58530) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:06.997880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.063834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3c1b678c-d343-486f-ab42-e0e859d4659c tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.114296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-aa68b3ce-b7b7-4fad-ab01-533391bad439 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Deleting port f42266df-805e-44ff-9a9b-98325cd2e534 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:07.114789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa68b3ce-b7b7-4fad-ab01-533391bad439 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.153599 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 9 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:07.209567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.210244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.229873 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:07.296084 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Allocated IP 172.20.0.2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/83aa9936-84ce-4c16-b314-6e20490f5fa2/65fb1589-1fb6-4cd5-80a6-832d591db656) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:07.317664 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58538) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:07.341662 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:07.397440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.415153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58baca2b-75a9-43dc-9efe-1ab7bd1d006c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.419308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa68b3ce-b7b7-4fad-ab01-533391bad439 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.435160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58baca2b-75a9-43dc-9efe-1ab7bd1d006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.440680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:07.456716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Usage tracker for resource:security_group_rule and tenant:f860c7a1164244db87882a63a308e2f0 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:07.460989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:07.471239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:07.503024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:07.504982 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=c4889947-a2a8-4da1-bc87-c36b380e09ee,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:07.517471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:07.518226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.524139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6c05cea8-fe7c-4a1e-b8c1-edc80e2ac524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:02Z', 'revision_number': 8, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:37Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:07.530249 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b8a3b726-dd0c-49dd-9e1b-a63969e9eff0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:07.532019 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05cea8-fe7c-4a1e-b8c1-edc80e2ac524 None None] Checking router: 7b9ab95a-dfa5-433c-9e98-da1ad03e210b for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:17:07.547562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b8a3b726-dd0c-49dd-9e1b-a63969e9eff0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:07.554625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b8a3b726-dd0c-49dd-9e1b-a63969e9eff0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:07.567264 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05cea8-fe7c-4a1e-b8c1-edc80e2ac524 None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:07.567996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6c05cea8-fe7c-4a1e-b8c1-edc80e2ac524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:07.568432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b8a3b726-dd0c-49dd-9e1b-a63969e9eff0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:07.573437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1909980981'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:07.587358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-aa68b3ce-b7b7-4fad-ab01-533391bad439 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Calling delete_port for f42266df-805e-44ff-9a9b-98325cd2e534 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:07.601881 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a73db09f-729f-468d-976e-dfed3e2fbf26 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2227497 Oct 05 09:17:07.606065 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58544) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:07.616056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'mac_address': 'fa:16:3e:a1:e4:0c', 'name': 'tempest-NetworksTestDHCPv6-105625857'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:07.617172 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port 02f90a00-e8ee-4984-b5cd-dbe29daa390f {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:07.617729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.640652 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a3b726-dd0c-49dd-9e1b-a63969e9eff0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:07.644254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b726-dd0c-49dd-9e1b-a63969e9eff0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.680844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:07.706944 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-58baca2b-75a9-43dc-9efe-1ab7bd1d006c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02b659e3dd1643e1916157880686d5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8764234 Oct 05 09:17:07.707615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58548) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:07.713458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:network and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:07.717434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:07.731966 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 10 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:07.734078 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58baca2b-75a9-43dc-9efe-1ab7bd1d006c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d339c3f1-fb2b-42ec-b1c1-b2176fc96920,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:07.763905 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:07.854969 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:07.858527 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.882287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa68b3ce-b7b7-4fad-ab01-533391bad439 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.908902 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.921597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:07.936227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Transition to ACTIVE for port object 65fb1589-1fb6-4cd5-80a6-832d591db656 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:07.958399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89881a6c-3bd9-4d43-a305-62977ca24f3c None None] DHCP port deletion for f60ab0b2-616c-440d-9aae-afec27809cb1 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:07.975539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89881a6c-3bd9-4d43-a305-62977ca24f3c None None] Deleting port 02f90a00-e8ee-4984-b5cd-dbe29daa390f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:07.975836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-89881a6c-3bd9-4d43-a305-62977ca24f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.024062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-6c05cea8-fe7c-4a1e-b8c1-edc80e2ac524 None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:17:08.089341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:08.090096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.096945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Transition to ACTIVE for port object 65fb1589-1fb6-4cd5-80a6-832d591db656 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:08.117590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.128566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.142440 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b678c-d343-486f-ab42-e0e859d4659c tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port d99ca78d-dec6-4b9c-baaa-309c06b96c22 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:08.142790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3c1b678c-d343-486f-ab42-e0e859d4659c tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.143602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68b3ce-b7b7-4fad-ab01-533391bad439 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event deleted for resources: {'Port': ['ID=f42266df-805e-44ff-9a9b-98325cd2e534,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:08.168367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:08.178225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:security_group_rule and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:08.189063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76503589-4b51-4032-b08b-6f9f27d7390a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.194209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:08.197747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa68b3ce-b7b7-4fad-ab01-533391bad439 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.208499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:17:08.212207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:08.221972 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] For port 02f90a00-e8ee-4984-b5cd-dbe29daa390f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=02f90a00-e8ee-4984-b5cd-dbe29daa390f,segment=NetworkSegment(5918a526-03ff-4af2-a60d-16ee96a16f77),segment_id=5918a526-03ff-4af2-a60d-16ee96a16f77)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:08.222345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.229006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:08.238043 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.ipam_backend_mixin [None req-b8a3b726-dd0c-49dd-9e1b-a63969e9eff0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c190c663-b997-4c50-aaf3-6e78a30152ef (CIDR: 2001:db8:0:1::/64) Oct 05 09:17:08.242742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:08.247498 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:08.250406 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Provisioning for port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:08.257732 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a3b726-dd0c-49dd-9e1b-a63969e9eff0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:17:08.258276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a3b726-dd0c-49dd-9e1b-a63969e9eff0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:08.270070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70efee2b-e3ed-4476-ab59-a7f53946e72a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:08.302805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:08.313866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Provisioning complete for port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:08.314271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.314608 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Attempt 1 to provision port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 Oct 05 09:17:08.316450 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aa68b3ce-b7b7-4fad-ab01-533391bad439 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "DELETE /v2.0/ports/f42266df-805e-44ff-9a9b-98325cd2e534 HTTP/1.1" status: 204 len: 168 time: 1.4033771 Oct 05 09:17:08.316594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.317089 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Added segment d6680483-9b96-45d6-8ff3-8e036cb336a4 of type vlan for network 7a7c179f-3664-4605-8a84-a4fd6198cb90 Oct 05 09:17:08.320576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58554) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:08.389420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76503589-4b51-4032-b08b-6f9f27d7390a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.402669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for 02f90a00-e8ee-4984-b5cd-dbe29daa390f owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:08.410507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:08.435929 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b8a3b726-dd0c-49dd-9e1b-a63969e9eff0 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8786540 Oct 05 09:17:08.481236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58558) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:08.509653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Pushing event updated for resources: {'Port': ['ID=65fb1589-1fb6-4cd5-80a6-832d591db656,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:08.512318 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'subnet': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:08.512878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.513167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:08.528049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:08.537516 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:08.583733 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3c1b678c-d343-486f-ab42-e0e859d4659c tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.679797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7dc03f6f-1427-487a-ac84-e0be5cd1fdb6 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Deleting port 11790866-2cc0-4282-869d-4f187ceb5790 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:08.680160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7dc03f6f-1427-487a-ac84-e0be5cd1fdb6 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.727819 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b678c-d343-486f-ab42-e0e859d4659c tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for d99ca78d-dec6-4b9c-baaa-309c06b96c22 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:08.760579 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.767212 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:08.767852 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.771390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.867854 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Attempting to bind port 65fb1589-1fb6-4cd5-80a6-832d591db656 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:17:08.868228 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Attempting to bind port 65fb1589-1fb6-4cd5-80a6-832d591db656 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:17:08.868582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Attempting to bind port 65fb1589-1fb6-4cd5-80a6-832d591db656 on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:17:08.884433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-89881a6c-3bd9-4d43-a305-62977ca24f3c None None] For port 02f90a00-e8ee-4984-b5cd-dbe29daa390f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=02f90a00-e8ee-4984-b5cd-dbe29daa390f,segment=NetworkSegment(5918a526-03ff-4af2-a60d-16ee96a16f77),segment_id=5918a526-03ff-4af2-a60d-16ee96a16f77)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:08.884433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-89881a6c-3bd9-4d43-a305-62977ca24f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.897077 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:17:08.899791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:08.899791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.899791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:17:08.899791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Bound port: 65fb1589-1fb6-4cd5-80a6-832d591db656, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:17:08.899791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.900240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76503589-4b51-4032-b08b-6f9f27d7390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.903520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=02f90a00-e8ee-4984-b5cd-dbe29daa390f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:08.913933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:08.914283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] No DVR routers for this DVR port 02f90a00-e8ee-4984-b5cd-dbe29daa390f on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:08.930822 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.0326269 Oct 05 09:17:08.935978 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58562) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:08.956506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Request body: {'subnet': {'network_id': '7a7c179f-3664-4605-8a84-a4fd6198cb90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:08.979941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:08.980706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4541890-6291-48c2-8e9a-9779e23029f7 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Pushing event updated for resources: {'Network': ['ID=7a7c179f-3664-4605-8a84-a4fd6198cb90,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:08.994067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76503589-4b51-4032-b08b-6f9f27d7390a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d339c3f1-fb2b-42ec-b1c1-b2176fc96920,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:09.013692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Usage tracker for resource:subnet and tenant:07928855b107476ea4ff86567f452305 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:09.024167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.025664 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:09.050083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89881a6c-3bd9-4d43-a305-62977ca24f3c None None] Calling delete_port for 02f90a00-e8ee-4984-b5cd-dbe29daa390f owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:09.066435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.068304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port f5415be0-c046-40e0-9137-10b60681eca8 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:17:09.110304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Current status of the port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:09.119044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:09.156053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Could not find standard attr ID for object c1588485-ec3d-4367-b554-9f5caf7697c7. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:17:09.192256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8a0bea0f-0a35-4f5e-a0cb-4b5532d53411 None None] Could not find standard attr ID for object 0d40ca7c-5594-4e77-99a2-db5947968e53. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:17:09.204972 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.219917 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:09.230704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Usage tracker for resource:subnet and tenant:f860c7a1164244db87882a63a308e2f0 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:09.237764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:09.247412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] For port 65fb1589-1fb6-4cd5-80a6-832d591db656, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:17:09.250425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76503589-4b51-4032-b08b-6f9f27d7390a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.254854 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-76503589-4b51-4032-b08b-6f9f27d7390a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d339c3f1-fb2b-42ec-b1c1-b2176fc96920 HTTP/1.1" status: 204 len: 168 time: 1.5390429 Oct 05 09:17:09.256337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6c05cea8-fe7c-4a1e-b8c1-edc80e2ac524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:02Z', 'revision_number': 8, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:37Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:09.258282 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.263668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-89881a6c-3bd9-4d43-a305-62977ca24f3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:17:09.264249 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-89881a6c-3bd9-4d43-a305-62977ca24f3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:17:09.267622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] For port 65fb1589-1fb6-4cd5-80a6-832d591db656, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=65fb1589-1fb6-4cd5-80a6-832d591db656,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:17:09.270986 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05cea8-fe7c-4a1e-b8c1-edc80e2ac524 None None] The sync data for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv is: [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:02Z', 'revision_number': 8, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8049219-828b-46cd-822b-c72404cf0675', 'name': '', 'network_id': '3d6b7b68-6484-446b-9248-867836da5a14', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:db:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:21Z', 'updated_at': '2022-10-05T09:16:37Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '2bc8e443-cec0-45c4-8c57-d05abe245ed2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:17:09.282047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 7a7c179f-3664-4605-8a84-a4fd6198cb90 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:17:09.293853 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Made reservation on behalf of 07928855b107476ea4ff86567f452305 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:09.297427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.318270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:17:09.333230 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.335499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:09.341778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0533b6-a189-4e96-a177-c1629fe899e2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:09.382447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Made reservation on behalf of f860c7a1164244db87882a63a308e2f0 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:09.385460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.413031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7dc03f6f-1427-487a-ac84-e0be5cd1fdb6 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.448496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60ab0b2-616c-440d-9aae-afec27809cb1']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:09.461390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.462031 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Added segment 4afa8abb-fd6c-41d3-a62d-7bbdd844caa4 of type vlan for network f5f892b4-e1c3-4269-8a84-cedc3bc951bb Oct 05 09:17:09.498656 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Provisioning for port 6af4258f-4ede-4277-9b49-113287918094 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:09.511315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Provisioning complete for port 6af4258f-4ede-4277-9b49-113287918094 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:09.511974 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.512471 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 1 to provision port 6af4258f-4ede-4277-9b49-113287918094 Oct 05 09:17:09.575828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf1f50-daed-44bf-b188-dded035dfa5f None None] Pushing event updated for resources: {'Port': ['ID=65fb1589-1fb6-4cd5-80a6-832d591db656,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:09.617196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 6af4258f-4ede-4277-9b49-113287918094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:09.636798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7dc03f6f-1427-487a-ac84-e0be5cd1fdb6 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Calling delete_port for 11790866-2cc0-4282-869d-4f187ceb5790 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:09.648295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 172.20.0.13 (19d31986-d6d4-46c2-94b6-97b25bee37cf/83aa9936-84ce-4c16-b314-6e20490f5fa2/f5415be0-c046-40e0-9137-10b60681eca8) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:09.652396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3c1b678c-d343-486f-ab42-e0e859d4659c tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.715935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 02f90a00-e8ee-4984-b5cd-dbe29daa390f no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:09.748903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b678c-d343-486f-ab42-e0e859d4659c tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=d99ca78d-dec6-4b9c-baaa-309c06b96c22,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:09.755254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::f816:3eff:fea1:e40c (19d31986-d6d4-46c2-94b6-97b25bee37cf/c4889947-a2a8-4da1-bc87-c36b380e09ee/f5415be0-c046-40e0-9137-10b60681eca8) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:09.802693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89881a6c-3bd9-4d43-a305-62977ca24f3c None None] Deleting port 02f90a00-e8ee-4984-b5cd-dbe29daa390f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:09.810411 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-89881a6c-3bd9-4d43-a305-62977ca24f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.881711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7dc03f6f-1427-487a-ac84-e0be5cd1fdb6 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:09.888055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5918a526-03ff-4af2-a60d-16ee96a16f77') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:09.888496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5918a526-03ff-4af2-a60d-16ee96a16f77') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:09.890792 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 02f90a00-e8ee-4984-b5cd-dbe29daa390f {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:17:09.910265 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 02f90a00-e8ee-4984-b5cd-dbe29daa390f not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:17:10.060299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89881a6c-3bd9-4d43-a305-62977ca24f3c None None] The port '02f90a00-e8ee-4984-b5cd-dbe29daa390f' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:17:10.119075 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 2 to provision port 6af4258f-4ede-4277-9b49-113287918094 Oct 05 09:17:10.196924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.201577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 6af4258f-4ede-4277-9b49-113287918094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:10.223093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc03f6f-1427-487a-ac84-e0be5cd1fdb6 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event deleted for resources: {'Port': ['ID=11790866-2cc0-4282-869d-4f187ceb5790,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:10.229838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.237535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7dc03f6f-1427-487a-ac84-e0be5cd1fdb6 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.255669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.269023 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7dc03f6f-1427-487a-ac84-e0be5cd1fdb6 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "DELETE /v2.0/ports/11790866-2cc0-4282-869d-4f187ceb5790 HTTP/1.1" status: 204 len: 168 time: 1.8883767 Oct 05 09:17:10.270245 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:10.270645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.274397 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58568) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:10.361369 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5918a526-03ff-4af2-a60d-16ee96a16f77 resource provider aggregate not found Oct 05 09:17:10.391267 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5918a526-03ff-4af2-a60d-16ee96a16f77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5918a526-03ff-4af2-a60d-16ee96a16f77 found for delete ", "request_id": "req-28c7e703-fdf2-4117-a3d5-b3c03c36a3c0"}]} Oct 05 09:17:10.395181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.400685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:10.401263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.419257 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e2d923f9-faa5-4480-bcc5-cc58f6549909 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1382926 Oct 05 09:17:10.435861 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58576) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:10.465426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1692060611'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:10.484562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:10.511861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.520842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Usage tracker for resource:network and tenant:def5968a22fb4fa4933ae11332990d38 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:10.537003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:10.547081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.572226 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.2398803 Oct 05 09:17:10.573043 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf54ca7-514c-4d8c-8c4b-e521c04beb81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Network': ['ID=f5f892b4-e1c3-4269-8a84-cedc3bc951bb,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:10.575034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58580) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:10.582134 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/networks/f60ab0b2-616c-440d-9aae-afec27809cb1 HTTP/1.1" status: 204 len: 168 time: 3.5933750 Oct 05 09:17:10.587655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network f5f892b4-e1c3-4269-8a84-cedc3bc951bb details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:17:10.600758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58584) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:10.604570 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-642251459'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:10.622900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:10.674711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.682834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3c1b678c-d343-486f-ab42-e0e859d4659c tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.684954 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0cf1d-56c8-4c60-9ca6-c9ca00cee4b6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Network': ['ID=f60ab0b2-616c-440d-9aae-afec27809cb1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:10.693415 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:10.695364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:network and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:10.699413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:10.703340 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 3 to provision port 6af4258f-4ede-4277-9b49-113287918094 Oct 05 09:17:10.722336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:10.774298 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 6af4258f-4ede-4277-9b49-113287918094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:10.783980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.788745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object f5415be0-c046-40e0-9137-10b60681eca8 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:10.814877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:10.819680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.861600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Pushing event updated for resources: {'Subnet': ['ID=ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:10.868553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Made reservation on behalf of def5968a22fb4fa4933ae11332990d38 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:10.872227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.933884 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:10.976878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:17:11.013499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d847e76a-fb67-4866-a70a-5df369826d3f None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:11.027060 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:11.027409 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Added segment d9f42d75-708c-4ec6-b301-2f37ae7b573d of type vlan for network d0d681c9-5f32-46b5-8301-ae408be67831 Oct 05 09:17:11.055520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:17:11.078629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Network d342e829-d70b-4062-acd4-996d2ab1291c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:11.088010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:11.093898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:11.094308 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Added segment facdc061-a0fc-4ca7-af31-bc19e0d8f5b4 of type vlan for network 9dfd7479-06b7-4e9a-b42b-49490e1f2a8c Oct 05 09:17:11.098418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:11.099020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:11.131564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Subnet': ['ID=399a3ea1-d3ae-44f0-8590-7a5943325d53,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:11.133642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:11.141058 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:11.148881 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd8baab-4912-41d0-a998-5a3d3e9d4bf7 None None] Network d342e829-d70b-4062-acd4-996d2ab1291c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:11.197737 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-21ad822d-a62b-4c84-90b1-656acca421b7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7123761 Oct 05 09:17:11.206266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Checking segment: {'id': 'd6680483-9b96-45d6-8ff3-8e036cb336a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7a7c179f-3664-4605-8a84-a4fd6198cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:11.206266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Network hostable DHCP agents. Network: 7a7c179f-3664-4605-8a84-a4fd6198cb90, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:17:11.206625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58588) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:11.213983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7941397b-2bb6-47ed-bffe-6d3a15d06329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1083753367', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '399a3ea1-d3ae-44f0-8590-7a5943325d53'}], 'security_groups': ['d5fd97c6-0481-476f-a281-6600d42d907a', '13e48d1c-98f2-492b-85da-6f3f7706fad7']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:11.256433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:11.274057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:11.276323 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 4 to provision port 6af4258f-4ede-4277-9b49-113287918094 Oct 05 09:17:11.289096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:11.291496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:11.377827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=f5415be0-c046-40e0-9137-10b60681eca8,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:11.408890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 6af4258f-4ede-4277-9b49-113287918094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:11.434798 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Network 7a7c179f-3664-4605-8a84-a4fd6198cb90 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:17:11.444127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:11.449394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:11.450661 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:11.481059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 65fb1589-1fb6-4cd5-80a6-832d591db656 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:11.485309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:11.490775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:11.491361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:11.494749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:11.495359 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:11.509553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 7a7c179f-3664-4605-8a84-a4fd6198cb90) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:11.566692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442ce586-eac4-4233-9ac8-3189f7085ff3 None None] Network 7a7c179f-3664-4605-8a84-a4fd6198cb90 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:11.574929 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1b678c-d343-486f-ab42-e0e859d4659c tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router e31da2e6-f38f-41b1-947d-47963fc6a334 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:17:11.594111 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0115542 Oct 05 09:17:11.602214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58592) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:11.605996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:11.606679 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:11.639845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'subnet': {'network_id': 'f5f892b4-e1c3-4269-8a84-cedc3bc951bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:11.649095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89a881-3e4c-4ae0-9f29-5af014581167 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Network': ['ID=9dfd7479-06b7-4e9a-b42b-49490e1f2a8c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:11.675205 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 9dfd7479-06b7-4e9a-b42b-49490e1f2a8c details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:17:11.689685 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2499778 Oct 05 09:17:11.706388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58596) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:11.728229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1094996888'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:11.748687 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dc9b4e25-b538-4a5c-a967-1047970f2595 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1421692 Oct 05 09:17:11.763541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58600) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:11.773297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:11.910250 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 5 to provision port 6af4258f-4ede-4277-9b49-113287918094 Oct 05 09:17:11.960942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 65fb1589-1fb6-4cd5-80a6-832d591db656 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:11.993992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Usage tracker for resource:network and tenant:def5968a22fb4fa4933ae11332990d38 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:11.996898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:12.023561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:12.033247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bb8c2a59-4bcd-4f61-9639-e9480238fe7a no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:12.033485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7941397b-2bb6-47ed-bffe-6d3a15d06329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.061948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d818e-2c87-4750-9df2-a69c4e91b621 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event updated for resources: {'Network': ['ID=d0d681c9-5f32-46b5-8301-ae408be67831,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:12.074723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1b678c-d343-486f-ab42-e0e859d4659c tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:17:12.076548 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 6af4258f-4ede-4277-9b49-113287918094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:12.080538 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5e45fea6-39bd-4d7e-8239-b11e4a56ccc6 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1357841 Oct 05 09:17:12.085036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: bb8c2a59-4bcd-4f61-9639-e9480238fe7a {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:17:12.085388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bb8c2a59-4bcd-4f61-9639-e9480238fe7a not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:17:12.086877 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaa476f-fe75-4144-9735-c34436401ff0 None None] Sync routers for ids ['e31da2e6-f38f-41b1-947d-47963fc6a334'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:17:12.088211 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3c1b678c-d343-486f-ab42-e0e859d4659c tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "PUT /v2.0/routers/e31da2e6-f38f-41b1-947d-47963fc6a334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7312036 Oct 05 09:17:12.088910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58604) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:12.089304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58606) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:12.107149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Request body: {'port': {'network_id': '7a7c179f-3664-4605-8a84-a4fd6198cb90', 'name': 'tempest-TagsExtTest-829212101'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:12.112633 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Made reservation on behalf of def5968a22fb4fa4933ae11332990d38 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:12.116478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.123335 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa476f-fe75-4144-9735-c34436401ff0 None None] Routers {'e31da2e6-f38f-41b1-947d-47963fc6a334'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:12.127948 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ffaa476f-fe75-4144-9735-c34436401ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e31da2e6-f38f-41b1-947d-47963fc6a334'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:12.164294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network d0d681c9-5f32-46b5-8301-ae408be67831 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:17:12.235818 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ffaa476f-fe75-4144-9735-c34436401ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:12.252720 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa476f-fe75-4144-9735-c34436401ff0 None None] Routers {'e31da2e6-f38f-41b1-947d-47963fc6a334'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:12.254024 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ffaa476f-fe75-4144-9735-c34436401ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e31da2e6-f38f-41b1-947d-47963fc6a334'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:12.278236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca47cadc-9465-4240-9cb4-a78171690476 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.287179 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:12.303045 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:subnet and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:12.327119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-7a7c179f-3664-4605-8a84-a4fd6198cb90', 'network_id': '7a7c179f-3664-4605-8a84-a4fd6198cb90', 'tenant_id': 'f860c7a1164244db87882a63a308e2f0', 'fixed_ips': [{'subnet_id': 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:17:12.329058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.344496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:17:12.345266 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ffaa476f-fe75-4144-9735-c34436401ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:12.345683 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaa476f-fe75-4144-9735-c34436401ff0 None None] The sync data for ids ['e31da2e6-f38f-41b1-947d-47963fc6a334'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:17:12.369746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:12.385714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd42735-97f3-47c8-a2ef-be2c4c1064a8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:12.391825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd42735-97f3-47c8-a2ef-be2c4c1064a8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:12.393174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-edd42735-97f3-47c8-a2ef-be2c4c1064a8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:12.404851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:12.452471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:12.454285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.468395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3750c4-3ca4-4c59-bd62-1fdcd973c2e9 None None] Update dhcp port {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': '83aa9936-84ce-4c16-b314-6e20490f5fa2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c4889947-a2a8-4da1-bc87-c36b380e09ee'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': '65fb1589-1fb6-4cd5-80a6-832d591db656'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:17:12.469645 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:12.478298 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.512755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505b8086-73ef-4739-ab85-24752e21f5b9 None None] Update dhcp port {'port': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'fixed_ips': [{'subnet_id': 'c190c663-b997-4c50-aaf3-6e78a30152ef', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8d397602-b845-4461-8d6e-613848c49ffe', 'ip_address': '2001:db8::2'}, {'subnet_id': '399a3ea1-d3ae-44f0-8590-7a5943325d53'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': 'b62fea88-2c27-4d31-ad5f-e60e85e9ac87'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:17:12.516752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.517100 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Added segment bb5fb5b6-d4ff-4d70-9db3-0605b50fb783 of type vlan for network 0a632164-51ef-4d13-9105-30d4bedaa6e8 Oct 05 09:17:12.525799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Usage tracker for resource:port and tenant:f860c7a1164244db87882a63a308e2f0 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:12.542211 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:12.546488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-edd42735-97f3-47c8-a2ef-be2c4c1064a8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:12.548384 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-edd42735-97f3-47c8-a2ef-be2c4c1064a8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.7767968 Oct 05 09:17:12.552893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58612) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:12.580746 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 6 to provision port 6af4258f-4ede-4277-9b49-113287918094 Oct 05 09:17:12.607580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:12.626844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.710152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-505b8086-73ef-4739-ab85-24752e21f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.747690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c3750c4-3ca4-4c59-bd62-1fdcd973c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.756701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Made reservation on behalf of f860c7a1164244db87882a63a308e2f0 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:12.759308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.792205 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.797877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:12.798517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.822151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-a272b837-ba46-4042-ae5b-793cab589ac3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port f5415be0-c046-40e0-9137-10b60681eca8 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:12.822581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a272b837-ba46-4042-ae5b-793cab589ac3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.856341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 6af4258f-4ede-4277-9b49-113287918094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:12.890148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Allocated IP 172.20.0.2 (7a7c179f-3664-4605-8a84-a4fd6198cb90/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/48e4b17e-cc4e-4afd-8249-544658d3c652) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:12.901988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] device_id is not set on port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:17:12.969767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:12.977284 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2537847 Oct 05 09:17:12.994637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f215d14-ef54-4d65-a36e-a7bb9fff2056 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event updated for resources: {'Network': ['ID=0a632164-51ef-4d13-9105-30d4bedaa6e8,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:13.070951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port ddefea0a-cbc3-44b0-b611-790e92e72130 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:13.070951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:13.130250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-7941397b-2bb6-47ed-bffe-6d3a15d06329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Delete allocated IP 2001:db8::8f (d342e829-d70b-4062-acd4-996d2ab1291c/8d397602-b845-4461-8d6e-613848c49ffe) {{(pid=89055) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 05 09:17:13.132671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ca47cadc-9465-4240-9cb4-a78171690476 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port f8049219-828b-46cd-822b-c72404cf0675 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:13.133380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca47cadc-9465-4240-9cb4-a78171690476 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:13.178671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-7941397b-2bb6-47ed-bffe-6d3a15d06329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Allocated IP 2001:db8:0:2::199 (d342e829-d70b-4062-acd4-996d2ab1291c/399a3ea1-d3ae-44f0-8590-7a5943325d53/6af4258f-4ede-4277-9b49-113287918094) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:13.238799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-7c3750c4-3ca4-4c59-bd62-1fdcd973c2e9 None None] Allocated IP 2001:db8::f816:3eff:fe19:ad40 (19d31986-d6d4-46c2-94b6-97b25bee37cf/c4889947-a2a8-4da1-bc87-c36b380e09ee/65fb1589-1fb6-4cd5-80a6-832d591db656) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:13.516710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-ca47cadc-9465-4240-9cb4-a78171690476 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] For port f8049219-828b-46cd-822b-c72404cf0675, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f8049219-828b-46cd-822b-c72404cf0675,segment=NetworkSegment(d5f4c193-1c3c-4071-b80d-b17733d199da),segment_id=d5f4c193-1c3c-4071-b80d-b17733d199da)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:13.517444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca47cadc-9465-4240-9cb4-a78171690476 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:13.519271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 0a632164-51ef-4d13-9105-30d4bedaa6e8 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:17:13.545404 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 7 to provision port 6af4258f-4ede-4277-9b49-113287918094 Oct 05 09:17:13.621792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a272b837-ba46-4042-ae5b-793cab589ac3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:13.759089 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-a272b837-ba46-4042-ae5b-793cab589ac3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for f5415be0-c046-40e0-9137-10b60681eca8 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:13.763210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7c3750c4-3ca4-4c59-bd62-1fdcd973c2e9 None None] For port 65fb1589-1fb6-4cd5-80a6-832d591db656, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=65fb1589-1fb6-4cd5-80a6-832d591db656,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:13.806251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c3750c4-3ca4-4c59-bd62-1fdcd973c2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:13.822726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7c3750c4-3ca4-4c59-bd62-1fdcd973c2e9 None None] Ignored duplicate provisioning block setup for port 65fb1589-1fb6-4cd5-80a6-832d591db656 by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:17:13.879370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c3750c4-3ca4-4c59-bd62-1fdcd973c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:14.005907 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ca47cadc-9465-4240-9cb4-a78171690476 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for f8049219-828b-46cd-822b-c72404cf0675 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:14.111555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:14.167190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 6af4258f-4ede-4277-9b49-113287918094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:14.183616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:14.272689 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Transition to ACTIVE for port object 48e4b17e-cc4e-4afd-8249-544658d3c652 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:14.284851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for ddefea0a-cbc3-44b0-b611-790e92e72130 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:14.292268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3750c4-3ca4-4c59-bd62-1fdcd973c2e9 None None] Pushing event updated for resources: {'Port': ['ID=65fb1589-1fb6-4cd5-80a6-832d591db656,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:14.306019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7941397b-2bb6-47ed-bffe-6d3a15d06329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:14.331290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Transition to ACTIVE for port object 48e4b17e-cc4e-4afd-8249-544658d3c652 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:14.341456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-7941397b-2bb6-47ed-bffe-6d3a15d06329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Transition to ACTIVE for port object 6af4258f-4ede-4277-9b49-113287918094 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:14.344611 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:14.358398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7941397b-2bb6-47ed-bffe-6d3a15d06329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:14.561172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Network 7a7c179f-3664-4605-8a84-a4fd6198cb90 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:14.571892 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:14.584668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:14.585872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Allocated IP 172.20.0.11 (7a7c179f-3664-4605-8a84-a4fd6198cb90/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:14.596839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Pushing event updated for resources: {'Port': ['ID=48e4b17e-cc4e-4afd-8249-544658d3c652,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:14.709718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7941397b-2bb6-47ed-bffe-6d3a15d06329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] In _notify_port_updated(), no bound segment for port 6af4258f-4ede-4277-9b49-113287918094 on network d342e829-d70b-4062-acd4-996d2ab1291c {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:17:14.717523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7941397b-2bb6-47ed-bffe-6d3a15d06329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:14.719269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7941397b-2bb6-47ed-bffe-6d3a15d06329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:14.725468 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7941397b-2bb6-47ed-bffe-6d3a15d06329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "PUT /v2.0/ports/6af4258f-4ede-4277-9b49-113287918094 HTTP/1.1" status: 200 len: 970 time: 3.5192053 Oct 05 09:17:14.727416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca47cadc-9465-4240-9cb4-a78171690476 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:14.732172 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58616) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:14.748554 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 8 to provision port 6af4258f-4ede-4277-9b49-113287918094 Oct 05 09:17:14.803008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941397b-2bb6-47ed-bffe-6d3a15d06329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event updated for resources: {'Port': ['ID=6af4258f-4ede-4277-9b49-113287918094,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:14.833104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-505b8086-73ef-4739-ab85-24752e21f5b9 None None] Allocated IP 2001:db8:0:2::2 (d342e829-d70b-4062-acd4-996d2ab1291c/399a3ea1-d3ae-44f0-8590-7a5943325d53/b62fea88-2c27-4d31-ad5f-e60e85e9ac87) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:14.864128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Attempting to bind port 48e4b17e-cc4e-4afd-8249-544658d3c652 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:17:14.871956 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Attempting to bind port 48e4b17e-cc4e-4afd-8249-544658d3c652 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'd6680483-9b96-45d6-8ff3-8e036cb336a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7a7c179f-3664-4605-8a84-a4fd6198cb90'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:17:14.872668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Attempting to bind port 48e4b17e-cc4e-4afd-8249-544658d3c652 on network 7a7c179f-3664-4605-8a84-a4fd6198cb90 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:17:14.910978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:17:14.918718 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Checking segment: {'id': 'd6680483-9b96-45d6-8ff3-8e036cb336a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7a7c179f-3664-4605-8a84-a4fd6198cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:14.919403 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:14.919969 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Bound using segment: {'id': 'd6680483-9b96-45d6-8ff3-8e036cb336a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7a7c179f-3664-4605-8a84-a4fd6198cb90'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:17:14.922814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Bound port: 48e4b17e-cc4e-4afd-8249-544658d3c652, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6680483-9b96-45d6-8ff3-8e036cb336a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7a7c179f-3664-4605-8a84-a4fd6198cb90'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:17:14.924807 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:14.929775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:14.981683 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Transition to ACTIVE for port object 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:15.021479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:15.030105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a272b837-ba46-4042-ae5b-793cab589ac3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:15.063231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47cadc-9465-4240-9cb4-a78171690476 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=f8049219-828b-46cd-822b-c72404cf0675,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:15.129756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-39ad0657-9f20-432b-aef2-6176563c8221 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 6af4258f-4ede-4277-9b49-113287918094 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:15.130212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39ad0657-9f20-432b-aef2-6176563c8221 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:15.245790 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-505b8086-73ef-4739-ab85-24752e21f5b9 None None] For port b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,segment=NetworkSegment(8943da30-27b9-4145-9b7a-7cdcfd944193),segment_id=8943da30-27b9-4145-9b7a-7cdcfd944193)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:15.261601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:15.274547 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Subnet': ['ID=e91a66bf-b900-43fc-b00a-e5dd5177d717,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:15.301239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272b837-ba46-4042-ae5b-793cab589ac3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=f5415be0-c046-40e0-9137-10b60681eca8,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:15.380841 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-505b8086-73ef-4739-ab85-24752e21f5b9 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:15.409942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-505b8086-73ef-4739-ab85-24752e21f5b9 None None] Transition to ACTIVE for port object b62fea88-2c27-4d31-ad5f-e60e85e9ac87 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:15.466030 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 6af4258f-4ede-4277-9b49-113287918094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:15.466940 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-505b8086-73ef-4739-ab85-24752e21f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:15.550028 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 65fb1589-1fb6-4cd5-80a6-832d591db656 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:15.660709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=ddefea0a-cbc3-44b0-b611-790e92e72130,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:15.668818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:15.885057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Network 7a7c179f-3664-4605-8a84-a4fd6198cb90 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:15.887672 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:15.927766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca47cadc-9465-4240-9cb4-a78171690476 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:15.938888 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] For port 48e4b17e-cc4e-4afd-8249-544658d3c652, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:17:15.942108 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b8086-73ef-4739-ab85-24752e21f5b9 None None] Pushing event updated for resources: {'Port': ['ID=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:15.979748 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 9 to provision port 6af4258f-4ede-4277-9b49-113287918094 Oct 05 09:17:16.025712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] For port 48e4b17e-cc4e-4afd-8249-544658d3c652, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=48e4b17e-cc4e-4afd-8249-544658d3c652,segment=NetworkSegment(d6680483-9b96-45d6-8ff3-8e036cb336a4),segment_id=d6680483-9b96-45d6-8ff3-8e036cb336a4)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:17:16.050145 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:16.231117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 6af4258f-4ede-4277-9b49-113287918094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:16.254577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabaaec9-4506-457e-90ca-f5479a3ac1a8 None None] Pushing event updated for resources: {'Port': ['ID=48e4b17e-cc4e-4afd-8249-544658d3c652,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:16.267985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58620) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:16.282219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Request body: {'subnets': [{'network_id': 'd0d681c9-5f32-46b5-8301-ae408be67831', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1847866163', 'ip_version': 6}, {'network_id': '0a632164-51ef-4d13-9105-30d4bedaa6e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:16.282580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Request body: {'subnet': {'network_id': 'd0d681c9-5f32-46b5-8301-ae408be67831', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1847866163', 'ip_version': 6}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:16.283247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Request body: {'subnet': {'network_id': '0a632164-51ef-4d13-9105-30d4bedaa6e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:16.285054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Pushing event updated for resources: {'Port': ['ID=38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:16.288220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:16.306560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Checking segment: {'id': '4afa8abb-fd6c-41d3-a62d-7bbdd844caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f5f892b4-e1c3-4269-8a84-cedc3bc951bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:16.307147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network hostable DHCP agents. Network: f5f892b4-e1c3-4269-8a84-cedc3bc951bb, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:17:16.319136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:16.320943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39ad0657-9f20-432b-aef2-6176563c8221 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:16.429704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:16.440962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:16.462878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a272b837-ba46-4042-ae5b-793cab589ac3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:16.488748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network f5f892b4-e1c3-4269-8a84-cedc3bc951bb is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:17:16.522391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:16.523129 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:16.537993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:16.538478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Fanout notify agent at l3_agent the message router_deleted on router e31da2e6-f38f-41b1-947d-47963fc6a334 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:17:16.551497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:16.552670 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1d67cbd0-563c-4e47-8316-8de7b90e0874 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/routers/e31da2e6-f38f-41b1-947d-47963fc6a334 HTTP/1.1" status: 204 len: 168 time: 4.4586356 Oct 05 09:17:16.558922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, f5f892b4-e1c3-4269-8a84-cedc3bc951bb) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:16.566663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58624) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:16.566663 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a272b837-ba46-4042-ae5b-793cab589ac3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/f5415be0-c046-40e0-9137-10b60681eca8 HTTP/1.1" status: 204 len: 168 time: 3.9658759 Oct 05 09:17:16.572529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9bff9c-398f-4bb7-8ac0-f3cd6bf4b7a9 None None] Network f5f892b4-e1c3-4269-8a84-cedc3bc951bb requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:16.608233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58628) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:16.616635 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:16.617321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:16.679276 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e3051eef-2732-49cc-bc1c-0be72695329a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.5865939 Oct 05 09:17:16.688056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58632) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:16.706979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6316c49e-57b0-4dc4-8726-46f64d124f4e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1790730181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:16.722325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6316c49e-57b0-4dc4-8726-46f64d124f4e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:16.728016 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ce5b86fd-b036-47f6-a9e6-e809d4c9cfd8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1108401 Oct 05 09:17:16.732929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-39ad0657-9f20-432b-aef2-6176563c8221 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 6af4258f-4ede-4277-9b49-113287918094 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:16.733806 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 10 to provision port 6af4258f-4ede-4277-9b49-113287918094 Oct 05 09:17:16.734325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6316c49e-57b0-4dc4-8726-46f64d124f4e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Usage tracker for resource:router and tenant:f860c7a1164244db87882a63a308e2f0 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:16.738811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58636) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:16.741500 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6316c49e-57b0-4dc4-8726-46f64d124f4e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:16.750914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aae4f5c-9408-41e4-9800-625bc70501f1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting subnet acf3def3-3910-4ac4-b995-b6f62223e009 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:16.769726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'subnet': {'network_id': '9dfd7479-06b7-4e9a-b42b-49490e1f2a8c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:16.801558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6316c49e-57b0-4dc4-8726-46f64d124f4e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:16.809821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2aae4f5c-9408-41e4-9800-625bc70501f1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:16.869531 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab499e36-8f93-4aaf-924e-4e89816c24e3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:16.871442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab499e36-8f93-4aaf-924e-4e89816c24e3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:16.873097 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab499e36-8f93-4aaf-924e-4e89816c24e3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:16.874008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ab499e36-8f93-4aaf-924e-4e89816c24e3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:16.898214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 6af4258f-4ede-4277-9b49-113287918094 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:16.913847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Could not find standard attr ID for object c1588485-ec3d-4367-b554-9f5caf7697c7. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:17:17.000593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Provisioning complete for port 4e917671-bd26-44fa-ba72-e25ac35f9a87 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:17.001935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.003330 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 1 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:17.020697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6316c49e-57b0-4dc4-8726-46f64d124f4e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.022155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6316c49e-57b0-4dc4-8726-46f64d124f4e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.039568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2aae4f5c-9408-41e4-9800-625bc70501f1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.071573 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ab499e36-8f93-4aaf-924e-4e89816c24e3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:17.075598 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ab499e36-8f93-4aaf-924e-4e89816c24e3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4481664 Oct 05 09:17:17.075769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:17.076405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-f5f892b4-e1c3-4269-8a84-cedc3bc951bb', 'network_id': 'f5f892b4-e1c3-4269-8a84-cedc3bc951bb', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'fixed_ips': [{'subnet_id': 'e91a66bf-b900-43fc-b00a-e5dd5177d717'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:17:17.078994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.088764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58640) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:17.128064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:17.146822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:subnet and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:17.154762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6316c49e-57b0-4dc4-8726-46f64d124f4e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.166887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:17.191421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:17.221362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:17.239549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f6db0c-e4dd-4d99-8247-f07fb28bca49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 83aa9936-84ce-4c16-b314-6e20490f5fa2 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:17.241627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca47cadc-9465-4240-9cb4-a78171690476 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:17:17.243941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Usage tracker for resource:subnet and tenant:def5968a22fb4fa4933ae11332990d38 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:17.249540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:17.253182 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.255549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:17.266318 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:17.268668 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f6db0c-e4dd-4d99-8247-f07fb28bca49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.271573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39ad0657-9f20-432b-aef2-6176563c8221 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.285880 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Allocated IP 2001:db8::2 (f5f892b4-e1c3-4269-8a84-cedc3bc951bb/e91a66bf-b900-43fc-b00a-e5dd5177d717/074f6b90-c8f0-4e93-b992-2599c95982ad) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:17.321538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6316c49e-57b0-4dc4-8726-46f64d124f4e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.423487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad0657-9f20-432b-aef2-6176563c8221 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=6af4258f-4ede-4277-9b49-113287918094,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:17.502115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Made reservation on behalf of def5968a22fb4fa4933ae11332990d38 for: {'subnet': 2} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:17.513682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.514086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.515307 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f6db0c-e4dd-4d99-8247-f07fb28bca49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.590026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6316c49e-57b0-4dc4-8726-46f64d124f4e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.590317 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6316c49e-57b0-4dc4-8726-46f64d124f4e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8983912 Oct 05 09:17:17.596657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58644) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:17.629159 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2aae4f5c-9408-41e4-9800-625bc70501f1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.678089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-83015193-c7e6-40b9-86d8-3df90bc58422 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-319819249', 'prefixes': ['172.20.0.0/16']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:17.680693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.683418 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 2 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:17.699451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39ad0657-9f20-432b-aef2-6176563c8221 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.718137 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 48e4b17e-cc4e-4afd-8249-544658d3c652 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:17.739380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-83015193-c7e6-40b9-86d8-3df90bc58422 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:17.777332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Transition to ACTIVE for port object 074f6b90-c8f0-4e93-b992-2599c95982ad will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:17.798237 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca47cadc-9465-4240-9cb4-a78171690476 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:17:17.806216 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ca47cadc-9465-4240-9cb4-a78171690476 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1947560 Oct 05 09:17:17.813713 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-39ad0657-9f20-432b-aef2-6176563c8221 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/6af4258f-4ede-4277-9b49-113287918094 HTTP/1.1" status: 204 len: 168 time: 3.0693700 Oct 05 09:17:17.819299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58648) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:17.819924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58650) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:17.862549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71de5b-81f4-41a5-bc71-455e5bca3abd None None] Sync routers for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:17:17.881036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:17.903730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Transition to ACTIVE for port object 074f6b90-c8f0-4e93-b992-2599c95982ad will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:17.919910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2aae4f5c-9408-41e4-9800-625bc70501f1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.921535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:17.960431 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-7433449f-a4e9-48f2-a75e-15cd4f5c3e04 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] GET failed (client error): The resource could not be found. Oct 05 09:17:17.960968 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7433449f-a4e9-48f2-a75e-15cd4f5c3e04 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Synchronizing usage tracker for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:17.970948 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b71de5b-81f4-41a5-bc71-455e5bca3abd None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:17.972772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1b71de5b-81f4-41a5-bc71-455e5bca3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:18.003394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2aae4f5c-9408-41e4-9800-625bc70501f1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.018409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae4f5c-9408-41e4-9800-625bc70501f1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Subnet': ['ID=acf3def3-3910-4ac4-b995-b6f62223e009,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:18.019056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f5ef91-3622-402d-b236-160a97cdc63f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting subnet 2bc8e443-cec0-45c4-8c57-d05abe245ed2 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:18.024295 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58f5ef91-3622-402d-b236-160a97cdc63f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.034412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f6db0c-e4dd-4d99-8247-f07fb28bca49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.065404 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2aae4f5c-9408-41e4-9800-625bc70501f1 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/subnets/acf3def3-3910-4ac4-b995-b6f62223e009 HTTP/1.1" status: 204 len: 168 time: 1.5000167 Oct 05 09:17:18.067735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7433449f-a4e9-48f2-a75e-15cd4f5c3e04 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Unset dirty status for tenant:07928855b107476ea4ff86567f452305 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:18.071089 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58656) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:18.071780 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7433449f-a4e9-48f2-a75e-15cd4f5c3e04 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports/6af4258f-4ede-4277-9b49-113287918094 HTTP/1.1" status: 404 len: 333 time: 0.2490737 Oct 05 09:17:18.072284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58658) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:18.107442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.134886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11465955-182b-4aa3-83fe-eb18053ce86a None None] Network 488b1b43-79b3-4c52-8c97-64494a70806b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:18.150756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2951629-4740-44b4-b72f-ea9cb084fef6 None None] Network 7a7c179f-3664-4605-8a84-a4fd6198cb90 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:18.185916 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58f5ef91-3622-402d-b236-160a97cdc63f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.242475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-83015193-c7e6-40b9-86d8-3df90bc58422 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for subnetpool, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.247328 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-83015193-c7e6-40b9-86d8-3df90bc58422 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6380634 Oct 05 09:17:18.255797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58664) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:18.282784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-490322fb-829f-4106-afda-f68ef3d5c56f tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28', 'tempest-TagsExtTest-Tag-415101957') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:18.341222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Subnet': ['ID=a5ac3fd2-108c-4aa9-8519-9e6d4a426b72,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:18.348498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3b90cb9-fa0d-4379-8c70-cef89c290abf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.353160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.358922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Network f5f892b4-e1c3-4269-8a84-cedc3bc951bb is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:18.376139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f6db0c-e4dd-4d99-8247-f07fb28bca49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.383601 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 3 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:18.416275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Checking segment: {'id': 'facdc061-a0fc-4ca7-af31-bc19e0d8f5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9dfd7479-06b7-4e9a-b42b-49490e1f2a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:18.416577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network hostable DHCP agents. Network: 9dfd7479-06b7-4e9a-b42b-49490e1f2a8c, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:17:18.420721 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:18.423034 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 48e4b17e-cc4e-4afd-8249-544658d3c652 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:18.428123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:18.433442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6db0c-e4dd-4d99-8247-f07fb28bca49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=83aa9936-84ce-4c16-b314-6e20490f5fa2,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:18.444399 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19f6db0c-e4dd-4d99-8247-f07fb28bca49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.456948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:18.457641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.463405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Pushing event updated for resources: {'Port': ['ID=074f6b90-c8f0-4e93-b992-2599c95982ad,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:18.464105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3b90cb9-fa0d-4379-8c70-cef89c290abf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.478421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e9a9c-2f20-46bf-923c-ab5973b29f7a None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:18.506177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b62fea88-2c27-4d31-ad5f-e60e85e9ac87 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:18.535377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58f5ef91-3622-402d-b236-160a97cdc63f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.600526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-1b71de5b-81f4-41a5-bc71-455e5bca3abd None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:17:18.653086 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-19f6db0c-e4dd-4d99-8247-f07fb28bca49 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/83aa9936-84ce-4c16-b314-6e20490f5fa2 HTTP/1.1" status: 204 len: 168 time: 1.5624237 Oct 05 09:17:18.657528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58668) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:18.703967 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 9dfd7479-06b7-4e9a-b42b-49490e1f2a8c is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:17:18.741554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3b90cb9-fa0d-4379-8c70-cef89c290abf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.776586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 9dfd7479-06b7-4e9a-b42b-49490e1f2a8c) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:18.781132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:18.781707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.794007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b90cb9-fa0d-4379-8c70-cef89c290abf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96745a75-d210-4eba-95f2-920f7c283b4c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:18.842390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:18.844169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36459417-b0d5-4cf0-abdb-5589fcfbf11b None None] Network 9dfd7479-06b7-4e9a-b42b-49490e1f2a8c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:18.852080 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-2303f0bb-fcc3-43a4-abaf-13a927bbc3f6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet c4889947-a2a8-4da1-bc87-c36b380e09ee {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:18.859589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2303f0bb-fcc3-43a4-abaf-13a927bbc3f6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.917565 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.940161 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ba9325d1-851c-41d6-8555-49de652d9b97 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2002738 Oct 05 09:17:18.941887 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-490322fb-829f-4106-afda-f68ef3d5c56f tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "PUT /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/tags/tempest-TagsExtTest-Tag-415101957 HTTP/1.1" status: 201 len: 201 time: 0.6833327 Oct 05 09:17:18.955060 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58672) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:18.955391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58674) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:18.959483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58f5ef91-3622-402d-b236-160a97cdc63f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.970091 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3b90cb9-fa0d-4379-8c70-cef89c290abf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:18.973345 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e3b90cb9-fa0d-4379-8c70-cef89c290abf tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/security-groups/96745a75-d210-4eba-95f2-920f7c283b4c HTTP/1.1" status: 204 len: 168 time: 0.8865681 Oct 05 09:17:18.974741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-4af2bdaf-3c15-44da-be81-973804091088 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-472483180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:18.976645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58680) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:18.991717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-263a89df-2e14-4224-8125-b02289cecbb9 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b', 'tempest-TagsExtTest-Tag-340180345') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:19.015838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58f5ef91-3622-402d-b236-160a97cdc63f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.024390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4af2bdaf-3c15-44da-be81-973804091088 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:19.053181 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-58f5ef91-3622-402d-b236-160a97cdc63f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/2bc8e443-cec0-45c4-8c57-d05abe245ed2 HTTP/1.1" status: 204 len: 168 time: 1.2296736 Oct 05 09:17:19.056167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event updated for resources: {'Subnet': ['ID=8167b8b0-6c89-41d9-9944-ddf9b49cd61b,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:19.056856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58684) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:19.063037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2303f0bb-fcc3-43a4-abaf-13a927bbc3f6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.086832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c52416-96d0-4a95-b087-a56bd771a22e None None] Network 3d6b7b68-6484-446b-9248-867836da5a14 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:19.094392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4af2bdaf-3c15-44da-be81-973804091088 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:router and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:19.100462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Attempting to bind port 074f6b90-c8f0-4e93-b992-2599c95982ad on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:17:19.100977 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Attempting to bind port 074f6b90-c8f0-4e93-b992-2599c95982ad by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '4afa8abb-fd6c-41d3-a62d-7bbdd844caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f5f892b4-e1c3-4269-8a84-cedc3bc951bb'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:17:19.101571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Attempting to bind port 074f6b90-c8f0-4e93-b992-2599c95982ad on network f5f892b4-e1c3-4269-8a84-cedc3bc951bb {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:17:19.106678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4af2bdaf-3c15-44da-be81-973804091088 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:19.114706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5ef91-3622-402d-b236-160a97cdc63f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc8e443-cec0-45c4-8c57-d05abe245ed2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:19.118211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Checking segment: {'id': 'd9f42d75-708c-4ec6-b301-2f37ae7b573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd0d681c9-5f32-46b5-8301-ae408be67831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:19.118784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Network hostable DHCP agents. Network: d0d681c9-5f32-46b5-8301-ae408be67831, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:17:19.147110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4af2bdaf-3c15-44da-be81-973804091088 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:19.159797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9fbc-d0a7-4a75-bcfc-75df8250f0c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.174632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Network d0d681c9-5f32-46b5-8301-ae408be67831 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:17:19.193560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9fbc-d0a7-4a75-bcfc-75df8250f0c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.201453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, d0d681c9-5f32-46b5-8301-ae408be67831) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:19.210554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.212661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:17:19.213211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Checking segment: {'id': '4afa8abb-fd6c-41d3-a62d-7bbdd844caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f5f892b4-e1c3-4269-8a84-cedc3bc951bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:19.213905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.213905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Bound using segment: {'id': '4afa8abb-fd6c-41d3-a62d-7bbdd844caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f5f892b4-e1c3-4269-8a84-cedc3bc951bb'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:17:19.214425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Bound port: 074f6b90-c8f0-4e93-b992-2599c95982ad, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afa8abb-fd6c-41d3-a62d-7bbdd844caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f5f892b4-e1c3-4269-8a84-cedc3bc951bb'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:17:19.214688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.221421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] For port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4,segment=NetworkSegment(2889ab54-bfe9-428c-9642-ca555673a43c),segment_id=2889ab54-bfe9-428c-9642-ca555673a43c)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:19.221421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.251285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96892885-3c8f-472e-80f7-6b5563c955ec None None] Network d0d681c9-5f32-46b5-8301-ae408be67831 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:19.262537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4af2bdaf-3c15-44da-be81-973804091088 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.263544 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4af2bdaf-3c15-44da-be81-973804091088 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.315042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event updated for resources: {'Subnet': ['ID=06e8767f-0c5a-47dc-bd6f-be8091795a81,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:19.338896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9fbc-d0a7-4a75-bcfc-75df8250f0c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.363925 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Checking segment: {'id': 'bb5fb5b6-d4ff-4d70-9db3-0605b50fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0a632164-51ef-4d13-9105-30d4bedaa6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:19.364615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Network hostable DHCP agents. Network: 0a632164-51ef-4d13-9105-30d4bedaa6e8, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:17:19.371589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb9fbc-d0a7-4a75-bcfc-75df8250f0c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e48d1c-98f2-492b-85da-6f3f7706fad7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:19.379394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9fbc-d0a7-4a75-bcfc-75df8250f0c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.382348 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c5bb9fbc-d0a7-4a75-bcfc-75df8250f0c7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/security-groups/13e48d1c-98f2-492b-85da-6f3f7706fad7 HTTP/1.1" status: 204 len: 168 time: 0.3970888 Oct 05 09:17:19.385486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58688) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:19.411084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:19.419290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Network 0a632164-51ef-4d13-9105-30d4bedaa6e8 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:17:19.420706 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 4 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:19.449091 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 0a632164-51ef-4d13-9105-30d4bedaa6e8) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:19.458779 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:19.459359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:19.460542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.478182 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.489987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ef57e56-6d30-4884-9f16-0c3760bdb97b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.511611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4af2bdaf-3c15-44da-be81-973804091088 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.521194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ef57e56-6d30-4884-9f16-0c3760bdb97b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.533456 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-01a74a8c-1bf1-4422-bcb2-90746673774e tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2615614 Oct 05 09:17:19.536027 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58692) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:19.553101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eaf5fd-6082-4687-9d76-f0e49195ee7d None None] Network 0a632164-51ef-4d13-9105-30d4bedaa6e8 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:19.559202 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2303f0bb-fcc3-43a4-abaf-13a927bbc3f6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.613798 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:19.614207 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.654623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180fc108-5606-4ede-9bdf-72dba855906b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:19.656931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180fc108-5606-4ede-9bdf-72dba855906b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:19.659251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180fc108-5606-4ede-9bdf-72dba855906b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:19.660099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-180fc108-5606-4ede-9bdf-72dba855906b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Synchronizing usage tracker for tenant:def5968a22fb4fa4933ae11332990d38 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:19.663548 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-263a89df-2e14-4224-8125-b02289cecbb9 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "PUT /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b/tags/tempest-TagsExtTest-Tag-340180345 HTTP/1.1" status: 201 len: 201 time: 0.7040560 Oct 05 09:17:19.666622 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58700) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:19.672579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ef57e56-6d30-4884-9f16-0c3760bdb97b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.674976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.681257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-18a87e1e-6a6e-4468-8ecf-e8b395a372bf tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '07842425-62b1-4a50-8170-7e792be1c873', 'tempest-TagsExtTest-Tag-168896465') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:19.712165 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4af2bdaf-3c15-44da-be81-973804091088 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.757243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:19.761735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] No DVR routers for this DVR port 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:19.770595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ef57e56-6d30-4884-9f16-0c3760bdb97b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.774253 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7ef57e56-6d30-4884-9f16-0c3760bdb97b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/security-groups/d5fd97c6-0481-476f-a281-6600d42d907a HTTP/1.1" status: 204 len: 168 time: 0.3845246 Oct 05 09:17:19.774253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef57e56-6d30-4884-9f16-0c3760bdb97b tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fd97c6-0481-476f-a281-6600d42d907a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:19.776651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58704) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:19.870047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-180fc108-5606-4ede-9bdf-72dba855906b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Unset dirty status for tenant:def5968a22fb4fa4933ae11332990d38 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:19.870047 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-180fc108-5606-4ede-9bdf-72dba855906b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3289478 Oct 05 09:17:19.873453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58708) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:19.897999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] For port 074f6b90-c8f0-4e93-b992-2599c95982ad, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:17:19.901484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] For port 074f6b90-c8f0-4e93-b992-2599c95982ad, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=074f6b90-c8f0-4e93-b992-2599c95982ad,segment=NetworkSegment(4afa8abb-fd6c-41d3-a62d-7bbdd844caa4),segment_id=4afa8abb-fd6c-41d3-a62d-7bbdd844caa4)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:17:19.931092 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c22ca77-3f42-4621-8d5d-86709f34bc3f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting subnet 8d397602-b845-4461-8d6e-613848c49ffe {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:19.934730 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-18a87e1e-6a6e-4468-8ecf-e8b395a372bf tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "PUT /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873/tags/tempest-TagsExtTest-Tag-168896465 HTTP/1.1" status: 201 len: 201 time: 0.2635083 Oct 05 09:17:19.940241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c22ca77-3f42-4621-8d5d-86709f34bc3f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.976995 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58712) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:19.977911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4af2bdaf-3c15-44da-be81-973804091088 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:19.979098 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4af2bdaf-3c15-44da-be81-973804091088 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0227821 Oct 05 09:17:19.988579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58716) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:20.010985 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-549233aa-4323-42e9-8cd9-63c5ef2a11c2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '81bae7bb-818e-4972-9cfc-930488cc8698', 'tempest-TagsExtTest-Tag-2035654463') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:20.035520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.057291 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2303f0bb-fcc3-43a4-abaf-13a927bbc3f6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.123248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.132537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c22ca77-3f42-4621-8d5d-86709f34bc3f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.182055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2303f0bb-fcc3-43a4-abaf-13a927bbc3f6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.184642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303f0bb-fcc3-43a4-abaf-13a927bbc3f6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=c4889947-a2a8-4da1-bc87-c36b380e09ee,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:20.220126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cf6b42-220e-40ee-bcb9-0f739003a2fc tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Deleting subnet 8167b8b0-6c89-41d9-9944-ddf9b49cd61b {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:20.224364 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488b1b43-79b3-4c52-8c97-64494a70806b']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:20.240908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15cf6b42-220e-40ee-bcb9-0f739003a2fc tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.250486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:20.317898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-9dfd7479-06b7-4e9a-b42b-49490e1f2a8c', 'network_id': '9dfd7479-06b7-4e9a-b42b-49490e1f2a8c', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'fixed_ips': [{'subnet_id': 'a5ac3fd2-108c-4aa9-8519-9e6d4a426b72'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:17:20.318907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.450452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c22ca77-3f42-4621-8d5d-86709f34bc3f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.505071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] For port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7d082dbc-31c3-4eb7-8439-fc20ef93b8c8,segment=NetworkSegment(d5f4c193-1c3c-4071-b80d-b17733d199da),segment_id=d5f4c193-1c3c-4071-b80d-b17733d199da)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:20.505670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.583953 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2303f0bb-fcc3-43a4-abaf-13a927bbc3f6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/c4889947-a2a8-4da1-bc87-c36b380e09ee HTTP/1.1" status: 204 len: 168 time: 1.9212832 Oct 05 09:17:20.584805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2889ab54-bfe9-428c-9642-ca555673a43c') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:20.585171 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2889ab54-bfe9-428c-9642-ca555673a43c') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:20.653670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-0a632164-51ef-4d13-9105-30d4bedaa6e8', 'network_id': '0a632164-51ef-4d13-9105-30d4bedaa6e8', 'tenant_id': 'def5968a22fb4fa4933ae11332990d38', 'fixed_ips': [{'subnet_id': '06e8767f-0c5a-47dc-bd6f-be8091795a81'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:17:20.654791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.685252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:20.717673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58720) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:20.758311 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 5 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:20.802336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.803117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dd24b-83fa-4abc-9beb-ca97150162bb None None] Pushing event updated for resources: {'Port': ['ID=074f6b90-c8f0-4e93-b992-2599c95982ad,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:20.806041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7bc952-1f80-419d-aae0-a1e63bb9c0dd None None] DHCP port deletion for 488b1b43-79b3-4c52-8c97-64494a70806b request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:20.823635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c22ca77-3f42-4621-8d5d-86709f34bc3f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.841473 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7f7efda6-5d0d-4768-a71f-bc10580f8f61 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173735 Oct 05 09:17:20.847680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58724) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:20.853816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.864143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15cf6b42-220e-40ee-bcb9-0f739003a2fc tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.882303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22ca77-3f42-4621-8d5d-86709f34bc3f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Subnet': ['ID=8d397602-b845-4461-8d6e-613848c49ffe,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:20.887175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c22ca77-3f42-4621-8d5d-86709f34bc3f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.936621 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5c22ca77-3f42-4621-8d5d-86709f34bc3f tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/8d397602-b845-4461-8d6e-613848c49ffe HTTP/1.1" status: 204 len: 168 time: 1.1589510 Oct 05 09:17:20.939186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:20.944149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef3957-76b4-4995-92e8-44a0aaf87a74 None None] Network d342e829-d70b-4062-acd4-996d2ab1291c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:20.957119 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-549233aa-4323-42e9-8cd9-63c5ef2a11c2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "PUT /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698/tags/tempest-TagsExtTest-Tag-2035654463 HTTP/1.1" status: 201 len: 201 time: 0.9768319 Oct 05 09:17:20.957866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58728) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:20.971957 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Allocated IP 2001:db8:1::2 (9dfd7479-06b7-4e9a-b42b-49490e1f2a8c/a5ac3fd2-108c-4aa9-8519-9e6d4a426b72/c7e11f3f-d276-41c2-896e-713552370da5) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:20.975617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58730) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:20.977929 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:20.978585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:21.031452 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-96a0b3de-16fc-44a3-a1e4-dc87e8427057 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:21.097738 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bef232-6652-42d2-85c6-235161293a35 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting subnet 399a3ea1-d3ae-44f0-8590-7a5943325d53 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:21.108142 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 2889ab54-bfe9-428c-9642-ca555673a43c resource provider aggregate not found Oct 05 09:17:21.109274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-18bef232-6652-42d2-85c6-235161293a35 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:21.156803 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 2889ab54-bfe9-428c-9642-ca555673a43c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2889ab54-bfe9-428c-9642-ca555673a43c found for delete ", "request_id": "req-41db71db-676d-4882-98c2-80f549ffdd66"}]} Oct 05 09:17:21.161991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:21.205995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:21.245447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15cf6b42-220e-40ee-bcb9-0f739003a2fc tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:21.305211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-18bef232-6652-42d2-85c6-235161293a35 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:21.319874 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51c80ee-41d3-413b-a66c-e503dbc5ef2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-d0d681c9-5f32-46b5-8301-ae408be67831', 'network_id': 'd0d681c9-5f32-46b5-8301-ae408be67831', 'tenant_id': 'def5968a22fb4fa4933ae11332990d38', 'fixed_ips': [{'subnet_id': '8167b8b0-6c89-41d9-9944-ddf9b49cd61b'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:17:21.321705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a51c80ee-41d3-413b-a66c-e503dbc5ef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:21.324508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=7d082dbc-31c3-4eb7-8439-fc20ef93b8c8,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:21.332214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46576a1-2b07-458d-8b22-0396dfd9a218 None None] DHCP port deletion for 3d6b7b68-6484-446b-9248-867836da5a14 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:21.366619 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] No DVR routers for this DVR port 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:21.376151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:21.443566 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:21.555919 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Network': ['ID=488b1b43-79b3-4c52-8c97-64494a70806b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:21.584289 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6681cccf-ef16-46ae-98f7-987703348693 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/networks/488b1b43-79b3-4c52-8c97-64494a70806b HTTP/1.1" status: 204 len: 168 time: 3.5109317 Oct 05 09:17:21.592692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58740) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:21.599918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 074f6b90-c8f0-4e93-b992-2599c95982ad up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:21.688840 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5784f05-c379-4450-b9c7-68bb51087550 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:21.689715 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b5784f05-c379-4450-b9c7-68bb51087550 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:21.751415 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:21.755455 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 6 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:21.756127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Allocated IP 2001:db8::1 (f5f892b4-e1c3-4269-8a84-cedc3bc951bb/e91a66bf-b900-43fc-b00a-e5dd5177d717/70f4eca3-7b8b-4c97-9e0c-ca912503b519) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:21.781667 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-96a0b3de-16fc-44a3-a1e4-dc87e8427057 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/tags HTTP/1.1" status: 200 len: 240 time: 0.7809596 Oct 05 09:17:21.783148 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15cf6b42-220e-40ee-bcb9-0f739003a2fc tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:21.794469 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58744) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:21.860463 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15cf6b42-220e-40ee-bcb9-0f739003a2fc tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:21.872769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b5784f05-c379-4450-b9c7-68bb51087550 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:21.876536 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b5784f05-c379-4450-b9c7-68bb51087550 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0218089 Oct 05 09:17:21.883535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58748) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:21.892018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-1be3120d-fe34-4599-a565-c736f4d9aa57 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28', 'tempest-TagsExtTest-Tag-415101957') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:21.931661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-18bef232-6652-42d2-85c6-235161293a35 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:21.935936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6b7b68-6484-446b-9248-867836da5a14']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:21.951977 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24185d8-0c1e-4990-8b4c-3ff4fa25d93b None None] Network f5f892b4-e1c3-4269-8a84-cedc3bc951bb requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:21.974323 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-40f56f15-0d96-4afc-8a95-2d8a2d5795fe tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port c90df276-3ef8-4c4c-83da-eeb6dd5a9763 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:21.975178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40f56f15-0d96-4afc-8a95-2d8a2d5795fe tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:21.981358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf6b42-220e-40ee-bcb9-0f739003a2fc tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event deleted for resources: {'Subnet': ['ID=8167b8b0-6c89-41d9-9944-ddf9b49cd61b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:22.005790 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-15cf6b42-220e-40ee-bcb9-0f739003a2fc tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "DELETE /v2.0/subnets/8167b8b0-6c89-41d9-9944-ddf9b49cd61b HTTP/1.1" status: 204 len: 168 time: 2.1312034 Oct 05 09:17:22.015318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f4c193-1c3c-4071-b80d-b17733d199da') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:22.015318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f4c193-1c3c-4071-b80d-b17733d199da') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:22.022085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58752) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:22.055377 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1b71de5b-81f4-41a5-bc71-455e5bca3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:14Z', 'revision_number': 9, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:22.080523 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:22.123553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbab2acf-e059-43c7-a643-8f2471bd544f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:22.124243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cbab2acf-e059-43c7-a643-8f2471bd544f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:22.128039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:22.136031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:22.149465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:22.149870 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:22.167399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71de5b-81f4-41a5-bc71-455e5bca3abd None None] Checking router: 7b9ab95a-dfa5-433c-9e98-da1ad03e210b for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:17:22.197517 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Allocated IP 2001:db8:0:1::1 (0a632164-51ef-4d13-9105-30d4bedaa6e8/06e8767f-0c5a-47dc-bd6f-be8091795a81/09153bd1-a411-47ec-b6bf-d36da47c716e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:22.240154 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-6421322d-e485-4469-93ed-e1b6b4e17434 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Deleting subnet 06e8767f-0c5a-47dc-bd6f-be8091795a81 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:22.246852 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cbab2acf-e059-43c7-a643-8f2471bd544f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:22.248043 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cbab2acf-e059-43c7-a643-8f2471bd544f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3231466 Oct 05 09:17:22.252328 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58756) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:22.260514 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b71de5b-81f4-41a5-bc71-455e5bca3abd None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:22.261153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1b71de5b-81f4-41a5-bc71-455e5bca3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:22.273403 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1be3120d-fe34-4599-a565-c736f4d9aa57 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/tags/tempest-TagsExtTest-Tag-415101957 HTTP/1.1" status: 204 len: 168 time: 0.4038906 Oct 05 09:17:22.273642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58760) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:22.278828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-083cb48e-26d9-4ca5-b37d-96f836959f17 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28', 'tempest-TagsExtTest-Tag-415101957') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:22.309119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafeefed-403f-4cd1-98d3-b0a1cd6f9e77 None None] Update dhcp port {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': 'c4889947-a2a8-4da1-bc87-c36b380e09ee'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': '65fb1589-1fb6-4cd5-80a6-832d591db656'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:17:22.313745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:22.318099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:22.321363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-18bef232-6652-42d2-85c6-235161293a35 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:22.359347 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/networks/3d6b7b68-6484-446b-9248-867836da5a14 HTTP/1.1" status: 204 len: 168 time: 3.2615311 Oct 05 09:17:22.361766 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b37b07-b61b-4444-8dce-1cc1e6632985 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Network': ['ID=3d6b7b68-6484-446b-9248-867836da5a14,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:22.368343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58764) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:22.408348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 074f6b90-c8f0-4e93-b992-2599c95982ad completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:22.433693 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-be71014a-3faa-4250-860a-67c92b359837 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1746216 Oct 05 09:17:22.436286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bef232-6652-42d2-85c6-235161293a35 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Subnet': ['ID=399a3ea1-d3ae-44f0-8590-7a5943325d53,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:22.436495 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58768) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:22.441156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-18bef232-6652-42d2-85c6-235161293a35 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:22.538066 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126792d5-3eb1-419e-b6bb-c63d28aa1e15 None None] Network d0d681c9-5f32-46b5-8301-ae408be67831 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:22.627657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40f56f15-0d96-4afc-8a95-2d8a2d5795fe tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:22.628268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40f56f15-0d96-4afc-8a95-2d8a2d5795fe tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:22.642876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:22.649372 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-18bef232-6652-42d2-85c6-235161293a35 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/399a3ea1-d3ae-44f0-8590-7a5943325d53 HTTP/1.1" status: 204 len: 168 time: 1.6299171 Oct 05 09:17:22.649603 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58772) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:22.653111 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-7013af14-56ec-4b7f-8504-94b6dbd4ea56 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:22.655326 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 7 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:22.710203 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:22.785879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-40f56f15-0d96-4afc-8a95-2d8a2d5795fe tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for c90df276-3ef8-4c4c-83da-eeb6dd5a9763 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:22.802271 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ee2dcb-9ce7-4efa-9c71-ebd509834d47 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:22.802643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ee2dcb-9ce7-4efa-9c71-ebd509834d47 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:22.806741 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c7ee2dcb-9ce7-4efa-9c71-ebd509834d47 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/8d397602-b845-4461-8d6e-613848c49ffe HTTP/1.1" status: 404 len: 337 time: 0.1276021 Oct 05 09:17:22.820280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Transition to ACTIVE for port object 70f4eca3-7b8b-4c97-9e0c-ca912503b519 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:22.821563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58776) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:22.855085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bafeefed-403f-4cd1-98d3-b0a1cd6f9e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:22.888028 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:17:22.888653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7d082dbc-31c3-4eb7-8439-fc20ef93b8c8 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:17:22.889227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:22.909778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:22.964808 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:22.992505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network f5f892b4-e1c3-4269-8a84-cedc3bc951bb is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:23.003096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:23.012505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:17:23.012859 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 15ed700c-5a4b-4a3b-b2db-f769b9e7e3a4 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:17:23.038567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:23.039223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:23.040393 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7013af14-56ec-4b7f-8504-94b6dbd4ea56 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:23.078221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7013af14-56ec-4b7f-8504-94b6dbd4ea56 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:23.083815 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-083cb48e-26d9-4ca5-b37d-96f836959f17 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/tags/tempest-TagsExtTest-Tag-415101957 HTTP/1.1" status: 204 len: 168 time: 0.8064644 Oct 05 09:17:23.088855 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-721ac26d-580d-4657-abf3-7a92d707a068 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting subnet c190c663-b997-4c50-aaf3-6e78a30152ef {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:23.102465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58780) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:23.117170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-093af57b-901a-485f-a10b-d87c6dc879e2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:23.145760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-721ac26d-580d-4657-abf3-7a92d707a068 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:23.158706 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-1b71de5b-81f4-41a5-bc71-455e5bca3abd None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:17:23.190612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7013af14-56ec-4b7f-8504-94b6dbd4ea56 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:23.195381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7013af14-56ec-4b7f-8504-94b6dbd4ea56 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:23.195934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=70f4eca3-7b8b-4c97-9e0c-ca912503b519,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:23.197492 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-7013af14-56ec-4b7f-8504-94b6dbd4ea56 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:17:23.198345 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7013af14-56ec-4b7f-8504-94b6dbd4ea56 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:23.204650 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment d5f4c193-1c3c-4071-b80d-b17733d199da resource provider aggregate not found Oct 05 09:17:23.234745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Transition to ACTIVE for port object c7e11f3f-d276-41c2-896e-713552370da5 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:23.262003 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40f56f15-0d96-4afc-8a95-2d8a2d5795fe tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:23.272923 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment d5f4c193-1c3c-4071-b80d-b17733d199da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5f4c193-1c3c-4071-b80d-b17733d199da found for delete ", "request_id": "req-76ef9f76-7b2b-4898-9e4f-1a7585728714"}]} Oct 05 09:17:23.280182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:23.296995 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-721ac26d-580d-4657-abf3-7a92d707a068 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:23.313196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f56f15-0d96-4afc-8a95-2d8a2d5795fe tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=c90df276-3ef8-4c4c-83da-eeb6dd5a9763,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:23.358461 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7013af14-56ec-4b7f-8504-94b6dbd4ea56 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7082820 Oct 05 09:17:23.362261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58788) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:23.377221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2e54921d-94d0-469b-b57f-56ef2df783f0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:23.468402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:23.520068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Transition to ACTIVE for port object c7e11f3f-d276-41c2-896e-713552370da5 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:23.521994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40f56f15-0d96-4afc-8a95-2d8a2d5795fe tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:23.565755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40f56f15-0d96-4afc-8a95-2d8a2d5795fe tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:23.570358 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-40f56f15-0d96-4afc-8a95-2d8a2d5795fe tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/floatingips/34779c81-4b2a-498d-8b34-6e1a129553c7 HTTP/1.1" status: 204 len: 168 time: 1.9753776 Oct 05 09:17:23.576212 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58792) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:23.583566 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-093af57b-901a-485f-a10b-d87c6dc879e2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/tags HTTP/1.1" status: 200 len: 205 time: 0.4767947 Oct 05 09:17:23.585012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-721ac26d-580d-4657-abf3-7a92d707a068 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:23.620044 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58796) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:23.648736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2e54921d-94d0-469b-b57f-56ef2df783f0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:23.664973 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:23.669107 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-3d61ed95-fc21-435c-b4b2-ccf2330a0529 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:23.723560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2e54921d-94d0-469b-b57f-56ef2df783f0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:23.740603 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba9e7e5-fb6b-449c-aaaf-07077ea83e83 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:23.741073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba9e7e5-fb6b-449c-aaaf-07077ea83e83 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:23.745222 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5ba9e7e5-fb6b-449c-aaaf-07077ea83e83 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/ports/cc1ab45d-2d45-474d-a8d7-a110d85ccd1e HTTP/1.1" status: 404 len: 333 time: 0.1654668 Oct 05 09:17:23.749101 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58800) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:23.773433 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e54921d-94d0-469b-b57f-56ef2df783f0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:23.776874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e54921d-94d0-469b-b57f-56ef2df783f0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:23.778271 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e54921d-94d0-469b-b57f-56ef2df783f0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:17:23.778687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e54921d-94d0-469b-b57f-56ef2df783f0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:23.811439 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 8 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:23.837558 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2e54921d-94d0-469b-b57f-56ef2df783f0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4708941 Oct 05 09:17:23.839573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58804) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:23.889369 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-721ac26d-580d-4657-abf3-7a92d707a068 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:23.901774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-057e834f-b4e7-4b47-b79f-b925014b69a1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:23.923725 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-284afb09-f158-4269-9874-59a39bb1c917 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Synchronizing usage tracker for tenant:1953ac25c57249bea113d86db52a0626 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:23.936509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ac26d-580d-4657-abf3-7a92d707a068 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Subnet': ['ID=c190c663-b997-4c50-aaf3-6e78a30152ef,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:23.941629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-721ac26d-580d-4657-abf3-7a92d707a068 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:23.943496 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-721ac26d-580d-4657-abf3-7a92d707a068 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/c190c663-b997-4c50-aaf3-6e78a30152ef HTTP/1.1" status: 204 len: 168 time: 1.1127417 Oct 05 09:17:23.946631 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3d61ed95-fc21-435c-b4b2-ccf2330a0529 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b/tags HTTP/1.1" status: 200 len: 240 time: 0.2952101 Oct 05 09:17:23.947984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58808) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:23.950487 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58810) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:23.958628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:23.961462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26429d2-54a5-4a84-bcc1-18656fec5850 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:23.993820 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-46d1ac8a-855b-41c8-9ce8-984f63840761 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b', 'tempest-TagsExtTest-Tag-340180345') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:24.028736 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-9839b1d3-6399-4f36-818e-772f66d720ea tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:24.028736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9839b1d3-6399-4f36-818e-772f66d720ea tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:24.030514 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9839b1d3-6399-4f36-818e-772f66d720ea tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/c07cc773-f803-4792-8920-6f2c269d0d78 HTTP/1.1" status: 404 len: 337 time: 0.0810866 Oct 05 09:17:24.035798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58816) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:24.065935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a883326b-fd25-4b6e-ba8b-b8605aec3a96 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.080202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-284afb09-f158-4269-9874-59a39bb1c917 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Unset dirty status for tenant:1953ac25c57249bea113d86db52a0626 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:24.083862 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-284afb09-f158-4269-9874-59a39bb1c917 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31da2e6-f38f-41b1-947d-47963fc6a334 HTTP/1.1" status: 200 len: 205 time: 0.3299034 Oct 05 09:17:24.097655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58820) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:24.134883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Network 9dfd7479-06b7-4e9a-b42b-49490e1f2a8c is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:24.161357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:24.197446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:24.206602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Pushing event updated for resources: {'Port': ['ID=c7e11f3f-d276-41c2-896e-713552370da5,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:24.236589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b894fa-f7db-4a52-95cb-80dab6602412 None None] Update dhcp port {'port': {'network_id': 'd342e829-d70b-4062-acd4-996d2ab1291c', 'fixed_ips': [{'subnet_id': 'c190c663-b997-4c50-aaf3-6e78a30152ef', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '399a3ea1-d3ae-44f0-8590-7a5943325d53'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': 'b62fea88-2c27-4d31-ad5f-e60e85e9ac87'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:17:24.267078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.309830 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c0330d2a-8afd-462f-81a2-7013b65f2b13 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "GET /v2.0/ports?device_id=25513412-2bf7-4ea5-838a-71c52db68fa2 HTTP/1.1" status: 200 len: 205 time: 0.2704680 Oct 05 09:17:24.323348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58824) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:24.348358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-057e834f-b4e7-4b47-b79f-b925014b69a1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:24.373338 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-46d1ac8a-855b-41c8-9ce8-984f63840761 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b/tags/tempest-TagsExtTest-Tag-340180345 HTTP/1.1" status: 204 len: 168 time: 0.4207025 Oct 05 09:17:24.377643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58828) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:24.377837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Transition to ACTIVE for port object 09153bd1-a411-47ec-b6bf-d36da47c716e will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:24.384826 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-e9079b84-54b3-4a40-a53f-fb5f5935f50e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b', 'tempest-TagsExtTest-Tag-340180345') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:24.418330 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-9e460d64-b432-49e6-98ac-c4ce7c1c87db tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] delete failed (client error): The resource could not be found. Oct 05 09:17:24.418330 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9e460d64-b432-49e6-98ac-c4ce7c1c87db tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/routers/e31da2e6-f38f-41b1-947d-47963fc6a334 HTTP/1.1" status: 404 len: 336 time: 0.3093252 Oct 05 09:17:24.432542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58832) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:24.435621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-057e834f-b4e7-4b47-b79f-b925014b69a1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:24.469677 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-0be4b49b-e052-4ebc-86fd-f4e1bbe62b40 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] delete failed (client error): The resource could not be found. Oct 05 09:17:24.473324 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0be4b49b-e052-4ebc-86fd-f4e1bbe62b40 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/routers/25513412-2bf7-4ea5-838a-71c52db68fa2 HTTP/1.1" status: 404 len: 336 time: 0.1462073 Oct 05 09:17:24.475275 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 9 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:24.479127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58836) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:24.561379 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8515f4-e02f-45bd-bd26-d507e254b426 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:24.562867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8515f4-e02f-45bd-bd26-d507e254b426 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:24.569637 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f8515f4-e02f-45bd-bd26-d507e254b426 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/subnets/acf3def3-3910-4ac4-b995-b6f62223e009 HTTP/1.1" status: 404 len: 337 time: 0.1357429 Oct 05 09:17:24.570448 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58840) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:24.573080 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d18d982-12f2-4e34-80dd-e96e14d6e7ac tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:24.573661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d18d982-12f2-4e34-80dd-e96e14d6e7ac tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:24.578396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Transition to ACTIVE for port object 09153bd1-a411-47ec-b6bf-d36da47c716e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:24.580473 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0d18d982-12f2-4e34-80dd-e96e14d6e7ac tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/d1881af1-5ce0-4b79-8cd9-8af478472072 HTTP/1.1" status: 404 len: 337 time: 0.0969448 Oct 05 09:17:24.592005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d8b894fa-f7db-4a52-95cb-80dab6602412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.606338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Attempting to bind port c7e11f3f-d276-41c2-896e-713552370da5 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:17:24.606710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Attempting to bind port c7e11f3f-d276-41c2-896e-713552370da5 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'facdc061-a0fc-4ca7-af31-bc19e0d8f5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9dfd7479-06b7-4e9a-b42b-49490e1f2a8c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:17:24.607073 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Attempting to bind port c7e11f3f-d276-41c2-896e-713552370da5 on network 9dfd7479-06b7-4e9a-b42b-49490e1f2a8c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:17:24.609625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6421322d-e485-4469-93ed-e1b6b4e17434 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.616741 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.617066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58844) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:24.659220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.661076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057e834f-b4e7-4b47-b79f-b925014b69a1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:24.667162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-057e834f-b4e7-4b47-b79f-b925014b69a1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.669156 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-057e834f-b4e7-4b47-b79f-b925014b69a1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:17:24.669843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057e834f-b4e7-4b47-b79f-b925014b69a1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:24.679035 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:17:24.679719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Checking segment: {'id': 'facdc061-a0fc-4ca7-af31-bc19e0d8f5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9dfd7479-06b7-4e9a-b42b-49490e1f2a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:24.680291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.680839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Bound using segment: {'id': 'facdc061-a0fc-4ca7-af31-bc19e0d8f5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9dfd7479-06b7-4e9a-b42b-49490e1f2a8c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:17:24.681479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Bound port: c7e11f3f-d276-41c2-896e-713552370da5, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'facdc061-a0fc-4ca7-af31-bc19e0d8f5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9dfd7479-06b7-4e9a-b42b-49490e1f2a8c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:17:24.682062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.697200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.698185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.713764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:24.723738 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e9079b84-54b3-4a40-a53f-fb5f5935f50e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b/tags/tempest-TagsExtTest-Tag-340180345 HTTP/1.1" status: 204 len: 168 time: 0.3454936 Oct 05 09:17:24.746784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58848) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:24.771490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-a2c0c588-97a1-4d38-a4cd-38b3553a22d4 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:24.829684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port 6c3bc282-d6bd-424a-9a7b-6886080268df {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:24.830073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.856143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6421322d-e485-4469-93ed-e1b6b4e17434 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.904768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=70f4eca3-7b8b-4c97-9e0c-ca912503b519,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:24.916598 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8457d8-998a-4cf6-8ea4-02824d8d9db2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:24.917514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8457d8-998a-4cf6-8ea4-02824d8d9db2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:24.919637 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5f8457d8-998a-4cf6-8ea4-02824d8d9db2 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/5bf8dc41-0c90-41d7-9fe6-242c4802e195 HTTP/1.1" status: 404 len: 337 time: 0.3011849 Oct 05 09:17:24.920430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-a883326b-fd25-4b6e-ba8b-b8605aec3a96 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port 973dcd82-e664-49b7-ae57-7bbef0f19c70 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:24.920775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a883326b-fd25-4b6e-ba8b-b8605aec3a96 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:24.921693 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-057e834f-b4e7-4b47-b79f-b925014b69a1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0771401 Oct 05 09:17:24.928083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58852) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:24.928692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58854) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:24.944659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4f36f103-5915-4ff5-9a28-5ddc57a1ed0e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:24.957059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Network 0a632164-51ef-4d13-9105-30d4bedaa6e8 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:24.996280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:25.028328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:25.038541 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1b71de5b-81f4-41a5-bc71-455e5bca3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:14Z', 'revision_number': 9, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:25.044167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Pushing event updated for resources: {'Port': ['ID=09153bd1-a411-47ec-b6bf-d36da47c716e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:25.052251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50667e07-1876-46e9-9824-2013012d231c None None] Network d342e829-d70b-4062-acd4-996d2ab1291c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:25.070259 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc30d05-3657-4dee-8afd-ed2a82b825b6 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:25.070695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc30d05-3657-4dee-8afd-ed2a82b825b6 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:25.072376 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-adc30d05-3657-4dee-8afd-ed2a82b825b6 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/5b610ebb-994e-4200-ae51-f808bcaf9b1e HTTP/1.1" status: 404 len: 337 time: 0.1321390 Oct 05 09:17:25.077187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58860) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:25.123778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71de5b-81f4-41a5-bc71-455e5bca3abd None None] The sync data for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv is: [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:14Z', 'revision_number': 9, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '973dcd82-e664-49b7-ae57-7bbef0f19c70', 'name': '', 'network_id': 'cdd188d5-7d20-4961-9db3-6c6d9f91704e', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:45:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:16:03Z', 'updated_at': '2022-10-05T09:16:21Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '4acceee0-e329-45e9-ae95-a86e2c3fe2f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:17:25.173008 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f4ff2d-633d-4fa4-8635-68408211ac34 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:25.173480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f4ff2d-633d-4fa4-8635-68408211ac34 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:25.175193 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b6f4ff2d-633d-4fa4-8635-68408211ac34 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/520492b2-f081-49f7-ac23-66805b48e7ca HTTP/1.1" status: 404 len: 333 time: 0.0872955 Oct 05 09:17:25.178235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58864) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:25.193573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4f36f103-5915-4ff5-9a28-5ddc57a1ed0e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:25.231567 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 10 to provision port 4e917671-bd26-44fa-ba72-e25ac35f9a87 Oct 05 09:17:25.241654 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-7738b73a-0403-4e52-b54c-34db5b7a99a7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:25.242800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7738b73a-0403-4e52-b54c-34db5b7a99a7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:25.243785 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7738b73a-0403-4e52-b54c-34db5b7a99a7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/e2b0165d-b875-4e4e-b1c4-d5bba6355cb1 HTTP/1.1" status: 404 len: 337 time: 0.0551984 Oct 05 09:17:25.249087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4f36f103-5915-4ff5-9a28-5ddc57a1ed0e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:25.251660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58868) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:25.253192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network f5f892b4-e1c3-4269-8a84-cedc3bc951bb is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:25.254784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:25.324138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f36f103-5915-4ff5-9a28-5ddc57a1ed0e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:25.327509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f36f103-5915-4ff5-9a28-5ddc57a1ed0e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:25.328929 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f36f103-5915-4ff5-9a28-5ddc57a1ed0e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:17:25.329403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f36f103-5915-4ff5-9a28-5ddc57a1ed0e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:25.342226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] For port c7e11f3f-d276-41c2-896e-713552370da5, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:17:25.344516 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Attempting to bind port 09153bd1-a411-47ec-b6bf-d36da47c716e on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:17:25.344951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Attempting to bind port 09153bd1-a411-47ec-b6bf-d36da47c716e by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'bb5fb5b6-d4ff-4d70-9db3-0605b50fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0a632164-51ef-4d13-9105-30d4bedaa6e8'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:17:25.345385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Attempting to bind port 09153bd1-a411-47ec-b6bf-d36da47c716e on network 0a632164-51ef-4d13-9105-30d4bedaa6e8 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:17:25.398181 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec75dee-9212-42c8-b68f-c4a79771599f None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:25.403498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] For port c7e11f3f-d276-41c2-896e-713552370da5, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c7e11f3f-d276-41c2-896e-713552370da5,segment=NetworkSegment(facdc061-a0fc-4ca7-af31-bc19e0d8f5b4),segment_id=facdc061-a0fc-4ca7-af31-bc19e0d8f5b4)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:17:25.408747 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:17:25.410275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Checking segment: {'id': 'bb5fb5b6-d4ff-4d70-9db3-0605b50fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0a632164-51ef-4d13-9105-30d4bedaa6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:25.410275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:25.410275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Bound using segment: {'id': 'bb5fb5b6-d4ff-4d70-9db3-0605b50fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0a632164-51ef-4d13-9105-30d4bedaa6e8'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:17:25.410579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Bound port: 09153bd1-a411-47ec-b6bf-d36da47c716e, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5fb5b6-d4ff-4d70-9db3-0605b50fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0a632164-51ef-4d13-9105-30d4bedaa6e8'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:17:25.410782 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a2c0c588-97a1-4d38-a4cd-38b3553a22d4 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b/tags HTTP/1.1" status: 200 len: 205 time: 0.6587493 Oct 05 09:17:25.410945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:25.412579 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6421322d-e485-4469-93ed-e1b6b4e17434 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:25.416396 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58872) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:25.424576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-62d86f27-9303-4dc1-9c67-c6fc283b2b43 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '07842425-62b1-4a50-8170-7e792be1c873') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:25.461948 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f55b1bb-08ec-49b5-834c-511032fc34d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:25.462449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f55b1bb-08ec-49b5-834c-511032fc34d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:25.468079 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3f55b1bb-08ec-49b5-834c-511032fc34d7 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/2ecef561-89d2-4aea-ba12-243d669ad29b HTTP/1.1" status: 404 len: 337 time: 0.2037544 Oct 05 09:17:25.475460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58876) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:25.478693 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4f36f103-5915-4ff5-9a28-5ddc57a1ed0e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5400789 Oct 05 09:17:25.488804 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58880) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:25.494984 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Port 4e917671-bd26-44fa-ba72-e25ac35f9a87 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:25.497350 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:25.501208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-bcbb6c73-e65e-44b4-be93-945c2f50e241 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:25.569939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6ec75dee-9212-42c8-b68f-c4a79771599f None None] Deleting port 65fb1589-1fb6-4cd5-80a6-832d591db656 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:25.570620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6ec75dee-9212-42c8-b68f-c4a79771599f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:25.591665 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd8ea70-0b98-497e-b529-79bdcc8bc5ec tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:25.592143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd8ea70-0b98-497e-b529-79bdcc8bc5ec tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:25.596267 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9cd8ea70-0b98-497e-b529-79bdcc8bc5ec tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/8a7065a7-459b-42d3-b097-a0d9d61a5c3b HTTP/1.1" status: 404 len: 333 time: 0.1195626 Oct 05 09:17:25.600248 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58884) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:25.649576 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-a883326b-fd25-4b6e-ba8b-b8605aec3a96 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] For port 973dcd82-e664-49b7-ae57-7bbef0f19c70, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=973dcd82-e664-49b7-ae57-7bbef0f19c70,segment=NetworkSegment(db20a8c4-79c5-44d4-a909-62d640e09443),segment_id=db20a8c4-79c5-44d4-a909-62d640e09443)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:25.649943 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a883326b-fd25-4b6e-ba8b-b8605aec3a96 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:25.713410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f8049219-828b-46cd-822b-c72404cf0675 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:25.796108 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c62c41-3722-4244-bd73-82dad922af3e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:25.796952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c62c41-3722-4244-bd73-82dad922af3e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:25.799809 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-61c62c41-3722-4244-bd73-82dad922af3e tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/2715c11c-87d6-409c-86bf-9f8b7f23908f HTTP/1.1" status: 404 len: 337 time: 0.1977639 Oct 05 09:17:25.804404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: f8049219-828b-46cd-822b-c72404cf0675 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:17:25.805416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f8049219-828b-46cd-822b-c72404cf0675 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:17:25.806026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 65fb1589-1fb6-4cd5-80a6-832d591db656 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:25.807328 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58888) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:25.810381 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-62d86f27-9303-4dc1-9c67-c6fc283b2b43 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873/tags HTTP/1.1" status: 200 len: 240 time: 0.3928730 Oct 05 09:17:25.820638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58892) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:25.869332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-a883326b-fd25-4b6e-ba8b-b8605aec3a96 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for 973dcd82-e664-49b7-ae57-7bbef0f19c70 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:25.901948 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Provisioning for port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:25.930295 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-d87175af-f943-4739-a20f-04aad9706391 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '07842425-62b1-4a50-8170-7e792be1c873', 'tempest-TagsExtTest-Tag-168896465') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:25.983008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:26.007276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Provisioning complete for port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:26.007653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:26.008036 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Attempt 1 to provision port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 Oct 05 09:17:26.018769 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf559fb-192c-4d00-a6f1-541e2dd0a329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:26.019253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf559fb-192c-4d00-a6f1-541e2dd0a329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:26.022142 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-faf559fb-192c-4d00-a6f1-541e2dd0a329 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/subnets/eed9aaf3-96bf-424e-ad16-9ec524846ba5 HTTP/1.1" status: 404 len: 337 time: 0.2099032 Oct 05 09:17:26.032766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58896) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:26.068189 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea647a0-2362-499c-b43a-c7e38da44cf1 None None] Pushing event updated for resources: {'Port': ['ID=c7e11f3f-d276-41c2-896e-713552370da5,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:26.079918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6421322d-e485-4469-93ed-e1b6b4e17434 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:26.085442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-bcbb6c73-e65e-44b4-be93-945c2f50e241 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:26.165016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] For port 09153bd1-a411-47ec-b6bf-d36da47c716e, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:17:26.222056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router 9e88b27c-ec5e-4a52-af31-db29eb40672b is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:17:26.269392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] For port 09153bd1-a411-47ec-b6bf-d36da47c716e, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=09153bd1-a411-47ec-b6bf-d36da47c716e,segment=NetworkSegment(bb5fb5b6-d4ff-4d70-9db3-0605b50fb783),segment_id=bb5fb5b6-d4ff-4d70-9db3-0605b50fb783)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:17:26.301481 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] DHCP port deletion for d342e829-d70b-4062-acd4-996d2ab1291c request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:26.309549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:26.325097 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for 6c3bc282-d6bd-424a-9a7b-6886080268df owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:26.375336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1234bfe2-f3f5-4c32-bca1-8fcdf19a0c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port 4e917671-bd26-44fa-ba72-e25ac35f9a87 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:26.375684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1234bfe2-f3f5-4c32-bca1-8fcdf19a0c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:26.383236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Deleting port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:26.383975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:26.414316 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421322d-e485-4469-93ed-e1b6b4e17434 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event deleted for resources: {'Subnet': ['ID=06e8767f-0c5a-47dc-bd6f-be8091795a81,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:26.451645 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-bcbb6c73-e65e-44b4-be93-945c2f50e241 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:26.454346 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6421322d-e485-4469-93ed-e1b6b4e17434 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:26.498916 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6421322d-e485-4469-93ed-e1b6b4e17434 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "DELETE /v2.0/subnets/06e8767f-0c5a-47dc-bd6f-be8091795a81 HTTP/1.1" status: 204 len: 168 time: 4.4731617 Oct 05 09:17:26.504883 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58900) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:26.506508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbb6c73-e65e-44b4-be93-945c2f50e241 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:26.510224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6c73-e65e-44b4-be93-945c2f50e241 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:26.511671 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbb6c73-e65e-44b4-be93-945c2f50e241 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:17:26.512243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbb6c73-e65e-44b4-be93-945c2f50e241 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:26.520700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 65fb1589-1fb6-4cd5-80a6-832d591db656 is: DOWN; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:26.521944 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b62fea88-2c27-4d31-ad5f-e60e85e9ac87 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:26.527828 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d87175af-f943-4739-a20f-04aad9706391 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873/tags/tempest-TagsExtTest-Tag-168896465 HTTP/1.1" status: 204 len: 168 time: 0.6197801 Oct 05 09:17:26.560452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58904) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:26.565768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:17:26.576628 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0680944b-ab23-4fab-8260-84307edd2bb3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/9e88b27c-ec5e-4a52-af31-db29eb40672b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5865359 Oct 05 09:17:26.580870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58908) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:26.585009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-bfa8839b-1c6d-4d3b-9d2e-e759803888bc tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '07842425-62b1-4a50-8170-7e792be1c873', 'tempest-TagsExtTest-Tag-168896465') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:26.587774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6ec75dee-9212-42c8-b68f-c4a79771599f None None] For port 65fb1589-1fb6-4cd5-80a6-832d591db656, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=65fb1589-1fb6-4cd5-80a6-832d591db656,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:26.588286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6ec75dee-9212-42c8-b68f-c4a79771599f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:26.588409 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34537e-77d9-4ec0-bcd6-0f753f268f18 None None] Sync routers for ids ['9e88b27c-ec5e-4a52-af31-db29eb40672b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:17:26.605426 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34537e-77d9-4ec0-bcd6-0f753f268f18 None None] Routers {'9e88b27c-ec5e-4a52-af31-db29eb40672b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:26.607546 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-da34537e-77d9-4ec0-bcd6-0f753f268f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9e88b27c-ec5e-4a52-af31-db29eb40672b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:26.769917 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-da34537e-77d9-4ec0-bcd6-0f753f268f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:26.787394 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bcbb6c73-e65e-44b4-be93-945c2f50e241 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2974815 Oct 05 09:17:26.817796 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34537e-77d9-4ec0-bcd6-0f753f268f18 None None] Routers {'9e88b27c-ec5e-4a52-af31-db29eb40672b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:26.819090 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-da34537e-77d9-4ec0-bcd6-0f753f268f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9e88b27c-ec5e-4a52-af31-db29eb40672b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:26.836754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58912) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:26.879998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f8faa1b4-f0aa-4bf8-8cc7-129927e5cde1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:26.920506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5883bf47-e465-4a4e-98b4-d95785e84b2a tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:26.922286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5883bf47-e465-4a4e-98b4-d95785e84b2a tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Synchronizing usage tracker for tenant:def5968a22fb4fa4933ae11332990d38 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:26.927817 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-da34537e-77d9-4ec0-bcd6-0f753f268f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:26.928685 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34537e-77d9-4ec0-bcd6-0f753f268f18 None None] The sync data for ids ['9e88b27c-ec5e-4a52-af31-db29eb40672b'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:17:26.945834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a883326b-fd25-4b6e-ba8b-b8605aec3a96 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:26.966799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6ec75dee-9212-42c8-b68f-c4a79771599f None None] Calling delete_port for 65fb1589-1fb6-4cd5-80a6-832d591db656 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:27.001456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257ee95-8b80-4fec-bfa0-322d2ecc8cd2 None None] Pushing event updated for resources: {'Port': ['ID=09153bd1-a411-47ec-b6bf-d36da47c716e,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:27.066833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883326b-fd25-4b6e-ba8b-b8605aec3a96 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=973dcd82-e664-49b7-ae57-7bbef0f19c70,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:27.074652 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:27.099902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0b6e-5b65-40b4-abdb-17fb2f8ab1e0 None None] Current status of the port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:27.163981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5883bf47-e465-4a4e-98b4-d95785e84b2a tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Unset dirty status for tenant:def5968a22fb4fa4933ae11332990d38 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:27.164986 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5883bf47-e465-4a4e-98b4-d95785e84b2a tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6483824 Oct 05 09:17:27.217680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1234bfe2-f3f5-4c32-bca1-8fcdf19a0c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:27.226478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58916) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:27.240516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=6c3bc282-d6bd-424a-9a7b-6886080268df,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:27.344238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:27.344687 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:27.361816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Provisioning for port 074f6b90-c8f0-4e93-b992-2599c95982ad completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:27.367868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49d9001-9145-4553-841f-3e3ba1e95574 None None] Network 9dfd7479-06b7-4e9a-b42b-49490e1f2a8c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:27.369947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa68500-9b90-4519-9179-ecb50638fef8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:27.370577 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7aa68500-9b90-4519-9179-ecb50638fef8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Synchronizing usage tracker for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:27.377151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:27.441596 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Provisioning complete for port 074f6b90-c8f0-4e93-b992-2599c95982ad triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:27.442022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:27.442340 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 1 to provision port 074f6b90-c8f0-4e93-b992-2599c95982ad Oct 05 09:17:27.482197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6ec75dee-9212-42c8-b68f-c4a79771599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:27.482427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:27.482427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:27.482784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:27.483118 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:27.483482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:27.484859 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:27.485046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:27.485380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:27.485716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:27.486128 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:27.486458 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:27.486783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:27.497744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1234bfe2-f3f5-4c32-bca1-8fcdf19a0c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for 4e917671-bd26-44fa-ba72-e25ac35f9a87 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:27.506968 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:27.519930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Deleting port 09153bd1-a411-47ec-b6bf-d36da47c716e {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:27.520319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:27.561195 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d398719c-3494-4da6-b69f-ad8ca3e29381 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/ports/6c3bc282-d6bd-424a-9a7b-6886080268df HTTP/1.1" status: 204 len: 168 time: 2.9877250 Oct 05 09:17:27.565814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58920) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:27.570893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f8faa1b4-f0aa-4bf8-8cc7-129927e5cde1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:27.611929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7aa68500-9b90-4519-9179-ecb50638fef8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Unset dirty status for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:27.613113 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7aa68500-9b90-4519-9179-ecb50638fef8 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports/70f4eca3-7b8b-4c97-9e0c-ca912503b519 HTTP/1.1" status: 200 len: 911 time: 0.9601164 Oct 05 09:17:27.616988 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f8faa1b4-f0aa-4bf8-8cc7-129927e5cde1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:27.620150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58924) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:27.648189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-36c3b66d-1a08-40c2-bdef-4a95cd333747 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port 5e9d611b-9e0a-4eed-8907-8ca29a945b2b {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:27.648539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36c3b66d-1a08-40c2-bdef-4a95cd333747 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:27.664156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec75dee-9212-42c8-b68f-c4a79771599f None None] Pushing event deleted for resources: {'Port': ['ID=65fb1589-1fb6-4cd5-80a6-832d591db656,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:27.684012 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec75dee-9212-42c8-b68f-c4a79771599f None None] No DVR routers for this DVR port 65fb1589-1fb6-4cd5-80a6-832d591db656 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:27.702854 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] For port b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,segment=NetworkSegment(8943da30-27b9-4145-9b7a-7cdcfd944193),segment_id=8943da30-27b9-4145-9b7a-7cdcfd944193)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:27.704531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:27.718653 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bfa8839b-1c6d-4d3b-9d2e-e759803888bc tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873/tags/tempest-TagsExtTest-Tag-168896465 HTTP/1.1" status: 204 len: 168 time: 1.1505086 Oct 05 09:17:27.725036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58928) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:27.781053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-0ac48e40-be67-4fc0-a7ae-d561a448dd01 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '07842425-62b1-4a50-8170-7e792be1c873') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:27.879140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,segment=NetworkSegment(8943da30-27b9-4145-9b7a-7cdcfd944193),segment_id=8943da30-27b9-4145-9b7a-7cdcfd944193)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:27.897177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Calling delete_port for b62fea88-2c27-4d31-ad5f-e60e85e9ac87 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:28.030186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a883326b-fd25-4b6e-ba8b-b8605aec3a96 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:28.032881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8faa1b4-f0aa-4bf8-8cc7-129927e5cde1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:28.036399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8faa1b4-f0aa-4bf8-8cc7-129927e5cde1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:28.038300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:28.038837 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8faa1b4-f0aa-4bf8-8cc7-129927e5cde1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:17:28.038837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8faa1b4-f0aa-4bf8-8cc7-129927e5cde1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:28.143565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca85733-f6db-48f8-b132-fd87633f1f26 None None] Network 0a632164-51ef-4d13-9105-30d4bedaa6e8 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:28.146342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1234bfe2-f3f5-4c32-bca1-8fcdf19a0c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:28.276793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1234bfe2-f3f5-4c32-bca1-8fcdf19a0c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:28.315671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Current status of the port 074f6b90-c8f0-4e93-b992-2599c95982ad is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:28.316213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:28.371080 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234bfe2-f3f5-4c32-bca1-8fcdf19a0c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Port': ['ID=4e917671-bd26-44fa-ba72-e25ac35f9a87,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:28.388719 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f8faa1b4-f0aa-4bf8-8cc7-129927e5cde1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.5508640 Oct 05 09:17:28.393152 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1234bfe2-f3f5-4c32-bca1-8fcdf19a0c44 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/ports/4e917671-bd26-44fa-ba72-e25ac35f9a87 HTTP/1.1" status: 204 len: 168 time: 2.3581595 Oct 05 09:17:28.393821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58932) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:28.394164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58934) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:28.442597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,revision_number=11']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:28.451325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c7e11f3f-d276-41c2-896e-713552370da5 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:28.476995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:17:28.477454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:17:28.495129 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0ac48e40-be67-4fc0-a7ae-d561a448dd01 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873/tags HTTP/1.1" status: 200 len: 205 time: 0.7177534 Oct 05 09:17:28.505366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58940) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:28.519933 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-c65b8d64-6e8a-455a-80dc-91d8f9066a5a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '81bae7bb-818e-4972-9cfc-930488cc8698') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:28.532861 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2ee2a4a3-d0a7-49a1-9dec-166fd2f09317 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1320784 Oct 05 09:17:28.543383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58944) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:28.549337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] For port 09153bd1-a411-47ec-b6bf-d36da47c716e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=09153bd1-a411-47ec-b6bf-d36da47c716e,segment=NetworkSegment(bb5fb5b6-d4ff-4d70-9db3-0605b50fb783),segment_id=bb5fb5b6-d4ff-4d70-9db3-0605b50fb783)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:28.549697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:28.578051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] For port 074f6b90-c8f0-4e93-b992-2599c95982ad, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=074f6b90-c8f0-4e93-b992-2599c95982ad,segment=NetworkSegment(4afa8abb-fd6c-41d3-a62d-7bbdd844caa4),segment_id=4afa8abb-fd6c-41d3-a62d-7bbdd844caa4)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:28.585980 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:28.629071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Could not find standard attr ID for object 4e917671-bd26-44fa-ba72-e25ac35f9a87. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:17:28.650875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Could not find standard attr ID for object 6af4258f-4ede-4277-9b49-113287918094. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:17:28.674692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Could not find standard attr ID for object 65fb1589-1fb6-4cd5-80a6-832d591db656. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:17:28.700688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port c7e11f3f-d276-41c2-896e-713552370da5 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:28.710772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Pushing event updated for resources: {'Port': ['ID=074f6b90-c8f0-4e93-b992-2599c95982ad,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:28.719209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 09153bd1-a411-47ec-b6bf-d36da47c716e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:28.746878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Calling delete_port for 09153bd1-a411-47ec-b6bf-d36da47c716e owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:28.765646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Provisioning complete for port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:28.766303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:28.766910 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 1 to provision port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 Oct 05 09:17:28.787647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:28.790465 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c65b8d64-6e8a-455a-80dc-91d8f9066a5a tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698/tags HTTP/1.1" status: 200 len: 241 time: 0.2812352 Oct 05 09:17:28.794529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58948) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:28.803150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-b7756841-9c9c-42c9-b56f-1c115100cf5c tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '81bae7bb-818e-4972-9cfc-930488cc8698', 'tempest-TagsExtTest-Tag-2035654463') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:28.902126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 09153bd1-a411-47ec-b6bf-d36da47c716e completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:28.912073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:28.912647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:28.932609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06fe7e0-243d-481d-add7-639c967bd758 None None] DHCP port deletion for 0a632164-51ef-4d13-9105-30d4bedaa6e8 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:28.965666 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c06fe7e0-243d-481d-add7-639c967bd758 None None] Deleting port 09153bd1-a411-47ec-b6bf-d36da47c716e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:28.965996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c06fe7e0-243d-481d-add7-639c967bd758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:28.986955 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b7756841-9c9c-42c9-b56f-1c115100cf5c tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698/tags/tempest-TagsExtTest-Tag-2035654463 HTTP/1.1" status: 204 len: 168 time: 0.1914668 Oct 05 09:17:28.991929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58952) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:29.004530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36c3b66d-1a08-40c2-bdef-4a95cd333747 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:29.025941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81fb5dd-f84c-4434-b881-0ba0d7920b7b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:29.027777 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f81fb5dd-f84c-4434-b881-0ba0d7920b7b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4831879 Oct 05 09:17:29.057715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58954) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:29.069577 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-7181bdf7-6171-4bee-b796-6e2a6786e040 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '81bae7bb-818e-4972-9cfc-930488cc8698', 'tempest-TagsExtTest-Tag-2035654463') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:29.075538 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Deleting port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:29.076052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:29.112416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Current status of the port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:29.112804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:29.173691 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-36c3b66d-1a08-40c2-bdef-4a95cd333747 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for 5e9d611b-9e0a-4eed-8907-8ca29a945b2b owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:29.200547 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6e4acc14-5ca0-4495-8c15-e875f57367d5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1324110 Oct 05 09:17:29.206999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58960) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:29.215573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:29.228404 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-83d59b10-4cce-4456-9d9b-37365c1c198a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:29.256724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] For port b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,segment=NetworkSegment(8943da30-27b9-4145-9b7a-7cdcfd944193),segment_id=8943da30-27b9-4145-9b7a-7cdcfd944193)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:29.275150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:29.324703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:29.334300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a883326b-fd25-4b6e-ba8b-b8605aec3a96 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:17:29.407162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] No DVR routers for this DVR port 09153bd1-a411-47ec-b6bf-d36da47c716e on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:29.424317 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event deleted for resources: {'Port': ['ID=09153bd1-a411-47ec-b6bf-d36da47c716e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:29.492703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Provisioning for port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:29.541673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Provisioning complete for port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:29.542071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:29.542417 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 1 to provision port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 Oct 05 09:17:29.572835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-83d59b10-4cce-4456-9d9b-37365c1c198a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:29.582246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Pushing event updated for resources: {'Port': ['ID=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,revision_number=12']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:29.588977 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] For port b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,segment=NetworkSegment(8943da30-27b9-4145-9b7a-7cdcfd944193),segment_id=8943da30-27b9-4145-9b7a-7cdcfd944193)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:29.589374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:29.643151 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7181bdf7-6171-4bee-b796-6e2a6786e040 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698/tags/tempest-TagsExtTest-Tag-2035654463 HTTP/1.1" status: 204 len: 168 time: 0.5868630 Oct 05 09:17:29.645575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] For port b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,segment=NetworkSegment(8943da30-27b9-4145-9b7a-7cdcfd944193),segment_id=8943da30-27b9-4145-9b7a-7cdcfd944193)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:29.646063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:29.665462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58964) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:29.676759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-9174895e-51dc-401d-ab26-aa762e6c6392 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '81bae7bb-818e-4972-9cfc-930488cc8698') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:29.734458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c06fe7e0-243d-481d-add7-639c967bd758 None None] For port 09153bd1-a411-47ec-b6bf-d36da47c716e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=09153bd1-a411-47ec-b6bf-d36da47c716e,segment=NetworkSegment(bb5fb5b6-d4ff-4d70-9db3-0605b50fb783),segment_id=bb5fb5b6-d4ff-4d70-9db3-0605b50fb783)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:29.734834 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c06fe7e0-243d-481d-add7-639c967bd758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:29.748637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Calling delete_port for b62fea88-2c27-4d31-ad5f-e60e85e9ac87 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:29.809082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for b62fea88-2c27-4d31-ad5f-e60e85e9ac87 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:29.876178 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-83d59b10-4cce-4456-9d9b-37365c1c198a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:29.924756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:29.943276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d59b10-4cce-4456-9d9b-37365c1c198a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:29.944574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c06fe7e0-243d-481d-add7-639c967bd758 None None] Calling delete_port for 09153bd1-a411-47ec-b6bf-d36da47c716e owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:29.947009 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-83d59b10-4cce-4456-9d9b-37365c1c198a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:29.948519 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9174895e-51dc-401d-ab26-aa762e6c6392 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698/tags HTTP/1.1" status: 200 len: 205 time: 0.2819040 Oct 05 09:17:29.953528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58968) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:29.979308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:29.981578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-4e7b1b12-55ee-4b4f-8759-8d03864b4f5f tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '81bae7bb-818e-4972-9cfc-930488cc8698') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:30.042524 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36c3b66d-1a08-40c2-bdef-4a95cd333747 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.051871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a883326b-fd25-4b6e-ba8b-b8605aec3a96 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:17:30.052716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:17:30.053199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:17:30.055050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a632164-51ef-4d13-9105-30d4bedaa6e8']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:30.064590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-c06fe7e0-243d-481d-add7-639c967bd758 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:17:30.064590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-c06fe7e0-243d-481d-add7-639c967bd758 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:17:30.065096 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:17:30.065443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:17:30.068486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16d897-bcdc-496c-9e4d-6e1aff84e2ff None None] Sync routers for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:17:30.085319 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4e7b1b12-55ee-4b4f-8759-8d03864b4f5f tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698/tags HTTP/1.1" status: 204 len: 168 time: 0.1096940 Oct 05 09:17:30.090402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16d897-bcdc-496c-9e4d-6e1aff84e2ff None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:30.091026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4d16d897-bcdc-496c-9e4d-6e1aff84e2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:30.120239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58972) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:30.152462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-970f088b-df1f-43a3-b065-e1ab4acb003e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '07842425-62b1-4a50-8170-7e792be1c873') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:30.186080 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Allocated IP 2001:db8:1::1 (9dfd7479-06b7-4e9a-b42b-49490e1f2a8c/a5ac3fd2-108c-4aa9-8519-9e6d4a426b72/cf16a6dc-71b0-4a96-b815-940551879bbf) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:30.214079 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5fb5b6-d4ff-4d70-9db3-0605b50fb783') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:30.214685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5fb5b6-d4ff-4d70-9db3-0605b50fb783') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:30.235885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 074f6b90-c8f0-4e93-b992-2599c95982ad up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:30.238036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3b66d-1a08-40c2-bdef-4a95cd333747 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=5e9d611b-9e0a-4eed-8907-8ca29a945b2b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:30.255384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.296932 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a883326b-fd25-4b6e-ba8b-b8605aec3a96 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9225810 Oct 05 09:17:30.297150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58976) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:30.337506 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-4d16d897-bcdc-496c-9e4d-6e1aff84e2ff None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:17:30.375243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.380171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Deleting port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:30.380574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.404046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-d094a9e5-2484-4815-b533-98c3c85c7d8e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting subnet 4acceee0-e329-45e9-ae95-a86e2c3fe2f2 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:30.411691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d094a9e5-2484-4815-b533-98c3c85c7d8e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.442129 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:30.442510 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.481322 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 2 to provision port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 Oct 05 09:17:30.490251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.504220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d094a9e5-2484-4815-b533-98c3c85c7d8e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.527697 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment bb5fb5b6-d4ff-4d70-9db3-0605b50fb783 resource provider aggregate not found Oct 05 09:17:30.549999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36c3b66d-1a08-40c2-bdef-4a95cd333747 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.558625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:30.558625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.566147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c06fe7e0-243d-481d-add7-639c967bd758 None None] Deleting port 09153bd1-a411-47ec-b6bf-d36da47c716e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:30.566400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c06fe7e0-243d-481d-add7-639c967bd758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.594382 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Transition to ACTIVE for port object cf16a6dc-71b0-4a96-b815-940551879bbf will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:30.604075 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment bb5fb5b6-d4ff-4d70-9db3-0605b50fb783 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb5fb5b6-d4ff-4d70-9db3-0605b50fb783 found for delete ", "request_id": "req-f8ea3084-5c6d-4190-a229-046e9823262f"}]} Oct 05 09:17:30.622938 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-36c3b66d-1a08-40c2-bdef-4a95cd333747 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/ports/5e9d611b-9e0a-4eed-8907-8ca29a945b2b HTTP/1.1" status: 204 len: 168 time: 3.0517800 Oct 05 09:17:30.624146 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 58984) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:30.638520 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-970f088b-df1f-43a3-b065-e1ab4acb003e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873/tags HTTP/1.1" status: 204 len: 168 time: 0.5148356 Oct 05 09:17:30.638882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.641092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58988) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:30.659406 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.669936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-2d1d9da3-8f13-4197-abc7-61ff8c3b4870 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:30.711892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event deleted for resources: {'Network': ['ID=0a632164-51ef-4d13-9105-30d4bedaa6e8,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:30.738661 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-91e9da9e-1f12-416c-a68d-7e42e28868fb tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "DELETE /v2.0/networks/0a632164-51ef-4d13-9105-30d4bedaa6e8 HTTP/1.1" status: 204 len: 168 time: 3.4996967 Oct 05 09:17:30.747992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58992) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:30.751691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:30.763627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 074f6b90-c8f0-4e93-b992-2599c95982ad triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:30.764358 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.765707 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 074f6b90-c8f0-4e93-b992-2599c95982ad Oct 05 09:17:30.804714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c06fe7e0-243d-481d-add7-639c967bd758 None None] The port '09153bd1-a411-47ec-b6bf-d36da47c716e' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:17:30.817450 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d094a9e5-2484-4815-b533-98c3c85c7d8e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.943887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca38b21f-9fc5-4b8d-923f-0f6f1f9e890b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:30.995117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.002178 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2d1d9da3-8f13-4197-abc7-61ff8c3b4870 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b/tags HTTP/1.1" status: 204 len: 168 time: 0.3601937 Oct 05 09:17:31.007928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.objects.ports [None req-83d59b10-4cce-4456-9d9b-37365c1c198a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89054) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:17:31.009296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 58996) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:31.036434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-83d59b10-4cce-4456-9d9b-37365c1c198a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.040550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb9324-8095-4d5a-ae81-b82bc1ee44ae tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:31.044616 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e3eb9324-8095-4d5a-ae81-b82bc1ee44ae tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2678f01-39b5-4af8-bfc1-df144b5980e0 HTTP/1.1" status: 200 len: 913 time: 0.4166501 Oct 05 09:17:31.050199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] For port b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,segment=NetworkSegment(8943da30-27b9-4145-9b7a-7cdcfd944193),segment_id=8943da30-27b9-4145-9b7a-7cdcfd944193)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:31.050704 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.053531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59000) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:31.078217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-825c7e0e-162d-4858-a31a-bfacde2a3c0e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:31.176644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] For port b62fea88-2c27-4d31-ad5f-e60e85e9ac87, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,segment=NetworkSegment(8943da30-27b9-4145-9b7a-7cdcfd944193),segment_id=8943da30-27b9-4145-9b7a-7cdcfd944193)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:31.176978 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.188758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 9dfd7479-06b7-4e9a-b42b-49490e1f2a8c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:31.211198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:31.232226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d59b10-4cce-4456-9d9b-37365c1c198a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:31.240470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-83d59b10-4cce-4456-9d9b-37365c1c198a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:31.247830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d59b10-4cce-4456-9d9b-37365c1c198a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:31.248431 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-83d59b10-4cce-4456-9d9b-37365c1c198a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.254111 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca38b21f-9fc5-4b8d-923f-0f6f1f9e890b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.267596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d59b10-4cce-4456-9d9b-37365c1c198a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=c3209ff1-7e45-4b81-a068-9e25eb5fa3b1,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:31.273336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Calling delete_port for b62fea88-2c27-4d31-ad5f-e60e85e9ac87 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:31.275931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:31.276244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.289584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d094a9e5-2484-4815-b533-98c3c85c7d8e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.299843 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-ca38b21f-9fc5-4b8d-923f-0f6f1f9e890b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d681c9-5f32-46b5-8301-ae408be67831']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:31.305684 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 3 to provision port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 Oct 05 09:17:31.316591 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-ca38b21f-9fc5-4b8d-923f-0f6f1f9e890b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f42d75-708c-4ec6-b301-2f37ae7b573d') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:31.316894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-ca38b21f-9fc5-4b8d-923f-0f6f1f9e890b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f42d75-708c-4ec6-b301-2f37ae7b573d') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:31.327805 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-83d59b10-4cce-4456-9d9b-37365c1c198a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1158302 Oct 05 09:17:31.336281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca38b21f-9fc5-4b8d-923f-0f6f1f9e890b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.361454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b412a366-8e8f-4e8a-b974-d37ff8a9634f None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:31.368324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca38b21f-9fc5-4b8d-923f-0f6f1f9e890b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.371473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59004) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:31.381746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'mac_address': 'fa:16:3e:bb:d0:72', 'name': 'tempest-NetworksTestDHCPv6-1780045650'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:31.402458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 074f6b90-c8f0-4e93-b992-2599c95982ad is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:31.406381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca38b21f-9fc5-4b8d-923f-0f6f1f9e890b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:31.406854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca38b21f-9fc5-4b8d-923f-0f6f1f9e890b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.500348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 09153bd1-a411-47ec-b6bf-d36da47c716e no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:31.573271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 09153bd1-a411-47ec-b6bf-d36da47c716e {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:17:31.573597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 09153bd1-a411-47ec-b6bf-d36da47c716e not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:17:31.587093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:31.600730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=cf16a6dc-71b0-4a96-b815-940551879bbf,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:31.626157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4d16d897-bcdc-496c-9e4d-6e1aff84e2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:26Z', 'revision_number': 10, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:31.630027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.633130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Calling delete_port for b62fea88-2c27-4d31-ad5f-e60e85e9ac87 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:31.678180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094a9e5-2484-4815-b533-98c3c85c7d8e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Subnet': ['ID=4acceee0-e329-45e9-ae95-a86e2c3fe2f2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:31.700199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16d897-bcdc-496c-9e4d-6e1aff84e2ff None None] Checking router: 7b9ab95a-dfa5-433c-9e98-da1ad03e210b for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:17:31.701645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d094a9e5-2484-4815-b533-98c3c85c7d8e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.707627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] Pushing event deleted for resources: {'Port': ['ID=b62fea88-2c27-4d31-ad5f-e60e85e9ac87,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:31.710462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc32c8ec-40c4-4c57-b07b-af49cc9ebd11 None None] Network cdd188d5-7d20-4961-9db3-6c6d9f91704e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:31.730209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce9990-d1ed-410c-87d6-a770fe1366dc None None] No DVR routers for this DVR port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:31.750010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca38b21f-9fc5-4b8d-923f-0f6f1f9e890b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.765660 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d094a9e5-2484-4815-b533-98c3c85c7d8e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/4acceee0-e329-45e9-ae95-a86e2c3fe2f2 HTTP/1.1" status: 204 len: 168 time: 1.4684048 Oct 05 09:17:31.770560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca38b21f-9fc5-4b8d-923f-0f6f1f9e890b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.777822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59008) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:31.811844 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38b21f-9fc5-4b8d-923f-0f6f1f9e890b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event deleted for resources: {'Network': ['ID=d0d681c9-5f32-46b5-8301-ae408be67831,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:31.836446 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-825c7e0e-162d-4858-a31a-bfacde2a3c0e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/tags HTTP/1.1" status: 204 len: 168 time: 0.8014865 Oct 05 09:17:31.838179 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ca38b21f-9fc5-4b8d-923f-0f6f1f9e890b tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "DELETE /v2.0/networks/d0d681c9-5f32-46b5-8301-ae408be67831 HTTP/1.1" status: 204 len: 168 time: 1.0854948 Oct 05 09:17:31.843575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16d897-bcdc-496c-9e4d-6e1aff84e2ff None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:31.844316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59012) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:31.844316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59014) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:31.845608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4d16d897-bcdc-496c-9e4d-6e1aff84e2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:31.875364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-474565ae-1c8a-4b2f-a1a4-8a1181f7ca4b tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28', 'tempest-TagsExtTest-Tag-178685172') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:31.944758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:31.958089 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:31.963823 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:31.979036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:31.997694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port b78668c0-eec8-4557-9a63-d31764767c7f {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:31.998387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:32.086400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:17:32.086726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:17:32.090274 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 4 to provision port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 Oct 05 09:17:32.205217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:32.210457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:32.223974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:32.264410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-4d16d897-bcdc-496c-9e4d-6e1aff84e2ff None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:17:32.327626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 2a702a70-589e-45e6-8c5d-db7b3d640903 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:17:32.336798 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': 'c3209ff1-7e45-4b81-a068-9e25eb5fa3b1'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:17:32.337621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:32.364693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:32.391398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Deleting port b62fea88-2c27-4d31-ad5f-e60e85e9ac87 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:32.391742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:32.393587 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] For port b78668c0-eec8-4557-9a63-d31764767c7f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b78668c0-eec8-4557-9a63-d31764767c7f,segment=NetworkSegment(db20a8c4-79c5-44d4-a909-62d640e09443),segment_id=db20a8c4-79c5-44d4-a909-62d640e09443)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:32.393952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:32.511500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] The port 'b62fea88-2c27-4d31-ad5f-e60e85e9ac87' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:17:32.535857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for b78668c0-eec8-4557-9a63-d31764767c7f owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:32.576727 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Allocated IP 2001:db8::f816:3eff:fe35:2fb4 (19d31986-d6d4-46c2-94b6-97b25bee37cf/c3209ff1-7e45-4b81-a068-9e25eb5fa3b1/3b210b7f-e6e9-472f-82a5-ea4e4228d72c) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:32.630300 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment d9f42d75-708c-4ec6-b301-2f37ae7b573d resource provider aggregate not found Oct 05 09:17:32.634819 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:32.675772 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment d9f42d75-708c-4ec6-b301-2f37ae7b573d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9f42d75-708c-4ec6-b301-2f37ae7b573d found for delete ", "request_id": "req-f9d2e801-c6df-4636-8265-d2e2a8ac8a47"}]} Oct 05 09:17:32.683954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=b78668c0-eec8-4557-9a63-d31764767c7f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:32.688154 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] No DVR routers for this DVR port b78668c0-eec8-4557-9a63-d31764767c7f on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:32.802266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:32.817142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:32.832218 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-474565ae-1c8a-4b2f-a1a4-8a1181f7ca4b tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "PUT /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/tags/tempest-TagsExtTest-Tag-178685172 HTTP/1.1" status: 201 len: 201 time: 0.9848363 Oct 05 09:17:32.835315 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59024) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:32.853493 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-bb920372-fe42-43ce-b373-0b8bf4df78d0 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b', 'tempest-TagsExtTest-Tag-848478085') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:32.899906 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 5 to provision port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 Oct 05 09:17:32.919985 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd188d5-7d20-4961-9db3-6c6d9f91704e']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:32.931783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8fe70c06-a20e-4331-84bf-3c4e84dd5198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:32.940838 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db20a8c4-79c5-44d4-a909-62d640e09443') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:32.941238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db20a8c4-79c5-44d4-a909-62d640e09443') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:32.970366 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.005169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.013940 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bb920372-fe42-43ce-b373-0b8bf4df78d0 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "PUT /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b/tags/tempest-TagsExtTest-Tag-848478085 HTTP/1.1" status: 201 len: 201 time: 0.1747835 Oct 05 09:17:33.016011 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59028) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:33.020546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-f1b6e633-1cbc-455b-a913-16d7769c7c70 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '07842425-62b1-4a50-8170-7e792be1c873', 'tempest-TagsExtTest-Tag-222632373') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:33.039636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:33.050805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.069628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3680c863-a91f-4a6d-8f10-5a8a3ae69d8b None None] DHCP port deletion for cdd188d5-7d20-4961-9db3-6c6d9f91704e request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:33.074166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5428d6-d04f-4d0c-90fc-b5b11ba5675a']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:33.077762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:33.078251 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.085041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Transition to ACTIVE for port object 3b210b7f-e6e9-472f-82a5-ea4e4228d72c will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:33.109686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.117772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99965b93-aa42-4303-958a-95b8c5e0deac') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:33.118182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99965b93-aa42-4303-958a-95b8c5e0deac') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:33.153994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Transition to ACTIVE for port object 3b210b7f-e6e9-472f-82a5-ea4e4228d72c will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:33.161130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.164108 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.242194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:33.246325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d342e829-d70b-4062-acd4-996d2ab1291c']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:33.248088 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:33.254448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:33.264222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.272598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8943da30-27b9-4145-9b7a-7cdcfd944193') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:33.272978 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8943da30-27b9-4145-9b7a-7cdcfd944193') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:33.312626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Pushing event updated for resources: {'Port': ['ID=3b210b7f-e6e9-472f-82a5-ea4e4228d72c,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:33.320889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:33.321234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.354742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.387105 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4d16d897-bcdc-496c-9e4d-6e1aff84e2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:26Z', 'revision_number': 10, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:33.395531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Attempting to bind port 3b210b7f-e6e9-472f-82a5-ea4e4228d72c on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:17:33.395917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Attempting to bind port 3b210b7f-e6e9-472f-82a5-ea4e4228d72c by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:17:33.396247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Attempting to bind port 3b210b7f-e6e9-472f-82a5-ea4e4228d72c on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:17:33.398580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16d897-bcdc-496c-9e4d-6e1aff84e2ff None None] The sync data for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv is: [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:26Z', 'revision_number': 10, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None, '_interfaces': [{'id': '509ed376-2b03-45d4-9501-88004b15c6cd', 'name': '', 'network_id': '6c8c1543-72d6-43b6-a04c-e300b26f8981', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'mac_address': 'fa:16:3e:c8:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:15:44Z', 'updated_at': '2022-10-05T09:16:02Z', 'revision_number': 5, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'subnets': [{'id': '75915e30-2dce-4fdd-bc2b-85a5f9dc998d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:17:33.404058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:17:33.404436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:33.404867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.405435 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:17:33.406555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Bound port: 3b210b7f-e6e9-472f-82a5-ea4e4228d72c, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:17:33.406936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.418906 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.422099 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 99965b93-aa42-4303-958a-95b8c5e0deac resource provider aggregate not found Oct 05 09:17:33.460710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.464424 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 99965b93-aa42-4303-958a-95b8c5e0deac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99965b93-aa42-4303-958a-95b8c5e0deac found for delete ", "request_id": "req-5f76ec7a-4c83-4418-a507-8cf676b3996f"}]} Oct 05 09:17:33.474621 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Network': ['ID=cdd188d5-7d20-4961-9db3-6c6d9f91704e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:33.476958 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::f816:3eff:febb:d072 (19d31986-d6d4-46c2-94b6-97b25bee37cf/c3209ff1-7e45-4b81-a068-9e25eb5fa3b1/2a702a70-589e-45e6-8c5d-db7b3d640903) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:33.478543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.483124 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f1b6e633-1cbc-455b-a913-16d7769c7c70 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "PUT /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873/tags/tempest-TagsExtTest-Tag-222632373 HTTP/1.1" status: 201 len: 201 time: 0.4673579 Oct 05 09:17:33.486748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59036) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:33.493690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-afef2d2b-75cd-492f-b33f-7678c4b2ab56 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '81bae7bb-818e-4972-9cfc-930488cc8698', 'tempest-TagsExtTest-Tag-201521477') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:33.499587 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:33.500361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.507694 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-626239a6-c37e-40fe-a181-ffbb72450e7f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/networks/cdd188d5-7d20-4961-9db3-6c6d9f91704e HTTP/1.1" status: 204 len: 168 time: 1.7262554 Oct 05 09:17:33.510994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59040) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:33.541239 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 6 to provision port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 Oct 05 09:17:33.566164 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] For port 3b210b7f-e6e9-472f-82a5-ea4e4228d72c, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:17:33.571158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.590557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] For port 3b210b7f-e6e9-472f-82a5-ea4e4228d72c, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=3b210b7f-e6e9-472f-82a5-ea4e4228d72c,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:17:33.605997 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.606737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.641672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event deleted for resources: {'Network': ['ID=4d5428d6-d04f-4d0c-90fc-b5b11ba5675a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:33.659950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:33.671849 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "DELETE /v2.0/networks/4d5428d6-d04f-4d0c-90fc-b5b11ba5675a HTTP/1.1" status: 204 len: 168 time: 1.8229837 Oct 05 09:17:33.675907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59044) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:33.682026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.685225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:33.685575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:33.685916 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:33.687272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:33.687706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:33.688048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:33.688561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:33.689062 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:33.689568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:33.690092 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:33.690584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:33.691105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86b6a2-8720-454d-b48a-864140d16287 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:33.705183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4acce9-1048-4cc9-bcff-58ecc9cabf9a None None] Pushing event updated for resources: {'Port': ['ID=3b210b7f-e6e9-472f-82a5-ea4e4228d72c,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:33.716764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.730127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.733975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6c17fa-1d36-45fc-a391-be7043643173 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.788783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] Pushing event deleted for resources: {'Network': ['ID=d342e829-d70b-4062-acd4-996d2ab1291c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:33.796324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.797103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:33.852565 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8b15ca1a-1f8b-498d-abcb-caf8595d4926 tempest-PortsIpV6TestJSON-710868506 tempest-PortsIpV6TestJSON-710868506-project] 10.222.0.64 "DELETE /v2.0/networks/d342e829-d70b-4062-acd4-996d2ab1291c HTTP/1.1" status: 204 len: 168 time: 5.4532812 Oct 05 09:17:34.089392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=cf16a6dc-71b0-4a96-b815-940551879bbf,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:34.110708 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-afef2d2b-75cd-492f-b33f-7678c4b2ab56 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "PUT /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698/tags/tempest-TagsExtTest-Tag-201521477 HTTP/1.1" status: 201 len: 201 time: 0.6233420 Oct 05 09:17:34.117239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59050) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:34.135078 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-1640dccd-6955-479e-99fb-8ca27e104103 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28', {'tags': ['tempest-TagsExtTest-Tag-1186356225', 'tempest-TagsExtTest-Tag-46605399', 'tempest-TagsExtTest-Tag-1155242980']}) {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:34.161614 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 7 to provision port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 Oct 05 09:17:34.229787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19766899-9bc0-458f-ab5c-a7f532d4cd11 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:34.262359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:34.277135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:34.330532 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 3b210b7f-e6e9-472f-82a5-ea4e4228d72c up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:34.348152 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object 2a702a70-589e-45e6-8c5d-db7b3d640903 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:34.418240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 9dfd7479-06b7-4e9a-b42b-49490e1f2a8c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:34.425784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:34.436578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59056) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:34.486423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19766899-9bc0-458f-ab5c-a7f532d4cd11 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:34.496554 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 3b210b7f-e6e9-472f-82a5-ea4e4228d72c completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:34.512952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-19766899-9bc0-458f-ab5c-a7f532d4cd11 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e34cf07-6202-4048-8e16-9a33083efe32']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:34.531105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-19766899-9bc0-458f-ab5c-a7f532d4cd11 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6011a8-56d6-48a1-8e5e-c1581159a742') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:34.534241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-19766899-9bc0-458f-ab5c-a7f532d4cd11 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6011a8-56d6-48a1-8e5e-c1581159a742') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:34.547472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19766899-9bc0-458f-ab5c-a7f532d4cd11 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:34.569528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:34.587245 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19766899-9bc0-458f-ab5c-a7f532d4cd11 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:34.590632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b78668c0-eec8-4557-9a63-d31764767c7f no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:34.594437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19766899-9bc0-458f-ab5c-a7f532d4cd11 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:34.594759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19766899-9bc0-458f-ab5c-a7f532d4cd11 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:34.653432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: b78668c0-eec8-4557-9a63-d31764767c7f {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:17:34.653793 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b78668c0-eec8-4557-9a63-d31764767c7f not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:17:34.654279 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 973dcd82-e664-49b7-ae57-7bbef0f19c70 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:34.697000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 973dcd82-e664-49b7-ae57-7bbef0f19c70 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:17:34.697355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 973dcd82-e664-49b7-ae57-7bbef0f19c70 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:17:34.746458 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment db20a8c4-79c5-44d4-a909-62d640e09443 resource provider aggregate not found Oct 05 09:17:34.747722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router 9e88b27c-ec5e-4a52-af31-db29eb40672b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:17:34.765927 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 8 to provision port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 Oct 05 09:17:34.789121 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment db20a8c4-79c5-44d4-a909-62d640e09443 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db20a8c4-79c5-44d4-a909-62d640e09443 found for delete ", "request_id": "req-0ee6fb07-9111-49f7-9570-bac473d96345"}]} Oct 05 09:17:34.840136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19766899-9bc0-458f-ab5c-a7f532d4cd11 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:34.856075 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 7d6011a8-56d6-48a1-8e5e-c1581159a742 resource provider aggregate not found Oct 05 09:17:34.893928 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 7d6011a8-56d6-48a1-8e5e-c1581159a742 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d6011a8-56d6-48a1-8e5e-c1581159a742 found for delete ", "request_id": "req-9631119b-3ee6-4f3c-aec2-9a36ab1edcb9"}]} Oct 05 09:17:34.894157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:34.897683 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19766899-9bc0-458f-ab5c-a7f532d4cd11 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:34.914850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19766899-9bc0-458f-ab5c-a7f532d4cd11 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] Pushing event deleted for resources: {'Network': ['ID=4e34cf07-6202-4048-8e16-9a33083efe32,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:34.923967 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-19766899-9bc0-458f-ab5c-a7f532d4cd11 tempest-BulkNetworkOpsIpV6Test-1088905597 tempest-BulkNetworkOpsIpV6Test-1088905597-project] 10.222.0.64 "DELETE /v2.0/networks/4e34cf07-6202-4048-8e16-9a33083efe32 HTTP/1.1" status: 204 len: 168 time: 1.2427042 Oct 05 09:17:34.929572 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:35.034217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:35.052813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:35.060118 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:35.067428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:35.068424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:35.072956 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=2a702a70-589e-45e6-8c5d-db7b3d640903,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:35.142894 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bfc56b64-9edd-4e1b-8d00-d19ff53af3b2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7703109 Oct 05 09:17:35.145698 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59074) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:35.194938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59078) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:35.198585 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1640dccd-6955-479e-99fb-8ca27e104103 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "PUT /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/tags HTTP/1.1" status: 200 len: 316 time: 1.0802219 Oct 05 09:17:35.200172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-3c000525-04b9-42d8-8656-48e13e52b951 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:35.201415 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c48d78d9-392a-4abb-ad45-4da1aafdbad3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07928855b107476ea4ff86567f452305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7613149 Oct 05 09:17:35.221315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59082) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:35.221672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59084) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:35.257233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c17fa-1d36-45fc-a391-be7043643173 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port dc393e4d-d2c4-4e39-99a6-d5940425dcbf {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:35.257480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6c17fa-1d36-45fc-a391-be7043643173 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:35.387159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:17:35.393373 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ec40b30f-ac11-4af7-a058-f56638ba0149 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/9e88b27c-ec5e-4a52-af31-db29eb40672b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7719464 Oct 05 09:17:35.395470 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 9 to provision port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 Oct 05 09:17:35.405198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59092) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:35.407102 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab30df5-1131-46d7-8f61-fc9c944c2ae9 None None] Sync routers for ids ['9e88b27c-ec5e-4a52-af31-db29eb40672b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:17:35.420859 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab30df5-1131-46d7-8f61-fc9c944c2ae9 None None] Routers {'9e88b27c-ec5e-4a52-af31-db29eb40672b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:35.421701 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8ab30df5-1131-46d7-8f61-fc9c944c2ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9e88b27c-ec5e-4a52-af31-db29eb40672b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:35.455241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:35.488375 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8ab30df5-1131-46d7-8f61-fc9c944c2ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:35.498339 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab30df5-1131-46d7-8f61-fc9c944c2ae9 None None] Routers {'9e88b27c-ec5e-4a52-af31-db29eb40672b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:35.499038 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8ab30df5-1131-46d7-8f61-fc9c944c2ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9e88b27c-ec5e-4a52-af31-db29eb40672b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:35.516439 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d99c541b-197f-46c6-bd1b-06216c5db113 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:35.534485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6c17fa-1d36-45fc-a391-be7043643173 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:35.563109 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f7bb89a3-ee1b-425e-81ae-7bdb3257b785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:35.571707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf29925-c98a-4f75-9b7c-a58990e909e9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:35.575708 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3cf29925-c98a-4f75-9b7c-a58990e909e9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports/cf16a6dc-71b0-4a96-b815-940551879bbf HTTP/1.1" status: 200 len: 913 time: 0.1639135 Oct 05 09:17:35.575855 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8ab30df5-1131-46d7-8f61-fc9c944c2ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:35.575855 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab30df5-1131-46d7-8f61-fc9c944c2ae9 None None] The sync data for ids ['9e88b27c-ec5e-4a52-af31-db29eb40672b'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:17:35.593540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59100) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:35.629265 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 8943da30-27b9-4145-9b7a-7cdcfd944193 resource provider aggregate not found Oct 05 09:17:35.694658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c17fa-1d36-45fc-a391-be7043643173 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for dc393e4d-d2c4-4e39-99a6-d5940425dcbf owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:35.743108 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 8943da30-27b9-4145-9b7a-7cdcfd944193 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8943da30-27b9-4145-9b7a-7cdcfd944193 found for delete ", "request_id": "req-20159410-a8db-44c1-98a7-9dd9bcefc5bd"}]} Oct 05 09:17:35.783840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72b60025-b89e-4dbc-a36d-d33c6cd8032b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:35.837160 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f3b65fb5-b323-428b-9bfd-102986fe63ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=def5968a22fb4fa4933ae11332990d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104138 Oct 05 09:17:35.839589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59106) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:35.853557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72b60025-b89e-4dbc-a36d-d33c6cd8032b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:35.858232 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed43ea1-4c86-4ff2-b4f6-ef3d5d6afb4b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:35.864006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed43ea1-4c86-4ff2-b4f6-ef3d5d6afb4b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:35.864740 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-aed43ea1-4c86-4ff2-b4f6-ef3d5d6afb4b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:35.956417 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 10 to provision port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 Oct 05 09:17:36.005656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72b60025-b89e-4dbc-a36d-d33c6cd8032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:36.028044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:36.041281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Provisioning for port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:36.047978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Provisioning complete for port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:36.048606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:36.049193 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 1 to provision port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b Oct 05 09:17:36.061566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b60025-b89e-4dbc-a36d-d33c6cd8032b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f63d71-a5ca-4d72-b000-5de63f368001,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:36.076187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72b60025-b89e-4dbc-a36d-d33c6cd8032b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:36.080579 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-72b60025-b89e-4dbc-a36d-d33c6cd8032b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4f63d71-a5ca-4d72-b000-5de63f368001 HTTP/1.1" status: 204 len: 168 time: 0.8552656 Oct 05 09:17:36.107693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6c17fa-1d36-45fc-a391-be7043643173 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:36.122161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:36.150663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-aed43ea1-4c86-4ff2-b4f6-ef3d5d6afb4b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:36.152698 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-aed43ea1-4c86-4ff2-b4f6-ef3d5d6afb4b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.0049515 Oct 05 09:17:36.159456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59112) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:36.170164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c17fa-1d36-45fc-a391-be7043643173 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=dc393e4d-d2c4-4e39-99a6-d5940425dcbf,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:36.171503 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3c000525-04b9-42d8-8656-48e13e52b951 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/tags HTTP/1.1" status: 204 len: 168 time: 0.9749324 Oct 05 09:17:36.176814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59116) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:36.218142 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-bb8968cf-df71-45da-b5c7-112c11acf3b4 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28', 'tempest-TagsExtTest-Tag-1186356225') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:36.263403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-73c9ca12-afdf-47cb-8a51-1507da2617aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:36.331777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-91991c1f-a9bd-4f2e-80b9-d48363118317 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 2a702a70-589e-45e6-8c5d-db7b3d640903 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:36.332083 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91991c1f-a9bd-4f2e-80b9-d48363118317 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:36.404657 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-73c9ca12-afdf-47cb-8a51-1507da2617aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:36.491477 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-bb8968cf-df71-45da-b5c7-112c11acf3b4 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] show failed (client error): The resource could not be found. Oct 05 09:17:36.492667 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bb8968cf-df71-45da-b5c7-112c11acf3b4 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/tags/tempest-TagsExtTest-Tag-1186356225 HTTP/1.1" status: 404 len: 329 time: 0.2844930 Oct 05 09:17:36.495482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59128) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:36.508648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-588e818d-3ff8-4abb-881e-a932c28dde43 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28', 'tempest-TagsExtTest-Tag-46605399') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:36.560191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6c17fa-1d36-45fc-a391-be7043643173 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:36.623398 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 2 to provision port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b Oct 05 09:17:36.694463 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:36.717215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:36.787700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:36.867022 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d99c541b-197f-46c6-bd1b-06216c5db113 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port 509ed376-2b03-45d4-9501-88004b15c6cd {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:36.868147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d99c541b-197f-46c6-bd1b-06216c5db113 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:36.901908 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-588e818d-3ff8-4abb-881e-a932c28dde43 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] show failed (client error): The resource could not be found. Oct 05 09:17:36.906101 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-588e818d-3ff8-4abb-881e-a932c28dde43 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/tags/tempest-TagsExtTest-Tag-46605399 HTTP/1.1" status: 404 len: 327 time: 0.4065971 Oct 05 09:17:36.906380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59142) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:36.913935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-44ba5055-d0f7-4f49-b782-77b63500accd tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28', 'tempest-TagsExtTest-Tag-1155242980') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:36.922302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-73c9ca12-afdf-47cb-8a51-1507da2617aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:36.967614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9ca12-afdf-47cb-8a51-1507da2617aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4edb0d0-805d-4578-bcd2-9683859bca22,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:36.977192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59146) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:37.012507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-73c9ca12-afdf-47cb-8a51-1507da2617aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:37.016052 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-73c9ca12-afdf-47cb-8a51-1507da2617aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4edb0d0-805d-4578-bcd2-9683859bca22 HTTP/1.1" status: 204 len: 168 time: 1.1697996 Oct 05 09:17:37.145764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-383eefee-7c6b-4495-b022-694499dfee9e tempest-DvrRoutersNegativeTest-25130435 tempest-DvrRoutersNegativeTest-25130435-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-54806675', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:37.148522 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.policy [None req-383eefee-7c6b-4495-b022-694499dfee9e tempest-DvrRoutersNegativeTest-25130435 tempest-DvrRoutersNegativeTest-25130435-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89055) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 05 09:17:37.148822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.policy [None req-383eefee-7c6b-4495-b022-694499dfee9e tempest-DvrRoutersNegativeTest-25130435 tempest-DvrRoutersNegativeTest-25130435-project] Failed policy check for 'create_router' {{(pid=89055) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 05 09:17:37.149347 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-383eefee-7c6b-4495-b022-694499dfee9e tempest-DvrRoutersNegativeTest-25130435 tempest-DvrRoutersNegativeTest-25130435-project] create failed (client error): Access was denied to this resource. Oct 05 09:17:37.154001 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-383eefee-7c6b-4495-b022-694499dfee9e tempest-DvrRoutersNegativeTest-25130435 tempest-DvrRoutersNegativeTest-25130435-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1698592 Oct 05 09:17:37.166360 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-44ba5055-d0f7-4f49-b782-77b63500accd tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] show failed (client error): The resource could not be found. Oct 05 09:17:37.167361 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-44ba5055-d0f7-4f49-b782-77b63500accd tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/tags/tempest-TagsExtTest-Tag-1155242980 HTTP/1.1" status: 404 len: 329 time: 0.2598577 Oct 05 09:17:37.170358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59156) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:37.177651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-57162927-d283-4d08-a781-fea9fdaf4a55 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b', {'tags': ['tempest-TagsExtTest-Tag-601921863', 'tempest-TagsExtTest-Tag-770445323', 'tempest-TagsExtTest-Tag-881065569']}) {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:37.179808 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91991c1f-a9bd-4f2e-80b9-d48363118317 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:37.195963 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 3 to provision port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b Oct 05 09:17:37.284503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6c17fa-1d36-45fc-a391-be7043643173 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Router a2678f01-39b5-4af8-bfc1-df144b5980e0 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:17:37.309664 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:37.339401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-91991c1f-a9bd-4f2e-80b9-d48363118317 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 2a702a70-589e-45e6-8c5d-db7b3d640903 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:37.396638 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-57162927-d283-4d08-a781-fea9fdaf4a55 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "PUT /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b/tags HTTP/1.1" status: 200 len: 315 time: 0.2230828 Oct 05 09:17:37.397439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59164) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:37.406124 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-1e1d6a13-1a55-4a10-bc47-92824b917291 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:37.415811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-d99c541b-197f-46c6-bd1b-06216c5db113 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] For port 509ed376-2b03-45d4-9501-88004b15c6cd, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=509ed376-2b03-45d4-9501-88004b15c6cd,segment=NetworkSegment(d923e44f-0703-4d84-8669-3e68294fb77d),segment_id=d923e44f-0703-4d84-8669-3e68294fb77d)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:37.416405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d99c541b-197f-46c6-bd1b-06216c5db113 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:37.428143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc1f17f9-fa2e-4a32-bcc0-1d3bcdbf867e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:37.495686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59170) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:37.558335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6c17fa-1d36-45fc-a391-be7043643173 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:17:37.573625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5fb49b-6067-432c-96e5-8c267b78c98a None None] Sync routers for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:17:37.583065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fb49b-6067-432c-96e5-8c267b78c98a None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:37.583908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1d5fb49b-6067-432c-96e5-8c267b78c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:37.584207 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ac6c17fa-1d36-45fc-a391-be7043643173 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "PUT /v2.0/routers/a2678f01-39b5-4af8-bfc1-df144b5980e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5213323 Oct 05 09:17:37.588883 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59178) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:37.662536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1d5fb49b-6067-432c-96e5-8c267b78c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:37.679092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fb49b-6067-432c-96e5-8c267b78c98a None None] Routers {'a2678f01-39b5-4af8-bfc1-df144b5980e0'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:37.679976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1d5fb49b-6067-432c-96e5-8c267b78c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a2678f01-39b5-4af8-bfc1-df144b5980e0'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:37.680486 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d99c541b-197f-46c6-bd1b-06216c5db113 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for 509ed376-2b03-45d4-9501-88004b15c6cd owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:37.818822 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 4 to provision port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b Oct 05 09:17:37.838219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:37.889600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1d5fb49b-6067-432c-96e5-8c267b78c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:37.891405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5fb49b-6067-432c-96e5-8c267b78c98a None None] The sync data for ids ['a2678f01-39b5-4af8-bfc1-df144b5980e0'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:17:37.950724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:38.008076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-95564808-3dff-400e-91de-9aedbbbe17ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:38.030469 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91991c1f-a9bd-4f2e-80b9-d48363118317 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:38.071446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-95564808-3dff-400e-91de-9aedbbbe17ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:38.081640 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1e1d6a13-1a55-4a10-bc47-92824b917291 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b/tags HTTP/1.1" status: 204 len: 168 time: 0.6829515 Oct 05 09:17:38.090049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59194) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:38.091507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-95564808-3dff-400e-91de-9aedbbbe17ad admin admin] Usage tracker for resource:security_group_rule and tenant:98ab73ba249f4d359bd1fdcdb19f376a is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:38.096758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-95564808-3dff-400e-91de-9aedbbbe17ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:38.098748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-1cf75697-2232-49bf-ba0b-83c623e52faa tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b', 'tempest-TagsExtTest-Tag-601921863') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:38.101290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91991c1f-a9bd-4f2e-80b9-d48363118317 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=2a702a70-589e-45e6-8c5d-db7b3d640903,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:38.109034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-95564808-3dff-400e-91de-9aedbbbe17ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:38.192516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:38.199275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59198) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:38.221891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting port fb14fda9-a68d-4b3e-95f6-69243f86f1b0 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:38.222266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:38.231034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91991c1f-a9bd-4f2e-80b9-d48363118317 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:38.270787 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-1cf75697-2232-49bf-ba0b-83c623e52faa tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] show failed (client error): The resource could not be found. Oct 05 09:17:38.274449 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1cf75697-2232-49bf-ba0b-83c623e52faa tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b/tags/tempest-TagsExtTest-Tag-601921863 HTTP/1.1" status: 404 len: 328 time: 0.1806524 Oct 05 09:17:38.274829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59204) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:38.283953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-133c76f9-abad-4a9b-afe9-5840607e119e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b', 'tempest-TagsExtTest-Tag-770445323') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:38.336886 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-91991c1f-a9bd-4f2e-80b9-d48363118317 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/2a702a70-589e-45e6-8c5d-db7b3d640903 HTTP/1.1" status: 204 len: 168 time: 2.1735425 Oct 05 09:17:38.352346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59208) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:38.362126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d99c541b-197f-46c6-bd1b-06216c5db113 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:38.400795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f17f9-fa2e-4a32-bcc0-1d3bcdbf867e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port cf16a6dc-71b0-4a96-b815-940551879bbf {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:38.401146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc1f17f9-fa2e-4a32-bcc0-1d3bcdbf867e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:38.416792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-bf007fa9-866a-4c32-b8d7-5343437f0149 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1271927682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:38.431566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bf007fa9-866a-4c32-b8d7-5343437f0149 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:38.462985 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 5 to provision port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b Oct 05 09:17:38.497520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bf007fa9-866a-4c32-b8d7-5343437f0149 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Usage tracker for resource:router and tenant:500c622550e243ab98831ba9220ba152 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:38.507094 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bf007fa9-866a-4c32-b8d7-5343437f0149 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:38.521129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bf007fa9-866a-4c32-b8d7-5343437f0149 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:38.526580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:38.571600 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f0b1ef-f880-4d2b-a280-93ebf69e00d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:38.573108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f0b1ef-f880-4d2b-a280-93ebf69e00d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:38.573850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d2f0b1ef-f880-4d2b-a280-93ebf69e00d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:38.580169 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bf007fa9-866a-4c32-b8d7-5343437f0149 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:38.581174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bf007fa9-866a-4c32-b8d7-5343437f0149 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:38.602225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c541b-197f-46c6-bd1b-06216c5db113 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Port': ['ID=509ed376-2b03-45d4-9501-88004b15c6cd,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:38.612293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:38.854483 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-133c76f9-abad-4a9b-afe9-5840607e119e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] show failed (client error): The resource could not be found. Oct 05 09:17:38.855523 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-133c76f9-abad-4a9b-afe9-5840607e119e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b/tags/tempest-TagsExtTest-Tag-770445323 HTTP/1.1" status: 404 len: 328 time: 0.5782132 Oct 05 09:17:38.856819 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bf007fa9-866a-4c32-b8d7-5343437f0149 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:38.860187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59212) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:38.922688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Calling delete_port for fb14fda9-a68d-4b3e-95f6-69243f86f1b0 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:38.924569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-95564808-3dff-400e-91de-9aedbbbe17ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:38.931173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-5b89c1d4-746f-4520-88f6-084e346a873e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b', 'tempest-TagsExtTest-Tag-881065569') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:38.950628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d2f0b1ef-f880-4d2b-a280-93ebf69e00d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:38.954872 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d2f0b1ef-f880-4d2b-a280-93ebf69e00d7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5983019 Oct 05 09:17:38.963318 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59216) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:38.984247 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-95564808-3dff-400e-91de-9aedbbbe17ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.028288 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 6 to provision port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b Oct 05 09:17:39.043387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bf007fa9-866a-4c32-b8d7-5343437f0149 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.104018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-84909beb-afb5-4fc8-88a7-a928076a96c0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet c3209ff1-7e45-4b81-a068-9e25eb5fa3b1 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:39.112875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84909beb-afb5-4fc8-88a7-a928076a96c0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.118001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:39.133759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.134903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d99c541b-197f-46c6-bd1b-06216c5db113 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.149228 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-95564808-3dff-400e-91de-9aedbbbe17ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98ab73ba249f4d359bd1fdcdb19f376a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5922968 Oct 05 09:17:39.154271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc1f17f9-fa2e-4a32-bcc0-1d3bcdbf867e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.160955 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59220) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:39.177027 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95564808-3dff-400e-91de-9aedbbbe17ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd4df05-eae9-457e-88fc-683b03ca277d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:39.181954 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bf007fa9-866a-4c32-b8d7-5343437f0149 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.185746 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bf007fa9-866a-4c32-b8d7-5343437f0149 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9828675 Oct 05 09:17:39.188422 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59224) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:39.201670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-100996079'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:39.219135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:39.235314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Usage tracker for resource:network and tenant:500c622550e243ab98831ba9220ba152 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:39.239343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84909beb-afb5-4fc8-88a7-a928076a96c0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.271103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:39.296194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:39.332365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Made reservation on behalf of 500c622550e243ab98831ba9220ba152 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:39.335794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.350622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f17f9-fa2e-4a32-bcc0-1d3bcdbf867e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for cf16a6dc-71b0-4a96-b815-940551879bbf owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:39.352111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a6342a4-7629-4c77-a5ec-94fb4d250559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.366943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.462578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a6342a4-7629-4c77-a5ec-94fb4d250559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.471134 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:39.479323 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Usage tracker for resource:security_group_rule and tenant:500c622550e243ab98831ba9220ba152 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:39.488536 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:39.505578 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-5b89c1d4-746f-4520-88f6-084e346a873e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] show failed (client error): The resource could not be found. Oct 05 09:17:39.506654 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5b89c1d4-746f-4520-88f6-084e346a873e tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b/tags/tempest-TagsExtTest-Tag-881065569 HTTP/1.1" status: 404 len: 328 time: 0.6435492 Oct 05 09:17:39.509814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:39.520171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59228) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:39.531464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84909beb-afb5-4fc8-88a7-a928076a96c0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.569135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-fa719149-5c4a-4bb6-aee3-c2f5d10ba1e4 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '07842425-62b1-4a50-8170-7e792be1c873', {'tags': ['tempest-TagsExtTest-Tag-883016458', 'tempest-TagsExtTest-Tag-1535310773', 'tempest-TagsExtTest-Tag-570295897']}) {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:39.619456 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 7 to provision port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b Oct 05 09:17:39.652595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.666118 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99c541b-197f-46c6-bd1b-06216c5db113 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:17:39.685695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:39.781467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Port': ['ID=fb14fda9-a68d-4b3e-95f6-69243f86f1b0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:39.913863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a6342a4-7629-4c77-a5ec-94fb4d250559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:39.939437 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fa719149-5c4a-4bb6-aee3-c2f5d10ba1e4 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "PUT /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873/tags HTTP/1.1" status: 200 len: 316 time: 0.4103050 Oct 05 09:17:39.947546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59232) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:39.957562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6342a4-7629-4c77-a5ec-94fb4d250559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd4df05-eae9-457e-88fc-683b03ca277d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:39.967662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-5bf3fcd5-472b-45da-8e63-7087e76089f8 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '07842425-62b1-4a50-8170-7e792be1c873') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:39.979710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99c541b-197f-46c6-bd1b-06216c5db113 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:17:39.995060 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e657111-48f9-471f-bf55-02958846194f None None] Sync routers for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:17:40.006670 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e657111-48f9-471f-bf55-02958846194f None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:40.007484 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1e657111-48f9-471f-bf55-02958846194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:40.016711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84909beb-afb5-4fc8-88a7-a928076a96c0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.018538 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d99c541b-197f-46c6-bd1b-06216c5db113 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5065067 Oct 05 09:17:40.021983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59236) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:40.083163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc1f17f9-fa2e-4a32-bcc0-1d3bcdbf867e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.085745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84909beb-afb5-4fc8-88a7-a928076a96c0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=c3209ff1-7e45-4b81-a068-9e25eb5fa3b1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:40.090613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.147967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb89061-f825-46c4-b97e-daca9bb6c6f0 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:40.189574 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 8 to provision port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b Oct 05 09:17:40.207887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84909beb-afb5-4fc8-88a7-a928076a96c0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.219993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f17f9-fa2e-4a32-bcc0-1d3bcdbf867e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=cf16a6dc-71b0-4a96-b815-940551879bbf,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:40.250689 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-1e657111-48f9-471f-bf55-02958846194f None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:17:40.417398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.421523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.438591 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc1f17f9-fa2e-4a32-bcc0-1d3bcdbf867e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.440288 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-84909beb-afb5-4fc8-88a7-a928076a96c0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/c3209ff1-7e45-4b81-a068-9e25eb5fa3b1 HTTP/1.1" status: 204 len: 168 time: 1.4759569 Oct 05 09:17:40.442289 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.448339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59240) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:40.462482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-847641d5-7491-426e-8d49-8a6369c89422 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting subnet 75915e30-2dce-4fdd-bc2b-85a5f9dc998d {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:40.466133 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-847641d5-7491-426e-8d49-8a6369c89422 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.469462 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1e657111-48f9-471f-bf55-02958846194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:38Z', 'revision_number': 11, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:40.474586 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e657111-48f9-471f-bf55-02958846194f None None] Checking router: 7b9ab95a-dfa5-433c-9e98-da1ad03e210b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:17:40.480611 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:17:40.486419 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e657111-48f9-471f-bf55-02958846194f None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:40.487275 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1e657111-48f9-471f-bf55-02958846194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:40.531425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:40.536071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-847641d5-7491-426e-8d49-8a6369c89422 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.616208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a6342a4-7629-4c77-a5ec-94fb4d250559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.617677 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5a6342a4-7629-4c77-a5ec-94fb4d250559 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3dd4df05-eae9-457e-88fc-683b03ca277d HTTP/1.1" status: 204 len: 168 time: 1.4559252 Oct 05 09:17:40.646730 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-1e657111-48f9-471f-bf55-02958846194f None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:17:40.651696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-847641d5-7491-426e-8d49-8a6369c89422 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.664484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:40.668786 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Deleting port 3b210b7f-e6e9-472f-82a5-ea4e4228d72c {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:40.669157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.692203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.704976 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:17:40.714903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.715374 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Added segment 35204857-51d7-455d-8592-53492d003847 of type vlan for network c340fe75-2ced-454a-8ef3-8641e2f663b5 Oct 05 09:17:40.749911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.813703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.815918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-847641d5-7491-426e-8d49-8a6369c89422 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.817470 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1e657111-48f9-471f-bf55-02958846194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:38Z', 'revision_number': 11, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:40.820792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:40.821517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.822407 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e657111-48f9-471f-bf55-02958846194f None None] The sync data for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv is: [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:38Z', 'revision_number': 11, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:17:40.875291 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-52e8bbbf-65aa-4f39-a53f-9f5b98832181 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4162292 Oct 05 09:17:40.879668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.880120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Fanout notify agent at l3_agent the message router_deleted on router a2678f01-39b5-4af8-bfc1-df144b5980e0 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:17:40.881581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59246) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:40.896316 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7068875 Oct 05 09:17:40.908712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59250) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:40.915939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847641d5-7491-426e-8d49-8a6369c89422 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Subnet': ['ID=75915e30-2dce-4fdd-bc2b-85a5f9dc998d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:40.922360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Request body: {'subnet': {'network_id': 'c340fe75-2ced-454a-8ef3-8641e2f663b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:40.950283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:40.951379 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a6bab0b4-4475-49ad-8f19-6d8ef091c4e3 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/routers/a2678f01-39b5-4af8-bfc1-df144b5980e0 HTTP/1.1" status: 204 len: 168 time: 3.3615870 Oct 05 09:17:40.955431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:40.982580 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5bf3fcd5-472b-45da-8e63-7087e76089f8 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873/tags HTTP/1.1" status: 204 len: 168 time: 1.0316842 Oct 05 09:17:41.003275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59254) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:41.003617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59258) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:41.026460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] For port 3b210b7f-e6e9-472f-82a5-ea4e4228d72c, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=3b210b7f-e6e9-472f-82a5-ea4e4228d72c,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:41.027227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:41.035093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc1bf1e-89e6-4b79-9b75-966199ca98a3,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:41.118410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-6440a241-7796-47e8-99dc-fd41e5ed0565 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '07842425-62b1-4a50-8170-7e792be1c873', 'tempest-TagsExtTest-Tag-883016458') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:41.136395 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 9 to provision port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b Oct 05 09:17:41.151511 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:41.157013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Usage tracker for resource:subnet and tenant:500c622550e243ab98831ba9220ba152 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:41.174685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:41.179333 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-847641d5-7491-426e-8d49-8a6369c89422 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:41.189339 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-847641d5-7491-426e-8d49-8a6369c89422 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/75915e30-2dce-4fdd-bc2b-85a5f9dc998d HTTP/1.1" status: 204 len: 168 time: 1.1661112 Oct 05 09:17:41.192243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59268) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:41.196483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:41.240137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Made reservation on behalf of 500c622550e243ab98831ba9220ba152 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:41.244429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:41.271531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:41.273336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e41ed22-422c-4128-bc17-72d15e737d13 None None] Network 6c8c1543-72d6-43b6-a04c-e300b26f8981 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:41.282988 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8e6a8-007f-416e-837a-bf924776e819 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event updated for resources: {'Network': ['ID=c340fe75-2ced-454a-8ef3-8641e2f663b5,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:41.289315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-b419f1a2-ee1f-4669-a445-85cdec1131de tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Deleting subnet 429a9851-e2d2-44c6-b8cb-a2fe028aea75 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:41.305886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Calling delete_port for 3b210b7f-e6e9-472f-82a5-ea4e4228d72c owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:41.343926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b419f1a2-ee1f-4669-a445-85cdec1131de tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:41.351138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network c340fe75-2ced-454a-8ef3-8641e2f663b5 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:17:41.423154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:41.520608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:41.531726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:41.562338 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:41.565579 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-6440a241-7796-47e8-99dc-fd41e5ed0565 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] show failed (client error): The resource could not be found. Oct 05 09:17:41.570260 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6440a241-7796-47e8-99dc-fd41e5ed0565 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873/tags/tempest-TagsExtTest-Tag-883016458 HTTP/1.1" status: 404 len: 328 time: 0.5607677 Oct 05 09:17:41.570419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59282) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:41.575846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b419f1a2-ee1f-4669-a445-85cdec1131de tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:41.579484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-534b2d1a-8950-47f4-b51c-6bfbd3390e82 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '07842425-62b1-4a50-8170-7e792be1c873', 'tempest-TagsExtTest-Tag-1535310773') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:41.616629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:41.647041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port 5025166f-06ab-4b86-9f65-01a81631fda2 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:41.647340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:41.678231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:41.681639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:41.684619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:41.740124 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Pushing event deleted for resources: {'Port': ['ID=3b210b7f-e6e9-472f-82a5-ea4e4228d72c,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:41.742582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] No DVR routers for this DVR port 3b210b7f-e6e9-472f-82a5-ea4e4228d72c on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:41.753460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:41.754057 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:41.754730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:41.755379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:41.755975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:41.756477 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:41.756975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:41.757457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:41.757946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:41.758441 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:41.758928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:41.759404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151973c2-7cf4-4912-8e9c-5485a89658aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:17:41.773797 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 10 to provision port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b Oct 05 09:17:41.827342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b419f1a2-ee1f-4669-a445-85cdec1131de tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:41.850275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:41.866724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Could not find standard attr ID for object f5415be0-c046-40e0-9137-10b60681eca8. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:17:41.881232 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Provisioning for port 48e4b17e-cc4e-4afd-8249-544658d3c652 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:41.881908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59288) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:41.893337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Provisioning complete for port 48e4b17e-cc4e-4afd-8249-544658d3c652 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:41.893974 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:41.894434 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Attempt 1 to provision port 48e4b17e-cc4e-4afd-8249-544658d3c652 Oct 05 09:17:41.959220 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8f707a-114a-45b0-a20c-942351e5a0bf None None] DHCP port deletion for 6c8c1543-72d6-43b6-a04c-e300b26f8981 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:41.965882 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f707a-114a-45b0-a20c-942351e5a0bf None None] Deleting port 5025166f-06ab-4b86-9f65-01a81631fda2 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:41.966276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e8f707a-114a-45b0-a20c-942351e5a0bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:41.971862 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1f17f9-fa2e-4a32-bcc0-1d3bcdbf867e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router 9e88b27c-ec5e-4a52-af31-db29eb40672b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:17:42.093543 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-534b2d1a-8950-47f4-b51c-6bfbd3390e82 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] show failed (client error): The resource could not be found. Oct 05 09:17:42.094637 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-534b2d1a-8950-47f4-b51c-6bfbd3390e82 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873/tags/tempest-TagsExtTest-Tag-1535310773 HTTP/1.1" status: 404 len: 329 time: 0.5235806 Oct 05 09:17:42.102937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59294) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:42.125356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-3473e617-8249-4b61-9d68-f5171e3e0ecc tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '07842425-62b1-4a50-8170-7e792be1c873', 'tempest-TagsExtTest-Tag-570295897') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:42.146148 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-526910732-network', 'tenant_id': 'aec5cc3e3f104ffc8add9a9c07c9cb82'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:42.180278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b419f1a2-ee1f-4669-a445-85cdec1131de tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:42.183299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5025166f-06ab-4b86-9f65-01a81631fda2 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:42.189729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:42.231531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Usage tracker for resource:network and tenant:aec5cc3e3f104ffc8add9a9c07c9cb82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:42.241768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7e8f707a-114a-45b0-a20c-942351e5a0bf None None] For port 5025166f-06ab-4b86-9f65-01a81631fda2, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5025166f-06ab-4b86-9f65-01a81631fda2,segment=NetworkSegment(d923e44f-0703-4d84-8669-3e68294fb77d),segment_id=d923e44f-0703-4d84-8669-3e68294fb77d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:42.242183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e8f707a-114a-45b0-a20c-942351e5a0bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:42.247327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:42.251863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419f1a2-ee1f-4669-a445-85cdec1131de tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Subnet': ['ID=429a9851-e2d2-44c6-b8cb-a2fe028aea75,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:42.259019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b419f1a2-ee1f-4669-a445-85cdec1131de tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:42.271177 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:42.285119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] For port 5025166f-06ab-4b86-9f65-01a81631fda2, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5025166f-06ab-4b86-9f65-01a81631fda2,segment=NetworkSegment(d923e44f-0703-4d84-8669-3e68294fb77d),segment_id=d923e44f-0703-4d84-8669-3e68294fb77d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:42.285560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:42.315497 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b419f1a2-ee1f-4669-a445-85cdec1131de tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/subnets/429a9851-e2d2-44c6-b8cb-a2fe028aea75 HTTP/1.1" status: 204 len: 168 time: 1.3082950 Oct 05 09:17:42.318459 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59298) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:42.381305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:42.424677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f707a-114a-45b0-a20c-942351e5a0bf None None] Calling delete_port for 5025166f-06ab-4b86-9f65-01a81631fda2 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:42.429177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1f17f9-fa2e-4a32-bcc0-1d3bcdbf867e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:17:42.456077 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-3473e617-8249-4b61-9d68-f5171e3e0ecc tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] show failed (client error): The resource could not be found. Oct 05 09:17:42.456745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0f3f2e-ecaf-4534-aede-770991f944cc None None] Sync routers for ids ['9e88b27c-ec5e-4a52-af31-db29eb40672b'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:17:42.459970 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3473e617-8249-4b61-9d68-f5171e3e0ecc tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873/tags/tempest-TagsExtTest-Tag-570295897 HTTP/1.1" status: 404 len: 328 time: 0.3541775 Oct 05 09:17:42.461206 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59300) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:42.473394 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fc1f17f9-fa2e-4a32-bcc0-1d3bcdbf867e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/9e88b27c-ec5e-4a52-af31-db29eb40672b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8782525 Oct 05 09:17:42.484317 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-fe0df244-18a2-4e8c-803a-b7dffb329a7c tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '81bae7bb-818e-4972-9cfc-930488cc8698', {'tags': ['tempest-TagsExtTest-Tag-1037877269', 'tempest-TagsExtTest-Tag-446071403', 'tempest-TagsExtTest-Tag-1129289526']}) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:42.494238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59302) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:42.541335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Current status of the port 48e4b17e-cc4e-4afd-8249-544658d3c652 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:42.541804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:42.575193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f3f2e-ecaf-4534-aede-770991f944cc None None] Routers {'9e88b27c-ec5e-4a52-af31-db29eb40672b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:42.575574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5a0f3f2e-ecaf-4534-aede-770991f944cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9e88b27c-ec5e-4a52-af31-db29eb40672b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:42.583998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Made reservation on behalf of aec5cc3e3f104ffc8add9a9c07c9cb82 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:42.586168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:42.591343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event updated for resources: {'Subnet': ['ID=dc0ad624-2d5c-4624-a8fe-25f72952efcc,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:42.631821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Calling delete_port for 5025166f-06ab-4b86-9f65-01a81631fda2 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:42.675926 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Checking segment: {'id': '35204857-51d7-455d-8592-53492d003847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c340fe75-2ced-454a-8ef3-8641e2f663b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:42.676267 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Network hostable DHCP agents. Network: c340fe75-2ced-454a-8ef3-8641e2f663b5, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:17:42.681657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:42.723363 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5a0f3f2e-ecaf-4534-aede-770991f944cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:42.727567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 5025166f-06ab-4b86-9f65-01a81631fda2 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:42.727567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:42.758135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] For port 48e4b17e-cc4e-4afd-8249-544658d3c652, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=48e4b17e-cc4e-4afd-8249-544658d3c652,segment=NetworkSegment(d6680483-9b96-45d6-8ff3-8e036cb336a4),segment_id=d6680483-9b96-45d6-8ff3-8e036cb336a4)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:42.759284 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e8f707a-114a-45b0-a20c-942351e5a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:42.790031 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fe0df244-18a2-4e8c-803a-b7dffb329a7c tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "PUT /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698/tags HTTP/1.1" status: 200 len: 317 time: 0.3134298 Oct 05 09:17:42.791900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59310) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:42.802111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f3f2e-ecaf-4534-aede-770991f944cc None None] Routers {'9e88b27c-ec5e-4a52-af31-db29eb40672b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:42.802837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5a0f3f2e-ecaf-4534-aede-770991f944cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9e88b27c-ec5e-4a52-af31-db29eb40672b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:42.845615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Network c340fe75-2ced-454a-8ef3-8641e2f663b5 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:17:42.852997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:42.856767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-654f1174-65b1-4d88-87e9-84ff634efcf5 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '81bae7bb-818e-4972-9cfc-930488cc8698') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:42.862346 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:42.889073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, c340fe75-2ced-454a-8ef3-8641e2f663b5) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:42.911466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:42.912043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:42.921595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Usage tracker for resource:security_group_rule and tenant:aec5cc3e3f104ffc8add9a9c07c9cb82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:42.930792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:17:42.931895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:42.949980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:42.953700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:42.955551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f707a-114a-45b0-a20c-942351e5a0bf None None] Pushing event deleted for resources: {'Port': ['ID=5025166f-06ab-4b86-9f65-01a81631fda2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:42.959186 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f707a-114a-45b0-a20c-942351e5a0bf None None] No DVR routers for this DVR port 5025166f-06ab-4b86-9f65-01a81631fda2 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:42.961152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 3b210b7f-e6e9-472f-82a5-ea4e4228d72c no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:42.987798 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38770993-c83e-4bca-b4a5-f59cda95658e None None] Network c340fe75-2ced-454a-8ef3-8641e2f663b5 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:42.996870 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-56ed9cf9-1483-4bf9-a36c-5670ae587074 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0831604 Oct 05 09:17:43.001629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59314) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:43.002473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdec3414-8a47-49cc-8e0c-5da8f6ab6b25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.011281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Request body: {'network': {'name': 'tempest-router-network01--259023033'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:43.046943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:43.047243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5a0f3f2e-ecaf-4534-aede-770991f944cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:43.047883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0f3f2e-ecaf-4534-aede-770991f944cc None None] The sync data for ids ['9e88b27c-ec5e-4a52-af31-db29eb40672b'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:17:43.048822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:17:43.049139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:17:43.050909 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-654f1174-65b1-4d88-87e9-84ff634efcf5 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698/tags HTTP/1.1" status: 204 len: 168 time: 0.2596281 Oct 05 09:17:43.053525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:43.056406 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:43.056991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.057141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:43.059611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59318) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:43.071853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-2ea285bd-cdf9-4cd7-894e-b7bf2e480d02 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '81bae7bb-818e-4972-9cfc-930488cc8698', 'tempest-TagsExtTest-Tag-1037877269') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:43.084004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Usage tracker for resource:network and tenant:500c622550e243ab98831ba9220ba152 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:43.089629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:43.101564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:43.111102 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 3b210b7f-e6e9-472f-82a5-ea4e4228d72c {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:17:43.111799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 3b210b7f-e6e9-472f-82a5-ea4e4228d72c not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:17:43.112331 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 509ed376-2b03-45d4-9501-88004b15c6cd no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:43.125239 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-2ea285bd-cdf9-4cd7-894e-b7bf2e480d02 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] show failed (client error): The resource could not be found. Oct 05 09:17:43.126329 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2ea285bd-cdf9-4cd7-894e-b7bf2e480d02 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698/tags/tempest-TagsExtTest-Tag-1037877269 HTTP/1.1" status: 404 len: 329 time: 0.0617785 Oct 05 09:17:43.131270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59322) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:43.131945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=b92af03f-9cb3-4fa0-94bb-1709ed206a3e,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:43.137649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-b7704061-7fe1-4eab-b734-eaa6367beeae tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '81bae7bb-818e-4972-9cfc-930488cc8698', 'tempest-TagsExtTest-Tag-446071403') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:43.162782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 509ed376-2b03-45d4-9501-88004b15c6cd {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:17:43.163446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 509ed376-2b03-45d4-9501-88004b15c6cd not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:17:43.165561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d764c023-4823-4997-b8da-c65831439ad0 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:43.166293 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-348fbbcb-7529-419c-bd0d-2235aede1fee tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2720799 Oct 05 09:17:43.173363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59326) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:43.181578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e5b08f35-0806-49bf-b1f2-45bc102acd65 None None] Could not find standard attr ID for object cf16a6dc-71b0-4a96-b815-940551879bbf. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:17:43.204845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Made reservation on behalf of 500c622550e243ab98831ba9220ba152 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:43.209128 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.228561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'mac_address': 'fa:16:3e:b6:26:86', 'name': 'tempest-NetworksTestDHCPv6-1392531011'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:43.253035 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-b7704061-7fe1-4eab-b734-eaa6367beeae tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] show failed (client error): The resource could not be found. Oct 05 09:17:43.256785 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b7704061-7fe1-4eab-b734-eaa6367beeae tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698/tags/tempest-TagsExtTest-Tag-446071403 HTTP/1.1" status: 404 len: 328 time: 0.1219368 Oct 05 09:17:43.257633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59330) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:43.263845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.tag.tag_plugin [None req-1f80ef6e-5d1f-44d3-b0f0-22dc6465c78b tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '81bae7bb-818e-4972-9cfc-930488cc8698', 'tempest-TagsExtTest-Tag-1129289526') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:43.278343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:17:43.303179 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.303466 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Added segment 666491e6-4a80-41d1-a976-15cb1fc5961e of type vlan for network d79c2ddd-d633-4500-b701-69b83549b8cd Oct 05 09:17:43.315193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf290f-de4a-4d82-af2f-1254159b69bc None None] Pushing event updated for resources: {'Port': ['ID=48e4b17e-cc4e-4afd-8249-544658d3c652,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:43.317722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e5b08f35-0806-49bf-b1f2-45bc102acd65 None None] Provisioning for port c7e11f3f-d276-41c2-896e-713552370da5 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:43.330662 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-1f80ef6e-5d1f-44d3-b0f0-22dc6465c78b tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] show failed (client error): The resource could not be found. Oct 05 09:17:43.334182 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1f80ef6e-5d1f-44d3-b0f0-22dc6465c78b tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698/tags/tempest-TagsExtTest-Tag-1129289526 HTTP/1.1" status: 404 len: 329 time: 0.0729129 Oct 05 09:17:43.339908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e5b08f35-0806-49bf-b1f2-45bc102acd65 None None] Provisioning complete for port c7e11f3f-d276-41c2-896e-713552370da5 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:43.340149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59334) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:43.340258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e5b08f35-0806-49bf-b1f2-45bc102acd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.340597 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e5b08f35-0806-49bf-b1f2-45bc102acd65 None None] Attempt 1 to provision port c7e11f3f-d276-41c2-896e-713552370da5 Oct 05 09:17:43.347617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35976f0d-1392-4fbd-b476-c7f001ee9023 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.364047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-370c91c5-3e67-4316-a478-e08b4f05f25b tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '81bae7bb-818e-4972-9cfc-930488cc8698') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:43.381460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdec3414-8a47-49cc-8e0c-5da8f6ab6b25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.410316 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.454757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-bdec3414-8a47-49cc-8e0c-5da8f6ab6b25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:43.479747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.488038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-bdec3414-8a47-49cc-8e0c-5da8f6ab6b25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245b4980-98c7-40f7-b08b-ef1d18ba2869') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:43.488356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-bdec3414-8a47-49cc-8e0c-5da8f6ab6b25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245b4980-98c7-40f7-b08b-ef1d18ba2869') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:43.513377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdec3414-8a47-49cc-8e0c-5da8f6ab6b25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.520721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.539246 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-370c91c5-3e67-4316-a478-e08b4f05f25b tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698/tags HTTP/1.1" status: 204 len: 168 time: 0.1888015 Oct 05 09:17:43.549978 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59338) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:43.552927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Deleting port 5025166f-06ab-4b86-9f65-01a81631fda2 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:43.553272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.596682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-c4ea1f31-dac7-4cb7-8e28-d53e78927e16 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '07842425-62b1-4a50-8170-7e792be1c873') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:43.603564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-c340fe75-2ced-454a-8ef3-8641e2f663b5', 'network_id': 'c340fe75-2ced-454a-8ef3-8641e2f663b5', 'tenant_id': '500c622550e243ab98831ba9220ba152', 'fixed_ips': [{'subnet_id': 'dc0ad624-2d5c-4624-a8fe-25f72952efcc'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:17:43.604403 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.658199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdec3414-8a47-49cc-8e0c-5da8f6ab6b25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.691593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:43.702994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdec3414-8a47-49cc-8e0c-5da8f6ab6b25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:43.703410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdec3414-8a47-49cc-8e0c-5da8f6ab6b25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.714711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': 'b92af03f-9cb3-4fa0-94bb-1709ed206a3e'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:17:43.715524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.719451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:17:43.725449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.730781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:43.731396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.742893 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e5b08f35-0806-49bf-b1f2-45bc102acd65 None None] Current status of the port c7e11f3f-d276-41c2-896e-713552370da5 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:43.743261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e5b08f35-0806-49bf-b1f2-45bc102acd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.767552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:43.775830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] The port '5025166f-06ab-4b86-9f65-01a81631fda2' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:17:43.821474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce942efd-a6bf-4c59-8d96-93ad21b580ef,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:43.825147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:43.836496 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 245b4980-98c7-40f7-b08b-ef1d18ba2869 resource provider aggregate not found Oct 05 09:17:43.887835 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8853302 Oct 05 09:17:43.892294 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59346) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:43.892712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:43.897190 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 245b4980-98c7-40f7-b08b-ef1d18ba2869 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 245b4980-98c7-40f7-b08b-ef1d18ba2869 found for delete ", "request_id": "req-3752db48-41bb-4ed0-a491-a8e18bd693dc"}]} Oct 05 09:17:43.901683 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Request body: {'network': {'name': 'tempest-router-network02--68669579'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:43.905885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d9dbd-8469-4ed3-8e68-01420d2ecb30 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event updated for resources: {'Network': ['ID=d79c2ddd-d633-4500-b701-69b83549b8cd,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:43.908561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:43.908922 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Added segment 46fc2f71-6d9e-4ba3-a537-4110369b00b2 of type vlan for network 155c071c-e543-4f12-b1d9-dda38493f4ce Oct 05 09:17:43.912798 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:43.922515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Usage tracker for resource:network and tenant:500c622550e243ab98831ba9220ba152 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:43.926696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:43.945746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:43.956442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Allocated IP 2001:db8::f816:3eff:fef4:4c85 (19d31986-d6d4-46c2-94b6-97b25bee37cf/b92af03f-9cb3-4fa0-94bb-1709ed206a3e/160f5fc3-6fb8-469d-b0b4-dff99c466f2e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:43.989058 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Made reservation on behalf of 500c622550e243ab98831ba9220ba152 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:43.992816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.040701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network d79c2ddd-d633-4500-b701-69b83549b8cd details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:17:44.047742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-35976f0d-1392-4fbd-b476-c7f001ee9023 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port 70f4eca3-7b8b-4c97-9e0c-ca912503b519 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:44.048332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35976f0d-1392-4fbd-b476-c7f001ee9023 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.066849 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e5b08f35-0806-49bf-b1f2-45bc102acd65 None None] For port c7e11f3f-d276-41c2-896e-713552370da5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c7e11f3f-d276-41c2-896e-713552370da5,segment=NetworkSegment(facdc061-a0fc-4ca7-af31-bc19e0d8f5b4),segment_id=facdc061-a0fc-4ca7-af31-bc19e0d8f5b4)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:44.070339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:44.087921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdec3414-8a47-49cc-8e0c-5da8f6ab6b25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.091896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdec3414-8a47-49cc-8e0c-5da8f6ab6b25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.131064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e5b08f35-0806-49bf-b1f2-45bc102acd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.206888 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e5b08f35-0806-49bf-b1f2-45bc102acd65 None None] Could not find standard attr ID for object 09153bd1-a411-47ec-b6bf-d36da47c716e. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:17:44.230891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:17:44.242105 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 48e4b17e-cc4e-4afd-8249-544658d3c652 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:44.260236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35976f0d-1392-4fbd-b476-c7f001ee9023 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.268879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.269243 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Added segment 09c14fac-d789-45cb-8580-519690a37175 of type vlan for network 6f71367f-40f9-4538-971f-388f1d000cb1 Oct 05 09:17:44.276979 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.346006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.353299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec3414-8a47-49cc-8e0c-5da8f6ab6b25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] Pushing event deleted for resources: {'Network': ['ID=e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:44.368477 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e5b08f35-0806-49bf-b1f2-45bc102acd65 None None] Could not find standard attr ID for object 2a702a70-589e-45e6-8c5d-db7b3d640903. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:17:44.373272 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bdec3414-8a47-49cc-8e0c-5da8f6ab6b25 tempest-FloatingIPTestJSON-127274348 tempest-FloatingIPTestJSON-127274348-project] 10.222.0.64 "DELETE /v2.0/networks/e7de9f1b-8a30-4f57-b7e4-aa2dffc4e2a7 HTTP/1.1" status: 204 len: 168 time: 1.8489227 Oct 05 09:17:44.409893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8c1543-72d6-43b6-a04c-e300b26f8981']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:44.413709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e5b08f35-0806-49bf-b1f2-45bc102acd65 None None] Could not find standard attr ID for object 3b210b7f-e6e9-472f-82a5-ea4e4228d72c. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:17:44.418469 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c4ea1f31-dac7-4cb7-8e28-d53e78927e16 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873/tags HTTP/1.1" status: 204 len: 168 time: 0.8670812 Oct 05 09:17:44.426434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59352) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:44.433557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd923e44f-0703-4d84-8669-3e68294fb77d') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:44.434008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd923e44f-0703-4d84-8669-3e68294fb77d') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:44.447777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-35976f0d-1392-4fbd-b476-c7f001ee9023 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for 70f4eca3-7b8b-4c97-9e0c-ca912503b519 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:44.449035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-8e3d7a10-0690-43b9-a674-b88e5b29b0e2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:44.449191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b08f35-0806-49bf-b1f2-45bc102acd65 None None] Pushing event updated for resources: {'Port': ['ID=c7e11f3f-d276-41c2-896e-713552370da5,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:44.474954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Allocated IP 172.20.0.2 (c340fe75-2ced-454a-8ef3-8641e2f663b5/dc0ad624-2d5c-4624-a8fe-25f72952efcc/640861dc-91cd-4ac9-9c78-0c1cecd559ac) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:44.490994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.536160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.549361 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.557710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.557710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:44.558054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.564274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:44.564682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.626673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.628966 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 48e4b17e-cc4e-4afd-8249-544658d3c652 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:44.629469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.629692 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 48e4b17e-cc4e-4afd-8249-544658d3c652 Oct 05 09:17:44.632674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:44.633320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.665059 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.685622 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7891786 Oct 05 09:17:44.688803 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59358) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:44.692802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.695096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Request body: {'subnet': {'network_id': 'd79c2ddd-d633-4500-b701-69b83549b8cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:44.722824 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59362) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:44.798120 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9108794 Oct 05 09:17:44.804376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59366) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:44.806630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 3099ee11-05ed-4322-aa71-2ca94b9eea89 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:17:44.840740 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Transition to ACTIVE for port object 160f5fc3-6fb8-469d-b0b4-dff99c466f2e will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:44.860754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Request body: {'subnet': {'network_id': '155c071c-e543-4f12-b1d9-dda38493f4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-526910732-subnet', 'tenant_id': 'aec5cc3e3f104ffc8add9a9c07c9cb82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:44.865776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e26cb9-cfe3-4eb4-a2b1-8e989fe6c447 admin admin] Pushing event updated for resources: {'Network': ['ID=155c071c-e543-4f12-b1d9-dda38493f4ce,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:44.868932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.872930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:44.899822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:44.923467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Usage tracker for resource:subnet and tenant:aec5cc3e3f104ffc8add9a9c07c9cb82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:44.924853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 155c071c-e543-4f12-b1d9-dda38493f4ce details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:17:44.934169 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Pushing event deleted for resources: {'Network': ['ID=6c8c1543-72d6-43b6-a04c-e300b26f8981,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:44.941060 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8cc09aff-0d8b-465f-bffd-7574714a8865 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/networks/6c8c1543-72d6-43b6-a04c-e300b26f8981 HTTP/1.1" status: 204 len: 168 time: 3.7322168 Oct 05 09:17:44.942690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59372) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:44.946179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:44.958868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:44.973613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bff650-5c14-421f-9f9e-57b7f18f25e9 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event updated for resources: {'Network': ['ID=6f71367f-40f9-4538-971f-388f1d000cb1,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:44.974620 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8e3d7a10-0690-43b9-a674-b88e5b29b0e2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b/tags HTTP/1.1" status: 204 len: 168 time: 0.5435953 Oct 05 09:17:44.980394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ff801c37-3e54-4886-8894-73a2d08ad210 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'router': {'routes': None}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:44.983347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59376) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:44.992872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-faa4c670-bcb6-4c35-90c0-0e984b87c483 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:45.023762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Made reservation on behalf of aec5cc3e3f104ffc8add9a9c07c9cb82 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:45.026095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:45.059482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 48e4b17e-cc4e-4afd-8249-544658d3c652 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:45.062377 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 6f71367f-40f9-4538-971f-388f1d000cb1 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:17:45.149479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:45.183672 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-faa4c670-bcb6-4c35-90c0-0e984b87c483 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28/tags HTTP/1.1" status: 204 len: 168 time: 0.1928577 Oct 05 09:17:45.183898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59380) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:45.227869 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Usage tracker for resource:subnet and tenant:500c622550e243ab98831ba9220ba152 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:45.231821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:45.240856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:45.250141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:45.252234 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35976f0d-1392-4fbd-b476-c7f001ee9023 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:45.254385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Transition to ACTIVE for port object 640861dc-91cd-4ac9-9c78-0c1cecd559ac will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:45.274868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Transition to ACTIVE for port object 640861dc-91cd-4ac9-9c78-0c1cecd559ac will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:45.277831 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Transition to ACTIVE for port object 160f5fc3-6fb8-469d-b0b4-dff99c466f2e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:45.284286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:45.336782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Network c340fe75-2ced-454a-8ef3-8641e2f663b5 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:45.338298 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:45.348889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:45.360091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:45.395659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:45.422435 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:45.431962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:45.442062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:45.462254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::f816:3eff:feb6:2686 (19d31986-d6d4-46c2-94b6-97b25bee37cf/b92af03f-9cb3-4fa0-94bb-1709ed206a3e/3099ee11-05ed-4322-aa71-2ca94b9eea89) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:45.520320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fda5c84-7bac-4b04-9f34-be6d0eb94184,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:45.529394 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Pushing event updated for resources: {'Port': ['ID=640861dc-91cd-4ac9-9c78-0c1cecd559ac,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:45.537986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35976f0d-1392-4fbd-b476-c7f001ee9023 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=70f4eca3-7b8b-4c97-9e0c-ca912503b519,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:45.540426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.extraroute_db [None req-ff801c37-3e54-4886-8894-73a2d08ad210 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Added routes are [] {{(pid=89054) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 05 09:17:45.540697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.extraroute_db [None req-ff801c37-3e54-4886-8894-73a2d08ad210 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Removed routes are [] {{(pid=89054) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 05 09:17:45.541096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff801c37-3e54-4886-8894-73a2d08ad210 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:45.544578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Made reservation on behalf of 500c622550e243ab98831ba9220ba152 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:45.550459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:45.552340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Checking segment: {'id': '46fc2f71-6d9e-4ba3-a537-4110369b00b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '155c071c-e543-4f12-b1d9-dda38493f4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:45.552567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Network hostable DHCP agents. Network: 155c071c-e543-4f12-b1d9-dda38493f4ce, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:17:45.558028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a392-a6e6-47e4-a283-7c3b6210fe6c tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for subnetpool, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:45.562800 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3ce6a392-a6e6-47e4-a283-7c3b6210fe6c tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/subnetpools/81bae7bb-818e-4972-9cfc-930488cc8698 HTTP/1.1" status: 204 len: 168 time: 0.3743370 Oct 05 09:17:45.569912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59384) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:45.606937 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-840c9415-9c3f-4d29-aa90-cad28c30c716 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1953ac25c57249bea113d86db52a0626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8179817 Oct 05 09:17:45.620767 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59388) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:45.649749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Pushing event updated for resources: {'Port': ['ID=160f5fc3-6fb8-469d-b0b4-dff99c466f2e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:45.659300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Attempting to bind port 640861dc-91cd-4ac9-9c78-0c1cecd559ac on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:17:45.659656 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Attempting to bind port 640861dc-91cd-4ac9-9c78-0c1cecd559ac by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '35204857-51d7-455d-8592-53492d003847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c340fe75-2ced-454a-8ef3-8641e2f663b5'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:17:45.660070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Attempting to bind port 640861dc-91cd-4ac9-9c78-0c1cecd559ac on network c340fe75-2ced-454a-8ef3-8641e2f663b5 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:17:45.663094 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f51b57bc-a85e-4631-a27b-4b581f20ab2b tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "GET /v2.0/ports?device_id=07842425-62b1-4a50-8170-7e792be1c873 HTTP/1.1" status: 200 len: 205 time: 0.0914550 Oct 05 09:17:45.667344 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:17:45.667724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Checking segment: {'id': '35204857-51d7-455d-8592-53492d003847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c340fe75-2ced-454a-8ef3-8641e2f663b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:45.668177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:45.668317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59392) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:45.668930 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Bound using segment: {'id': '35204857-51d7-455d-8592-53492d003847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c340fe75-2ced-454a-8ef3-8641e2f663b5'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:17:45.669645 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Bound port: 640861dc-91cd-4ac9-9c78-0c1cecd559ac, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35204857-51d7-455d-8592-53492d003847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c340fe75-2ced-454a-8ef3-8641e2f663b5'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:17:45.670263 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:45.751738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Attempting to bind port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:17:45.752110 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Attempting to bind port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:17:45.752522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Attempting to bind port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:17:45.795672 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:17:45.796037 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:45.796450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:45.796844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:17:45.797336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Bound port: 160f5fc3-6fb8-469d-b0b4-dff99c466f2e, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:17:45.797710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:45.876421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Network 155c071c-e543-4f12-b1d9-dda38493f4ce is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:17:45.979552 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d923e44f-0703-4d84-8669-3e68294fb77d resource provider aggregate not found Oct 05 09:17:45.991139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 155c071c-e543-4f12-b1d9-dda38493f4ce) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:45.997050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:45.997879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.010448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] For port 640861dc-91cd-4ac9-9c78-0c1cecd559ac, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:17:46.010587 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c465a46-8f47-4f0c-b97f-8cb8b3365aaf tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.013335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8f09b0-1b8e-4cc3-a6ba-731ac555417e None None] Network 155c071c-e543-4f12-b1d9-dda38493f4ce requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:46.027818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35976f0d-1392-4fbd-b476-c7f001ee9023 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.035009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] For port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:17:46.088871 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d923e44f-0703-4d84-8669-3e68294fb77d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d923e44f-0703-4d84-8669-3e68294fb77d found for delete ", "request_id": "req-963052ee-7778-4c8f-981d-e3793c2ca528"}]} Oct 05 09:17:46.208115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] For port 640861dc-91cd-4ac9-9c78-0c1cecd559ac, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=640861dc-91cd-4ac9-9c78-0c1cecd559ac,segment=NetworkSegment(35204857-51d7-455d-8592-53492d003847),segment_id=35204857-51d7-455d-8592-53492d003847)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:17:46.211155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c7e11f3f-d276-41c2-896e-713552370da5 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:46.244400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] For port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=160f5fc3-6fb8-469d-b0b4-dff99c466f2e,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:17:46.250705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.252742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff801c37-3e54-4886-8894-73a2d08ad210 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.273772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b6cbef1-fc7a-4877-b5ff-879cb21e532d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.324081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff801c37-3e54-4886-8894-73a2d08ad210 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.359841 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.390990 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-043d8818-d8b9-4c54-b63c-272e5d4a9e3d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5479789 Oct 05 09:17:46.466010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e00d00-5d70-4a29-9c88-1bf0e5929df9 None None] Pushing event updated for resources: {'Port': ['ID=640861dc-91cd-4ac9-9c78-0c1cecd559ac,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:46.478252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b6cbef1-fc7a-4877-b5ff-879cb21e532d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.659188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19911e1c-d9af-4d94-9b93-aa4844301863 None None] Network 155c071c-e543-4f12-b1d9-dda38493f4ce requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:46.735730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.754127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c465a46-8f47-4f0c-b97f-8cb8b3365aaf tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.760710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c465a46-8f47-4f0c-b97f-8cb8b3365aaf tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.776489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port c7e11f3f-d276-41c2-896e-713552370da5 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:46.777044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.777446 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port c7e11f3f-d276-41c2-896e-713552370da5 Oct 05 09:17:46.783445 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object 3099ee11-05ed-4322-aa71-2ca94b9eea89 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:46.828580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c465a46-8f47-4f0c-b97f-8cb8b3365aaf tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.829180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c465a46-8f47-4f0c-b97f-8cb8b3365aaf tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Fanout notify agent at l3_agent the message router_deleted on router 07842425-62b1-4a50-8170-7e792be1c873 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:17:46.838455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b6cbef1-fc7a-4877-b5ff-879cb21e532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.883608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:46.899438 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b3164-dcf9-4839-9e24-3235d80d7faa None None] Pushing event updated for resources: {'Port': ['ID=160f5fc3-6fb8-469d-b0b4-dff99c466f2e,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:46.981706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cbef1-fc7a-4877-b5ff-879cb21e532d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22810ad-7855-413d-b732-2899e221cccb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:47.021144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:47.027327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:47.047063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:47.062142 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:47.067186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:47.116348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35976f0d-1392-4fbd-b476-c7f001ee9023 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router 9e88b27c-ec5e-4a52-af31-db29eb40672b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:17:47.127290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port c7e11f3f-d276-41c2-896e-713552370da5 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:47.147093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b6cbef1-fc7a-4877-b5ff-879cb21e532d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:47.151933 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8b6cbef1-fc7a-4877-b5ff-879cb21e532d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a22810ad-7855-413d-b732-2899e221cccb HTTP/1.1" status: 204 len: 168 time: 1.5185418 Oct 05 09:17:47.152871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff801c37-3e54-4886-8894-73a2d08ad210 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:17:47.157126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c465a46-8f47-4f0c-b97f-8cb8b3365aaf tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:47.159842 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4c465a46-8f47-4f0c-b97f-8cb8b3365aaf tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/routers/07842425-62b1-4a50-8170-7e792be1c873 HTTP/1.1" status: 204 len: 168 time: 1.4713733 Oct 05 09:17:47.160967 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59412) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:47.162321 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=3099ee11-05ed-4322-aa71-2ca94b9eea89,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:47.168082 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c791cf3c-cfce-4b38-a246-347d7a9299f7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9935639 Oct 05 09:17:47.181034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59416) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:47.291699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-31e52402-a43b-4dc1-88ae-95f22d6d52d5 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Deleting port 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:47.292051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31e52402-a43b-4dc1-88ae-95f22d6d52d5 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:47.422150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59424) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:47.434350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-237366027-network', 'tenant_id': '453003f399e64738b54e8558229f920a'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:47.441283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:47.448824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Usage tracker for resource:network and tenant:453003f399e64738b54e8558229f920a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:47.453752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:47.468619 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:47.558977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Made reservation on behalf of 453003f399e64738b54e8558229f920a for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:47.561821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:47.578788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:47.602430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35976f0d-1392-4fbd-b476-c7f001ee9023 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:17:47.610158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:47.621331 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9f160-cdad-43ab-a7f8-b2934607771e None None] Sync routers for ids ['9e88b27c-ec5e-4a52-af31-db29eb40672b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:17:47.622199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:47.626850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Usage tracker for resource:security_group_rule and tenant:453003f399e64738b54e8558229f920a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:47.632590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:47.636284 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9f160-cdad-43ab-a7f8-b2934607771e None None] Routers {'9e88b27c-ec5e-4a52-af31-db29eb40672b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:47.637086 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-def9f160-cdad-43ab-a7f8-b2934607771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9e88b27c-ec5e-4a52-af31-db29eb40672b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:47.648969 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:47.656178 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff801c37-3e54-4886-8894-73a2d08ad210 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:17:47.660618 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31e52402-a43b-4dc1-88ae-95f22d6d52d5 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:47.669472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca687b0-e6ef-4c45-b40e-7e43ff0ab247 None None] Sync routers for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:17:47.691239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca687b0-e6ef-4c45-b40e-7e43ff0ab247 None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:47.691872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-aca687b0-e6ef-4c45-b40e-7e43ff0ab247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:47.751193 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-def9f160-cdad-43ab-a7f8-b2934607771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:47.768701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff801c37-3e54-4886-8894-73a2d08ad210 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:47.769704 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ff801c37-3e54-4886-8894-73a2d08ad210 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b HTTP/1.1" status: 200 len: 699 time: 2.8186302 Oct 05 09:17:47.773216 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9f160-cdad-43ab-a7f8-b2934607771e None None] Routers {'9e88b27c-ec5e-4a52-af31-db29eb40672b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:47.774778 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-def9f160-cdad-43ab-a7f8-b2934607771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9e88b27c-ec5e-4a52-af31-db29eb40672b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:47.774940 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59436) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:47.869703 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-def9f160-cdad-43ab-a7f8-b2934607771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:47.870494 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9f160-cdad-43ab-a7f8-b2934607771e None None] The sync data for ids ['9e88b27c-ec5e-4a52-af31-db29eb40672b'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:17:47.914071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-31e52402-a43b-4dc1-88ae-95f22d6d52d5 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Calling delete_port for 38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:47.922741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f98015f5-8ba6-415b-8b4b-9e4b8a1a31c3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Synchronizing usage tracker for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:47.981862 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4726db-99e4-4e30-ae79-c9ff45e0436a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:47.988695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-aca687b0-e6ef-4c45-b40e-7e43ff0ab247 None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:17:47.994067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4726db-99e4-4e30-ae79-c9ff45e0436a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:47.996230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-dc4726db-99e4-4e30-ae79-c9ff45e0436a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:48.036681 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-35976f0d-1392-4fbd-b476-c7f001ee9023 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/9e88b27c-ec5e-4a52-af31-db29eb40672b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5377023 Oct 05 09:17:48.039135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59442) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:48.040111 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Checking segment: {'id': '666491e6-4a80-41d1-a976-15cb1fc5961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd79c2ddd-d633-4500-b701-69b83549b8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:48.040507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Network hostable DHCP agents. Network: d79c2ddd-d633-4500-b701-69b83549b8cd, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:17:48.063034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event updated for resources: {'Subnet': ['ID=9e674b68-289d-4539-976f-55db6bb51005,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:48.088904 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-dc4726db-99e4-4e30-ae79-c9ff45e0436a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:48.094427 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dc4726db-99e4-4e30-ae79-c9ff45e0436a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9122806 Oct 05 09:17:48.095597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59448) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:48.129038 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Network d79c2ddd-d633-4500-b701-69b83549b8cd is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:17:48.143292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-034db078-2ee4-4b54-9372-66ef2fd0cb18 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Synchronizing usage tracker for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:48.200499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-aca687b0-e6ef-4c45-b40e-7e43ff0ab247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:38Z', 'revision_number': 11, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:48.204040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f98015f5-8ba6-415b-8b4b-9e4b8a1a31c3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Unset dirty status for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:48.208476 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f98015f5-8ba6-415b-8b4b-9e4b8a1a31c3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b9ab95a-dfa5-433c-9e98-da1ad03e210b HTTP/1.1" status: 200 len: 205 time: 0.4137919 Oct 05 09:17:48.209924 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59456) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:48.213152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca687b0-e6ef-4c45-b40e-7e43ff0ab247 None None] Checking router: 7b9ab95a-dfa5-433c-9e98-da1ad03e210b for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:17:48.219816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, d79c2ddd-d633-4500-b701-69b83549b8cd) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:48.224976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:48.225901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:48.239118 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab5c213-2e7e-4fee-8357-ae9aa369dfa6 None None] Network d79c2ddd-d633-4500-b701-69b83549b8cd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:48.278340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca687b0-e6ef-4c45-b40e-7e43ff0ab247 None None] Routers {'7b9ab95a-dfa5-433c-9e98-da1ad03e210b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:48.279295 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-aca687b0-e6ef-4c45-b40e-7e43ff0ab247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:48.370876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-034db078-2ee4-4b54-9372-66ef2fd0cb18 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Unset dirty status for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:48.375104 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-034db078-2ee4-4b54-9372-66ef2fd0cb18 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e88b27c-ec5e-4a52-af31-db29eb40672b HTTP/1.1" status: 200 len: 205 time: 0.3310225 Oct 05 09:17:48.376576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59462) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:48.461343 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 640861dc-91cd-4ac9-9c78-0c1cecd559ac up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:48.496731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:48.510079 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ab58c569-756a-4b52-ad99-4d62b486d1f0 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8193829 Oct 05 09:17:48.519890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59466) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:48.541609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Request body: {'subnet': {'network_id': '6f71367f-40f9-4538-971f-388f1d000cb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:48.568197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59470) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:48.572277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-de7bd6d7-8426-49ec-a476-36c5d6c6f3d3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 3099ee11-05ed-4322-aa71-2ca94b9eea89 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:48.572816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-de7bd6d7-8426-49ec-a476-36c5d6c6f3d3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:48.594081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37dd5891-bf11-4dce-970a-ccdf7c2e8c56 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:48.624136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc974-5799-47bb-9291-8220a0340efc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:48.665838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-aca687b0-e6ef-4c45-b40e-7e43ff0ab247 None None] Set router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:17:48.852739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:48.912617 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-aca687b0-e6ef-4c45-b40e-7e43ff0ab247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:38Z', 'revision_number': 11, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:48.943462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca687b0-e6ef-4c45-b40e-7e43ff0ab247 None None] The sync data for ids ['7b9ab95a-dfa5-433c-9e98-da1ad03e210b'] in dv-neutron-860328-1-hyperv is: [{'id': '7b9ab95a-dfa5-433c-9e98-da1ad03e210b', 'name': 'tempest-RoutersTest-router-14913107', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:15:40Z', 'updated_at': '2022-10-05T09:17:38Z', 'revision_number': 11, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:17:48.978451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2033592534'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:48.989846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c9e28121-e70e-4cc6-98d9-d80011466ee1 None None] Provisioning for port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:48.995053 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:48.999431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c32b6a-eb1c-4c71-94de-d33632c127f7 None None] Network c340fe75-2ced-454a-8ef3-8641e2f663b5 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:49.001289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Usage tracker for resource:network and tenant:6165b955afe64997892c0ab08937e742 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:49.005773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:49.006911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:17:49.009171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31e52402-a43b-4dc1-88ae-95f22d6d52d5 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.031814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:49.050341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 640861dc-91cd-4ac9-9c78-0c1cecd559ac completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:49.194182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 160f5fc3-6fb8-469d-b0b4-dff99c466f2e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:49.262508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8776210f-3050-4700-8038-d90c0668c961,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:49.270678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37dd5891-bf11-4dce-970a-ccdf7c2e8c56 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.272741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e52402-a43b-4dc1-88ae-95f22d6d52d5 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Pushing event deleted for resources: {'Port': ['ID=38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:49.275631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.275631 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Added segment b18f0227-9582-406c-a96e-4e17806543b2 of type vlan for network 2fca5898-e17d-4f25-9cef-e314e7314ab8 Oct 05 09:17:49.277411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37dd5891-bf11-4dce-970a-ccdf7c2e8c56 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.293994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Provisioning for port 3099ee11-05ed-4322-aa71-2ca94b9eea89 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:49.336396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Provisioning complete for port 3099ee11-05ed-4322-aa71-2ca94b9eea89 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:49.336592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.336935 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Attempt 1 to provision port 3099ee11-05ed-4322-aa71-2ca94b9eea89 Oct 05 09:17:49.393434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Made reservation on behalf of 6165b955afe64997892c0ab08937e742 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:49.398288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.412914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.413129 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:49.418369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37dd5891-bf11-4dce-970a-ccdf7c2e8c56 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.419383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dd5891-bf11-4dce-970a-ccdf7c2e8c56 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Fanout notify agent at l3_agent the message router_deleted on router 9e88b27c-ec5e-4a52-af31-db29eb40672b {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:17:49.458390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31e52402-a43b-4dc1-88ae-95f22d6d52d5 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.475992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Port 3099ee11-05ed-4322-aa71-2ca94b9eea89 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:49.488001 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-31e52402-a43b-4dc1-88ae-95f22d6d52d5 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/ports/38fe15b8-0cb7-48a5-a6f7-cbf8b3429c4b HTTP/1.1" status: 204 len: 168 time: 2.3228829 Oct 05 09:17:49.490247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59476) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:49.492691 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Usage tracker for resource:subnet and tenant:500c622550e243ab98831ba9220ba152 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:49.505702 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.517465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:49.521612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc974-5799-47bb-9291-8220a0340efc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.536959 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37dd5891-bf11-4dce-970a-ccdf7c2e8c56 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.538186 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-37dd5891-bf11-4dce-970a-ccdf7c2e8c56 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/9e88b27c-ec5e-4a52-af31-db29eb40672b HTTP/1.1" status: 204 len: 168 time: 1.1531522 Oct 05 09:17:49.543140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59480) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:49.548952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc974-5799-47bb-9291-8220a0340efc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.553080 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.554183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:49.554701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:49.554936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.617524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:49.630251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:49.630766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.631205 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e Oct 05 09:17:49.643284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:49.657938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Usage tracker for resource:security_group_rule and tenant:6165b955afe64997892c0ab08937e742 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:49.660489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Made reservation on behalf of 500c622550e243ab98831ba9220ba152 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:49.663929 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.671300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-d79c2ddd-d633-4500-b701-69b83549b8cd', 'network_id': 'd79c2ddd-d633-4500-b701-69b83549b8cd', 'tenant_id': '500c622550e243ab98831ba9220ba152', 'fixed_ips': [{'subnet_id': '9e674b68-289d-4539-976f-55db6bb51005'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:17:49.672421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.680817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:49.696735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:49.728808 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3044453 Oct 05 09:17:49.740160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59484) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:49.745772 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc974-5799-47bb-9291-8220a0340efc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.746742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdfc974-5799-47bb-9291-8220a0340efc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Fanout notify agent at l3_agent the message router_deleted on router 7b9ab95a-dfa5-433c-9e98-da1ad03e210b {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:17:49.751621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7f51e1-1097-40ba-8494-007567514aa2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Deleting subnet ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:49.756937 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Request body: {'subnet': {'network_id': '2fca5898-e17d-4f25-9cef-e314e7314ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-237366027-subnet', 'tenant_id': '453003f399e64738b54e8558229f920a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:49.771880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b7f51e1-1097-40ba-8494-007567514aa2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.807998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-854d6f17-02b8-4652-9331-95f0cccf22b7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting subnet a5ac3fd2-108c-4aa9-8519-9e6d4a426b72 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:49.809837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f9a37-a487-429e-abe9-6e9b8b68df10 admin admin] Pushing event updated for resources: {'Network': ['ID=2fca5898-e17d-4f25-9cef-e314e7314ab8,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:49.812467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:49.821859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-854d6f17-02b8-4652-9331-95f0cccf22b7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.845552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 2fca5898-e17d-4f25-9cef-e314e7314ab8 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:17:49.851119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc974-5799-47bb-9291-8220a0340efc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.863233 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1bdfc974-5799-47bb-9291-8220a0340efc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b HTTP/1.1" status: 204 len: 168 time: 1.6453462 Oct 05 09:17:49.869892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59488) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:49.870891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Usage tracker for resource:subnet and tenant:453003f399e64738b54e8558229f920a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:49.876266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-de7bd6d7-8426-49ec-a476-36c5d6c6f3d3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:49.890984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:49.906668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-96f7b602-6646-48ed-a057-c1224a8d1462 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1451573431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:49.928012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:49.938316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-96f7b602-6646-48ed-a057-c1224a8d1462 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:49.954238 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-96f7b602-6646-48ed-a057-c1224a8d1462 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Usage tracker for resource:router and tenant:f21069c9faf941f8bb72faf648b195cc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:49.973640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-96f7b602-6646-48ed-a057-c1224a8d1462 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:49.986154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-96f7b602-6646-48ed-a057-c1224a8d1462 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:49.991409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b7f51e1-1097-40ba-8494-007567514aa2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.020051 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Attempt 2 to provision port 3099ee11-05ed-4322-aa71-2ca94b9eea89 Oct 05 09:17:50.020703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Made reservation on behalf of 453003f399e64738b54e8558229f920a for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:50.022644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.044804 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-de7bd6d7-8426-49ec-a476-36c5d6c6f3d3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 3099ee11-05ed-4322-aa71-2ca94b9eea89 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:50.050585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-854d6f17-02b8-4652-9331-95f0cccf22b7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.102692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:50.103468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.206171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Port 3099ee11-05ed-4322-aa71-2ca94b9eea89 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:50.209497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.225995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Allocated IP 172.20.0.2 (d79c2ddd-d633-4500-b701-69b83549b8cd/9e674b68-289d-4539-976f-55db6bb51005/2b20a832-2278-4ca8-8b64-b67e14b3501c) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:50.227059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.231390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=160f5fc3-6fb8-469d-b0b4-dff99c466f2e,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:50.237997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96f7b602-6646-48ed-a057-c1224a8d1462 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.239139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96f7b602-6646-48ed-a057-c1224a8d1462 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.240906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.326391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:17:50.337895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=160f5fc3-6fb8-469d-b0b4-dff99c466f2e,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:50.343567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-854d6f17-02b8-4652-9331-95f0cccf22b7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.345421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38faf27a-29e4-4378-aa41-125cc5e829ab,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:50.372619 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.372961 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Added segment cde811f5-f8d3-453e-bbd8-b2f8a207af99 of type vlan for network 25969d15-fa65-4319-aa68-73b6cc093bb4 Oct 05 09:17:50.390393 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b7f51e1-1097-40ba-8494-007567514aa2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.399987 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-de7bd6d7-8426-49ec-a476-36c5d6c6f3d3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.441992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96f7b602-6646-48ed-a057-c1224a8d1462 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.472230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.543172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bd6d7-8426-49ec-a476-36c5d6c6f3d3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=3099ee11-05ed-4322-aa71-2ca94b9eea89,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:50.568454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.579841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96f7b602-6646-48ed-a057-c1224a8d1462 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.586285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-de7bd6d7-8426-49ec-a476-36c5d6c6f3d3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.625634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.638617 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Transition to ACTIVE for port object 2b20a832-2278-4ca8-8b64-b67e14b3501c will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:50.650812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event updated for resources: {'Subnet': ['ID=3ac73baa-cf1f-46da-8666-a6a5ed7872b0,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:50.664010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Transition to ACTIVE for port object 2b20a832-2278-4ca8-8b64-b67e14b3501c will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:50.667151 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-de7bd6d7-8426-49ec-a476-36c5d6c6f3d3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/3099ee11-05ed-4322-aa71-2ca94b9eea89 HTTP/1.1" status: 204 len: 168 time: 2.5471497 Oct 05 09:17:50.669611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59492) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:50.675260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.676020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b7f51e1-1097-40ba-8494-007567514aa2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.718993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.724689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:50.725320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.730854 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Attempt 3 to provision port 3099ee11-05ed-4322-aa71-2ca94b9eea89 Oct 05 09:17:50.753521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Checking segment: {'id': '09c14fac-d789-45cb-8580-519690a37175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f71367f-40f9-4538-971f-388f1d000cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:50.753893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Network hostable DHCP agents. Network: 6f71367f-40f9-4538-971f-388f1d000cb1, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:17:50.781353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Port 3099ee11-05ed-4322-aa71-2ca94b9eea89 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:17:50.792174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Network d79c2ddd-d633-4500-b701-69b83549b8cd is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:50.802228 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:50.812693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:50.843732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-854d6f17-02b8-4652-9331-95f0cccf22b7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.847508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.866642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f51e1-1097-40ba-8494-007567514aa2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Pushing event deleted for resources: {'Subnet': ['ID=ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:50.870292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b7f51e1-1097-40ba-8494-007567514aa2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.880145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc6982-6cad-4e7a-a94f-5c4c92f451f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:50.881637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc6982-6cad-4e7a-a94f-5c4c92f451f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:50.882416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-42bc6982-6cad-4e7a-a94f-5c4c92f451f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:50.894035 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2710898 Oct 05 09:17:50.895451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59496) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:50.902671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Request body: {'subnet': {'network_id': '25969d15-fa65-4319-aa68-73b6cc093bb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:50.903285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Pushing event updated for resources: {'Port': ['ID=2b20a832-2278-4ca8-8b64-b67e14b3501c,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:50.915531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4bcc32-3ec5-467f-804b-64a42f3fd4ad None None] Network 7a7c179f-3664-4605-8a84-a4fd6198cb90 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:50.921309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bec97-62ac-44c0-a5bd-3fd6e70a895c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event updated for resources: {'Network': ['ID=25969d15-fa65-4319-aa68-73b6cc093bb4,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:50.925196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-854d6f17-02b8-4652-9331-95f0cccf22b7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:50.931870 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Network 6f71367f-40f9-4538-971f-388f1d000cb1 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:17:50.937839 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d6f17-02b8-4652-9331-95f0cccf22b7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ac3fd2-108c-4aa9-8519-9e6d4a426b72,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:50.945396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a7a112-fd7e-4e16-9162-44cb5ab1c517 None None] Network 9dfd7479-06b7-4e9a-b42b-49490e1f2a8c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:50.945718 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1b7f51e1-1097-40ba-8494-007567514aa2 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/subnets/ae84ae3f-fe13-431d-abbc-e8e8fd6dcc28 HTTP/1.1" status: 204 len: 168 time: 1.4543796 Oct 05 09:17:50.947313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59500) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:51.009163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96f7b602-6646-48ed-a057-c1224a8d1462 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:51.010619 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-96f7b602-6646-48ed-a057-c1224a8d1462 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1213865 Oct 05 09:17:51.012012 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-854d6f17-02b8-4652-9331-95f0cccf22b7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/a5ac3fd2-108c-4aa9-8519-9e6d4a426b72 HTTP/1.1" status: 204 len: 168 time: 1.4678562 Oct 05 09:17:51.019974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59504) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:51.020593 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59506) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:51.032820 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6f067246-842d-4be2-b835-e16185edbd65 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:51.037638 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 25969d15-fa65-4319-aa68-73b6cc093bb4 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:17:51.056925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Provisioning for port 640861dc-91cd-4ac9-9c78-0c1cecd559ac completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:51.087919 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 6f71367f-40f9-4538-971f-388f1d000cb1) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:51.096730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Checking segment: {'id': 'b18f0227-9582-406c-a96e-4e17806543b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2fca5898-e17d-4f25-9cef-e314e7314ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:51.097201 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Network hostable DHCP agents. Network: 2fca5898-e17d-4f25-9cef-e314e7314ab8, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:17:51.139454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:51.140045 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:51.143862 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-42bc6982-6cad-4e7a-a94f-5c4c92f451f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:51.146451 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-42bc6982-6cad-4e7a-a94f-5c4c92f451f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4741936 Oct 05 09:17:51.148325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4951b6f9-0ea8-42d3-9f37-49452900df1c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:51.150268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59512) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:51.176009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0203721-de1e-49b6-be75-0345d3e1b836 None None] Network 6f71367f-40f9-4538-971f-388f1d000cb1 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:51.195347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:51.220247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Network 2fca5898-e17d-4f25-9cef-e314e7314ab8 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:17:51.234280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 2fca5898-e17d-4f25-9cef-e314e7314ab8) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:51.240711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Deleting port 48e4b17e-cc4e-4afd-8249-544658d3c652 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:51.240711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:51.244607 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Provisioning complete for port 640861dc-91cd-4ac9-9c78-0c1cecd559ac triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:51.244985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:51.245324 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Attempt 1 to provision port 640861dc-91cd-4ac9-9c78-0c1cecd559ac Oct 05 09:17:51.268550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:51.269143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:51.284443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f481de-29b6-421d-9c4f-d62137e0661e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet b92af03f-9cb3-4fa0-94bb-1709ed206a3e {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:51.298405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9d32f7-f469-42b0-a12f-6c3c546eb823 None None] Network 2fca5898-e17d-4f25-9cef-e314e7314ab8 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:51.308635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4f481de-29b6-421d-9c4f-d62137e0661e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:51.366654 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-72d5872c-b62d-4d6c-8d6a-3f4763132b81 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6133807 Oct 05 09:17:51.417614 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2f49877d-4ff2-43e5-b878-1cc888200984 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8917415 Oct 05 09:17:51.419419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:51.419581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59518) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:51.436710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Attempting to bind port 2b20a832-2278-4ca8-8b64-b67e14b3501c on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:17:51.437081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Attempting to bind port 2b20a832-2278-4ca8-8b64-b67e14b3501c by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '666491e6-4a80-41d1-a976-15cb1fc5961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd79c2ddd-d633-4500-b701-69b83549b8cd'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:17:51.437444 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Attempting to bind port 2b20a832-2278-4ca8-8b64-b67e14b3501c on network d79c2ddd-d633-4500-b701-69b83549b8cd {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:17:51.481396 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4f481de-29b6-421d-9c4f-d62137e0661e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:51.484320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-657ec7f6-fecf-4270-8710-409993ce6833 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting subnet e91a66bf-b900-43fc-b00a-e5dd5177d717 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:17:51.494960 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Usage tracker for resource:subnet and tenant:6165b955afe64997892c0ab08937e742 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:51.499901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-657ec7f6-fecf-4270-8710-409993ce6833 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:51.526878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:51.534668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:17:51.535039 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Checking segment: {'id': '666491e6-4a80-41d1-a976-15cb1fc5961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd79c2ddd-d633-4500-b701-69b83549b8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:51.535447 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:51.535843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Bound using segment: {'id': '666491e6-4a80-41d1-a976-15cb1fc5961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd79c2ddd-d633-4500-b701-69b83549b8cd'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:17:51.536330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Bound port: 2b20a832-2278-4ca8-8b64-b67e14b3501c, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666491e6-4a80-41d1-a976-15cb1fc5961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd79c2ddd-d633-4500-b701-69b83549b8cd'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:17:51.536702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:51.617788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:51.653296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Made reservation on behalf of 6165b955afe64997892c0ab08937e742 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:51.665320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:51.909061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-657ec7f6-fecf-4270-8710-409993ce6833 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.037226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f067246-842d-4be2-b835-e16185edbd65 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.078244 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f067246-842d-4be2-b835-e16185edbd65 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.080029 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] For port 2b20a832-2278-4ca8-8b64-b67e14b3501c, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:17:52.091367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4f481de-29b6-421d-9c4f-d62137e0661e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.125127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Current status of the port 640861dc-91cd-4ac9-9c78-0c1cecd559ac is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:52.125515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.170814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] For port 2b20a832-2278-4ca8-8b64-b67e14b3501c, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b20a832-2278-4ca8-8b64-b67e14b3501c,segment=NetworkSegment(666491e6-4a80-41d1-a976-15cb1fc5961e),segment_id=666491e6-4a80-41d1-a976-15cb1fc5961e)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:17:52.180070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c61e9c-5114-4781-a463-6d6ee1511ccf None None] Network 2fca5898-e17d-4f25-9cef-e314e7314ab8 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:52.200638 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-6f71367f-40f9-4538-971f-388f1d000cb1', 'network_id': '6f71367f-40f9-4538-971f-388f1d000cb1', 'tenant_id': '500c622550e243ab98831ba9220ba152', 'fixed_ips': [{'subnet_id': '3ac73baa-cf1f-46da-8666-a6a5ed7872b0'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:17:52.202123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.247103 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.275718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] For port 48e4b17e-cc4e-4afd-8249-544658d3c652, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=48e4b17e-cc4e-4afd-8249-544658d3c652,segment=NetworkSegment(d6680483-9b96-45d6-8ff3-8e036cb336a4),segment_id=d6680483-9b96-45d6-8ff3-8e036cb336a4)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:52.276216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.285684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4f481de-29b6-421d-9c4f-d62137e0661e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.410254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.523721 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfec80ee-b762-41c4-8aa6-c6307ee4c3ab None None] DHCP port deletion for 9dfd7479-06b7-4e9a-b42b-49490e1f2a8c request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:52.527608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 160f5fc3-6fb8-469d-b0b4-dff99c466f2e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:52.596793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f481de-29b6-421d-9c4f-d62137e0661e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=b92af03f-9cb3-4fa0-94bb-1709ed206a3e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:52.603774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bfec80ee-b762-41c4-8aa6-c6307ee4c3ab None None] Deleting port c7e11f3f-d276-41c2-896e-713552370da5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:52.604161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bfec80ee-b762-41c4-8aa6-c6307ee4c3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.634860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1c663e-f689-41d7-aaa7-d7b791f042d4 None None] DHCP port deletion for 7a7c179f-3664-4605-8a84-a4fd6198cb90 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:52.657428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4f481de-29b6-421d-9c4f-d62137e0661e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.660627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.667560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event updated for resources: {'Subnet': ['ID=e7357d8b-0e17-400f-974f-6bb5a1aa42fd,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:52.676541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Calling delete_port for 48e4b17e-cc4e-4afd-8249-544658d3c652 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:52.696532 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7184baa-5434-4f91-8e9b-48d2321444e9 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:52.755070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-657ec7f6-fecf-4270-8710-409993ce6833 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.815296 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b4f481de-29b6-421d-9c4f-d62137e0661e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/b92af03f-9cb3-4fa0-94bb-1709ed206a3e HTTP/1.1" status: 204 len: 168 time: 1.6592309 Oct 05 09:17:52.818140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59540) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:52.832557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] For port 640861dc-91cd-4ac9-9c78-0c1cecd559ac, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=640861dc-91cd-4ac9-9c78-0c1cecd559ac,segment=NetworkSegment(35204857-51d7-455d-8592-53492d003847),segment_id=35204857-51d7-455d-8592-53492d003847)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:52.835498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c663e-f689-41d7-aaa7-d7b791f042d4 None None] Deleting port 48e4b17e-cc4e-4afd-8249-544658d3c652 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:52.835876 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e1c663e-f689-41d7-aaa7-d7b791f042d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.855400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Checking segment: {'id': 'cde811f5-f8d3-453e-bbd8-b2f8a207af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '25969d15-fa65-4319-aa68-73b6cc093bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:52.856070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Network hostable DHCP agents. Network: 25969d15-fa65-4319-aa68-73b6cc093bb4, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:17:52.920833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bc7f6-d06c-4fc3-9cad-b4c855acb636 None None] Pushing event updated for resources: {'Port': ['ID=2b20a832-2278-4ca8-8b64-b67e14b3501c,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:52.939929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:52.948436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d386e29f-c094-4b41-9c90-e530d08f48d1 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:52.950734 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d386e29f-c094-4b41-9c90-e530d08f48d1 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/networks?id=155c071c-e543-4f12-b1d9-dda38493f4ce HTTP/1.1" status: 200 len: 811 time: 0.5451574 Oct 05 09:17:52.963479 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9cb30a5f-1654-4ef2-8396-a83071307831 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908141 Oct 05 09:17:52.974537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59544) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:52.978203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-657ec7f6-fecf-4270-8710-409993ce6833 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:53.038180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ec7f6-fecf-4270-8710-409993ce6833 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Subnet': ['ID=e91a66bf-b900-43fc-b00a-e5dd5177d717,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:53.038549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f067246-842d-4be2-b835-e16185edbd65 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Router a82f92ed-a6a0-43be-908f-1469f4c23b14 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:17:53.060450 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-4bcdc078-e5b2-4426-9a25-822c03b3e2ce tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/quotas/aec5cc3e3f104ffc8add9a9c07c9cb82 HTTP/1.1" status: 200 len: 375 time: 0.0939360 Oct 05 09:17:53.070806 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-657ec7f6-fecf-4270-8710-409993ce6833 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:53.113876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:53.154594 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f61d546-5cc7-4ce2-8f65-31a1180f326a None None] Network f5f892b4-e1c3-4269-8a84-cedc3bc951bb requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:53.156756 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-27d19a9a-612a-4fab-ba0b-9e0e614b1af0 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aec5cc3e3f104ffc8add9a9c07c9cb82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699406 Oct 05 09:17:53.157483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Network 25969d15-fa65-4319-aa68-73b6cc093bb4 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:17:53.256551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] No DVR routers for this DVR port 48e4b17e-cc4e-4afd-8249-544658d3c652 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:53.258527 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-657ec7f6-fecf-4270-8710-409993ce6833 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/e91a66bf-b900-43fc-b00a-e5dd5177d717 HTTP/1.1" status: 204 len: 168 time: 2.2347152 Oct 05 09:17:53.259355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59550) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:53.337134 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Pushing event deleted for resources: {'Port': ['ID=48e4b17e-cc4e-4afd-8249-544658d3c652,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:53.388300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:53.388300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:53.388300 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e Oct 05 09:17:53.423671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c663e-f689-41d7-aaa7-d7b791f042d4 None None] The port '48e4b17e-cc4e-4afd-8249-544658d3c652' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:17:53.449246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 25969d15-fa65-4319-aa68-73b6cc093bb4) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:53.488879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f067246-842d-4be2-b835-e16185edbd65 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:17:53.496512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:53.503549 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41f0ce-add4-4667-95af-334e4689f240 None None] Sync routers for ids ['a82f92ed-a6a0-43be-908f-1469f4c23b14'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:17:53.515072 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41f0ce-add4-4667-95af-334e4689f240 None None] Routers {'a82f92ed-a6a0-43be-908f-1469f4c23b14'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:53.516083 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3d41f0ce-add4-4667-95af-334e4689f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a82f92ed-a6a0-43be-908f-1469f4c23b14'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:53.528152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a22dfc9-81be-4f23-a8c8-5183aa20c608 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:53.528361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3a22dfc9-81be-4f23-a8c8-5183aa20c608 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:53.535624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e8859-d7fc-49b8-8d10-49bef7d8e07b None None] Network 25969d15-fa65-4319-aa68-73b6cc093bb4 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:53.583757 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d757407-4222-4dd9-8f7c-f680a9c65291 None None] Pushing event updated for resources: {'Port': ['ID=640861dc-91cd-4ac9-9c78-0c1cecd559ac,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:53.600369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7c179f-3664-4605-8a84-a4fd6198cb90']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:53.611583 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1b4730d1-3626-4ea0-9464-5a811372a26e None None] Provisioning complete for port 640861dc-91cd-4ac9-9c78-0c1cecd559ac triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:53.611817 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b4730d1-3626-4ea0-9464-5a811372a26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:53.612138 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1b4730d1-3626-4ea0-9464-5a811372a26e None None] Attempt 1 to provision port 640861dc-91cd-4ac9-9c78-0c1cecd559ac Oct 05 09:17:53.621288 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6680483-9b96-45d6-8ff3-8e036cb336a4') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:53.621638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6680483-9b96-45d6-8ff3-8e036cb336a4') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:53.640886 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3a22dfc9-81be-4f23-a8c8-5183aa20c608 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:53.644520 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3a22dfc9-81be-4f23-a8c8-5183aa20c608 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6610579 Oct 05 09:17:53.644520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:53.651204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:53.653858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59554) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:53.658769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:53.659397 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:53.660876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Allocated IP 172.20.0.1 (d79c2ddd-d633-4500-b701-69b83549b8cd/9e674b68-289d-4539-976f-55db6bb51005/94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:53.681753 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:53.692227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:53.692630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:53.693480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f067246-842d-4be2-b835-e16185edbd65 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:53.697431 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6f067246-842d-4be2-b835-e16185edbd65 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "PUT /v2.0/routers/a82f92ed-a6a0-43be-908f-1469f4c23b14 HTTP/1.1" status: 200 len: 694 time: 2.6730955 Oct 05 09:17:53.712515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59556) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:53.725721 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3d41f0ce-add4-4667-95af-334e4689f240 None None] Set router a82f92ed-a6a0-43be-908f-1469f4c23b14 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:17:53.775467 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2cb30245-788b-404b-a23a-1ac4fee6384e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8780265 Oct 05 09:17:53.776134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59564) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:53.803683 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d6680483-9b96-45d6-8ff3-8e036cb336a4 resource provider aggregate not found Oct 05 09:17:53.898747 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3d41f0ce-add4-4667-95af-334e4689f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82f92ed-a6a0-43be-908f-1469f4c23b14', 'name': 'tempest-RoutersTest-router-1451573431', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:17:50Z', 'updated_at': '2022-10-05T09:17:52Z', 'revision_number': 2, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:53.906658 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41f0ce-add4-4667-95af-334e4689f240 None None] Checking router: a82f92ed-a6a0-43be-908f-1469f4c23b14 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:17:53.922761 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41f0ce-add4-4667-95af-334e4689f240 None None] Routers {'a82f92ed-a6a0-43be-908f-1469f4c23b14'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:17:53.923797 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3d41f0ce-add4-4667-95af-334e4689f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a82f92ed-a6a0-43be-908f-1469f4c23b14'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:53.950833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-008d6754-7af4-46ba-bcc8-98b3dc05b993 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-586001600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:53.980492 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-008d6754-7af4-46ba-bcc8-98b3dc05b993 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:53.994040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-008d6754-7af4-46ba-bcc8-98b3dc05b993 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Usage tracker for resource:router and tenant:6165b955afe64997892c0ab08937e742 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:54.003106 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-008d6754-7af4-46ba-bcc8-98b3dc05b993 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:54.005126 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d6680483-9b96-45d6-8ff3-8e036cb336a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6680483-9b96-45d6-8ff3-8e036cb336a4 found for delete ", "request_id": "req-51ff8d17-4ade-4129-b5ab-6a64f367b629"}]} Oct 05 09:17:54.012434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port c7e11f3f-d276-41c2-896e-713552370da5 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:54.012932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:54.039341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Allocated IP 172.20.0.2 (6f71367f-40f9-4538-971f-388f1d000cb1/3ac73baa-cf1f-46da-8666-a6a5ed7872b0/90530625-3906-4f9e-9062-49058e9b931e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:54.043331 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-008d6754-7af4-46ba-bcc8-98b3dc05b993 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:54.069662 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e3eeb0-ce57-4116-a988-b605a59bcd7b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:54.073558 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-56e3eeb0-ce57-4116-a988-b605a59bcd7b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3747361 Oct 05 09:17:54.094301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59570) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:54.147412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-bfec80ee-b762-41c4-8aa6-c6307ee4c3ab None None] For port c7e11f3f-d276-41c2-896e-713552370da5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c7e11f3f-d276-41c2-896e-713552370da5,segment=NetworkSegment(facdc061-a0fc-4ca7-af31-bc19e0d8f5b4),segment_id=facdc061-a0fc-4ca7-af31-bc19e0d8f5b4)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:54.147799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bfec80ee-b762-41c4-8aa6-c6307ee4c3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:54.206581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-008d6754-7af4-46ba-bcc8-98b3dc05b993 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:54.207817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-008d6754-7af4-46ba-bcc8-98b3dc05b993 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:54.207951 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3d41f0ce-add4-4667-95af-334e4689f240 None None] Set router a82f92ed-a6a0-43be-908f-1469f4c23b14 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:17:54.235708 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-e13caf2a-7379-49e0-ac6f-24384ae2a372 service neutron] 10.222.0.64 "GET /v2.0/networks/155c071c-e543-4f12-b1d9-dda38493f4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0679033 Oct 05 09:17:54.343701 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3d41f0ce-add4-4667-95af-334e4689f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82f92ed-a6a0-43be-908f-1469f4c23b14', 'name': 'tempest-RoutersTest-router-1451573431', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:17:50Z', 'updated_at': '2022-10-05T09:17:52Z', 'revision_number': 2, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:54.347969 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41f0ce-add4-4667-95af-334e4689f240 None None] The sync data for ids ['a82f92ed-a6a0-43be-908f-1469f4c23b14'] in dv-neutron-860328-1-hyperv is: [{'id': 'a82f92ed-a6a0-43be-908f-1469f4c23b14', 'name': 'tempest-RoutersTest-router-1451573431', 'tenant_id': 'f21069c9faf941f8bb72faf648b195cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:17:50Z', 'updated_at': '2022-10-05T09:17:52Z', 'revision_number': 2, 'project_id': 'f21069c9faf941f8bb72faf648b195cc', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:17:54.411110 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-975a2d4d-a74f-4cd3-becc-e7ada5251f81 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/routers/a82f92ed-a6a0-43be-908f-1469f4c23b14 HTTP/1.1" status: 200 len: 700 time: 0.6689665 Oct 05 09:17:54.411110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:54.413324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59574) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:54.422318 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-08f5cb6b-06e8-4d38-b14f-69797d29831b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3198447 Oct 05 09:17:54.446377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:54.469649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59578) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:54.470949 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] 10.222.0.64 "DELETE /v2.0/networks/7a7c179f-3664-4605-8a84-a4fd6198cb90 HTTP/1.1" status: 204 len: 168 time: 3.4886377 Oct 05 09:17:54.487789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:54.508828 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-db4b9fb9-0fd8-485d-ba16-c9cf24077f1a service neutron] 10.222.0.64 "GET /v2.0/networks/155c071c-e543-4f12-b1d9-dda38493f4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719183 Oct 05 09:17:54.522124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-008d6754-7af4-46ba-bcc8-98b3dc05b993 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:54.527727 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c852d737-31b1-4d59-bc38-2cad1d9a05c6 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=a82f92ed-a6a0-43be-908f-1469f4c23b14 HTTP/1.1" status: 200 len: 205 time: 0.1118174 Oct 05 09:17:54.535717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59584) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:54.536534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d24b3-a767-4828-9280-79715fb08817 tempest-TagsExtTest-1520128347 tempest-TagsExtTest-1520128347-project] Pushing event deleted for resources: {'Network': ['ID=7a7c179f-3664-4605-8a84-a4fd6198cb90,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:54.550114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f794e37-f0a9-4dd9-961f-97309a893b53 None None] Network d79c2ddd-d633-4500-b701-69b83549b8cd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:54.592554 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bfec80ee-b762-41c4-8aa6-c6307ee4c3ab None None] Calling delete_port for c7e11f3f-d276-41c2-896e-713552370da5 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:54.631529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] For port c7e11f3f-d276-41c2-896e-713552370da5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c7e11f3f-d276-41c2-896e-713552370da5,segment=NetworkSegment(facdc061-a0fc-4ca7-af31-bc19e0d8f5b4),segment_id=facdc061-a0fc-4ca7-af31-bc19e0d8f5b4)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:54.632057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:54.645111 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-008d6754-7af4-46ba-bcc8-98b3dc05b993 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:54.793074 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-008d6754-7af4-46ba-bcc8-98b3dc05b993 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:54.794515 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-008d6754-7af4-46ba-bcc8-98b3dc05b993 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9182940 Oct 05 09:17:54.802603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59590) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:54.805728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:54.895862 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for c7e11f3f-d276-41c2-896e-713552370da5 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:54.958364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:54.961241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:54.965434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:54.969786 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:54.977589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:55.009132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80582eaa-397e-42ea-a001-49b0a252d053 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:55.071521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1d04e3-1532-4250-b883-39e4fc80f2aa None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:55.078076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:55.079481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Transition to ACTIVE for port object 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:55.087882 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:55.101994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:55.159114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c7e11f3f-d276-41c2-896e-713552370da5 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:55.202076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No DVR routers for this DVR port c7e11f3f-d276-41c2-896e-713552370da5 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:55.204515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d04e3-1532-4250-b883-39e4fc80f2aa None None] Deleting port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:55.204897 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc1d04e3-1532-4250-b883-39e4fc80f2aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:55.273953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=c7e11f3f-d276-41c2-896e-713552370da5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:55.275044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1b4730d1-3626-4ea0-9464-5a811372a26e None None] Current status of the port 640861dc-91cd-4ac9-9c78-0c1cecd559ac is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:55.277040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: c7e11f3f-d276-41c2-896e-713552370da5 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:17:55.277560 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c7e11f3f-d276-41c2-896e-713552370da5 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:17:55.297851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-25969d15-fa65-4319-aa68-73b6cc093bb4', 'network_id': '25969d15-fa65-4319-aa68-73b6cc093bb4', 'tenant_id': '6165b955afe64997892c0ab08937e742', 'fixed_ips': [{'subnet_id': 'e7357d8b-0e17-400f-974f-6bb5a1aa42fd'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:17:55.299055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:55.449987 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:55.465183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Transition to ACTIVE for port object 90530625-3906-4f9e-9062-49058e9b931e will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:55.478134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:55.487198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59608) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:55.490317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Transition to ACTIVE for port object 90530625-3906-4f9e-9062-49058e9b931e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:55.580864 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfd7479-06b7-4e9a-b42b-49490e1f2a8c']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:55.612107 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-adfef31d-2a06-46ff-9d6a-b1b4da03bf7e req-254751e6-8fd1-4f16-8d8f-d691cbc69e58 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 210 time: 0.6476009 Oct 05 09:17:55.614338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facdc061-a0fc-4ca7-af31-bc19e0d8f5b4') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:55.614586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facdc061-a0fc-4ca7-af31-bc19e0d8f5b4') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:55.638021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:55.675349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:55.689276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3ff7cf-abd4-44e6-8eef-e99fe217424e None None] DHCP port deletion for f5f892b4-e1c3-4269-8a84-cedc3bc951bb request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:17:55.693264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:55.693597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:55.705190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:55.709023 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-bfec80ee-b762-41c4-8aa6-c6307ee4c3ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:17:55.709395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-bfec80ee-b762-41c4-8aa6-c6307ee4c3ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:17:55.805969 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment facdc061-a0fc-4ca7-af31-bc19e0d8f5b4 resource provider aggregate not found Oct 05 09:17:55.862459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ff7cf-abd4-44e6-8eef-e99fe217424e None None] Deleting port 074f6b90-c8f0-4e93-b992-2599c95982ad {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:55.863047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c3ff7cf-abd4-44e6-8eef-e99fe217424e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:55.886593 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d84bbcdc-bb80-46de-b9dd-09883e054eba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f860c7a1164244db87882a63a308e2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963616 Oct 05 09:17:55.892008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59624) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:55.893955 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment facdc061-a0fc-4ca7-af31-bc19e0d8f5b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid facdc061-a0fc-4ca7-af31-bc19e0d8f5b4 found for delete ", "request_id": "req-48715050-bb42-4e28-8d2e-c69797314e30"}]} Oct 05 09:17:55.947052 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:55.962293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.021833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Network': ['ID=9dfd7479-06b7-4e9a-b42b-49490e1f2a8c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:56.042757 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-981cc8fb-0bf6-46eb-913b-c6cf6df91378 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/networks/9dfd7479-06b7-4e9a-b42b-49490e1f2a8c HTTP/1.1" status: 204 len: 168 time: 2.7789576 Oct 05 09:17:56.052799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59628) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:56.126839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Network 6f71367f-40f9-4538-971f-388f1d000cb1 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:56.170398 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:56.184991 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b20a832-2278-4ca8-8b64-b67e14b3501c up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:56.223602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80582eaa-397e-42ea-a001-49b0a252d053 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.242661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80582eaa-397e-42ea-a001-49b0a252d053 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.265714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bfec80ee-b762-41c4-8aa6-c6307ee4c3ab None None] Deleting port c7e11f3f-d276-41c2-896e-713552370da5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:56.266283 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bfec80ee-b762-41c4-8aa6-c6307ee4c3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.328135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.365870 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-daf9c4ca-2341-4a16-912e-21fa41ee400e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.387581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-cc1d04e3-1532-4250-b883-39e4fc80f2aa None None] For port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=160f5fc3-6fb8-469d-b0b4-dff99c466f2e,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:56.388024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc1d04e3-1532-4250-b883-39e4fc80f2aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.422191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.427303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-daf9c4ca-2341-4a16-912e-21fa41ee400e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.449880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port 074f6b90-c8f0-4e93-b992-2599c95982ad {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:56.450260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.465941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80582eaa-397e-42ea-a001-49b0a252d053 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.466481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80582eaa-397e-42ea-a001-49b0a252d053 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Fanout notify agent at l3_agent the message router_deleted on router a82f92ed-a6a0-43be-908f-1469f4c23b14 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:17:56.470291 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Network d79c2ddd-d633-4500-b701-69b83549b8cd is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:56.494079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:56.506818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:56.580388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event updated for resources: {'Port': ['ID=94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:56.625188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d04e3-1532-4250-b883-39e4fc80f2aa None None] Calling delete_port for 160f5fc3-6fb8-469d-b0b4-dff99c466f2e owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:56.702801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.707307 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-daf9c4ca-2341-4a16-912e-21fa41ee400e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.711370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:56.713592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fc377b5e-5280-461c-8489-a9b0ae1b2b1f None None] Provisioning for port 2b20a832-2278-4ca8-8b64-b67e14b3501c completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:56.735372 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9c4ca-2341-4a16-912e-21fa41ee400e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70efee2b-e3ed-4476-ab59-a7f53946e72a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:56.745612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] For port 074f6b90-c8f0-4e93-b992-2599c95982ad, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=074f6b90-c8f0-4e93-b992-2599c95982ad,segment=NetworkSegment(4afa8abb-fd6c-41d3-a62d-7bbdd844caa4),segment_id=4afa8abb-fd6c-41d3-a62d-7bbdd844caa4)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:56.746032 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.764701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bfec80ee-b762-41c4-8aa6-c6307ee4c3ab None None] The port 'c7e11f3f-d276-41c2-896e-713552370da5' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:17:56.780635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc1d04e3-1532-4250-b883-39e4fc80f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.822827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-daf9c4ca-2341-4a16-912e-21fa41ee400e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.824104 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-daf9c4ca-2341-4a16-912e-21fa41ee400e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70efee2b-e3ed-4476-ab59-a7f53946e72a HTTP/1.1" status: 204 len: 168 time: 0.9298172 Oct 05 09:17:56.856872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80582eaa-397e-42ea-a001-49b0a252d053 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.858919 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80582eaa-397e-42ea-a001-49b0a252d053 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/a82f92ed-a6a0-43be-908f-1469f4c23b14 HTTP/1.1" status: 204 len: 168 time: 2.3199372 Oct 05 09:17:56.887701 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-66706865-ae17-4b9a-b43e-142bf91501cf req-ea50f910-2291-4b2d-b766-a1b83dd82284 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 210 time: 0.1318333 Oct 05 09:17:56.888153 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59636) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:56.911741 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Pushing event updated for resources: {'Port': ['ID=90530625-3906-4f9e-9062-49058e9b931e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:56.921578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1d04e3-1532-4250-b883-39e4fc80f2aa None None] No DVR routers for this DVR port 160f5fc3-6fb8-469d-b0b4-dff99c466f2e on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:56.929029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:17:56.971525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for 074f6b90-c8f0-4e93-b992-2599c95982ad owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:56.972146 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:56.981852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:57.063577 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-95e8d383-b0ce-4f86-b136-45116a08f31f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=a82f92ed-a6a0-43be-908f-1469f4c23b14 HTTP/1.1" status: 200 len: 205 time: 0.1013777 Oct 05 09:17:57.070211 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59640) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:57.152700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5c3ff7cf-abd4-44e6-8eef-e99fe217424e None None] For port 074f6b90-c8f0-4e93-b992-2599c95982ad, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=074f6b90-c8f0-4e93-b992-2599c95982ad,segment=NetworkSegment(4afa8abb-fd6c-41d3-a62d-7bbdd844caa4),segment_id=4afa8abb-fd6c-41d3-a62d-7bbdd844caa4)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:57.153502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c3ff7cf-abd4-44e6-8eef-e99fe217424e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:57.155854 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-5ec84866-ad20-41b3-b000-9b1cdb7c7086 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] delete failed (client error): The resource could not be found. Oct 05 09:17:57.159714 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5ec84866-ad20-41b3-b000-9b1cdb7c7086 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/a82f92ed-a6a0-43be-908f-1469f4c23b14 HTTP/1.1" status: 404 len: 336 time: 0.0884855 Oct 05 09:17:57.160291 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59644) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:57.193230 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d04e3-1532-4250-b883-39e4fc80f2aa None None] Pushing event deleted for resources: {'Port': ['ID=160f5fc3-6fb8-469d-b0b4-dff99c466f2e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:57.211887 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86240fa-a2b4-4610-92b8-81762d02131d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:57.212340 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86240fa-a2b4-4610-92b8-81762d02131d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:57.217553 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d86240fa-a2b4-4610-92b8-81762d02131d tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/897e6d88-bc8e-417f-b1be-c7d285fc1eca HTTP/1.1" status: 404 len: 337 time: 0.0534291 Oct 05 09:17:57.218414 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59648) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:57.256313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Allocated IP 172.20.0.2 (25969d15-fa65-4319-aa68-73b6cc093bb4/e7357d8b-0e17-400f-974f-6bb5a1aa42fd/9b3713bf-bc12-4f01-b89f-4a3432c9a28f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:57.261070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 2b20a832-2278-4ca8-8b64-b67e14b3501c completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:57.303461 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-519adae3-dec4-487d-ae5e-d02c10dba16b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:57.303952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519adae3-dec4-487d-ae5e-d02c10dba16b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:57.308640 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-519adae3-dec4-487d-ae5e-d02c10dba16b tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/2bc8e443-cec0-45c4-8c57-d05abe245ed2 HTTP/1.1" status: 404 len: 337 time: 0.0866268 Oct 05 09:17:57.309341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59652) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:57.335788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 2b20a832-2278-4ca8-8b64-b67e14b3501c triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:57.336160 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:57.336549 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 2b20a832-2278-4ca8-8b64-b67e14b3501c Oct 05 09:17:57.383390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ff7cf-abd4-44e6-8eef-e99fe217424e None None] Calling delete_port for 074f6b90-c8f0-4e93-b992-2599c95982ad owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:17:57.396225 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6546d8-063d-4334-aba8-34185394fecc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:57.396805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6546d8-063d-4334-aba8-34185394fecc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:57.401840 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3b6546d8-063d-4334-aba8-34185394fecc tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/4acceee0-e329-45e9-ae95-a86e2c3fe2f2 HTTP/1.1" status: 404 len: 337 time: 0.0881658 Oct 05 09:17:57.402754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59660) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:57.414192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Attempting to bind port 90530625-3906-4f9e-9062-49058e9b931e on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:17:57.414856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Attempting to bind port 90530625-3906-4f9e-9062-49058e9b931e by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '09c14fac-d789-45cb-8580-519690a37175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f71367f-40f9-4538-971f-388f1d000cb1'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:17:57.415410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Attempting to bind port 90530625-3906-4f9e-9062-49058e9b931e on network 6f71367f-40f9-4538-971f-388f1d000cb1 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:17:57.453276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:17:57.454017 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Checking segment: {'id': '09c14fac-d789-45cb-8580-519690a37175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f71367f-40f9-4538-971f-388f1d000cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:57.454610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:57.455196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Bound using segment: {'id': '09c14fac-d789-45cb-8580-519690a37175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f71367f-40f9-4538-971f-388f1d000cb1'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:17:57.455844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Bound port: 90530625-3906-4f9e-9062-49058e9b931e, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c14fac-d789-45cb-8580-519690a37175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f71367f-40f9-4538-971f-388f1d000cb1'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:17:57.456380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:57.463034 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1880ec7-1ba4-4a05-be20-b3bae9db8376 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:57.463663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1880ec7-1ba4-4a05-be20-b3bae9db8376 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:57.474721 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c1880ec7-1ba4-4a05-be20-b3bae9db8376 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/75915e30-2dce-4fdd-bc2b-85a5f9dc998d HTTP/1.1" status: 404 len: 337 time: 0.0597527 Oct 05 09:17:57.475749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59664) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:57.525502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:57.530964 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:57.553204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:57.569286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:57.569621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:57.594499 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d51773df-0301-4bba-9388-a725296a0d04 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b9ab95a-dfa5-433c-9e98-da1ad03e210b HTTP/1.1" status: 200 len: 205 time: 0.1144264 Oct 05 09:17:57.594499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No DVR routers for this DVR port 074f6b90-c8f0-4e93-b992-2599c95982ad on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:17:57.600744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=dab5ce93-8c3a-4526-8790-d5a588e839b9,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:57.616761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59668) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:57.626356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=074f6b90-c8f0-4e93-b992-2599c95982ad,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:57.633728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d88792c-4e2a-467b-911b-8b13ce0038b4 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:57.720585 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c5a0a198-dd65-4fba-af9c-c1ee9dccc6f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.2458608 Oct 05 09:17:57.720832 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-9b40ce74-7aa5-418c-a4fc-9a8b1c656d67 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] delete failed (client error): The resource could not be found. Oct 05 09:17:57.721761 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9b40ce74-7aa5-418c-a4fc-9a8b1c656d67 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/7b9ab95a-dfa5-433c-9e98-da1ad03e210b HTTP/1.1" status: 404 len: 336 time: 0.1021814 Oct 05 09:17:57.725144 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59672) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:57.726111 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59674) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:57.746963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'mac_address': 'fa:16:3e:de:9a:11', 'name': 'tempest-NetworksTestDHCPv6-786524873'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:57.758110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-85bdf1c3-7c41-406a-99ed-c2e41d1c43ed tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:57.758702 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-85bdf1c3-7c41-406a-99ed-c2e41d1c43ed tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Synchronizing usage tracker for tenant:aec5cc3e3f104ffc8add9a9c07c9cb82 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:57.800848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:57.812714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-85bdf1c3-7c41-406a-99ed-c2e41d1c43ed tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Unset dirty status for tenant:aec5cc3e3f104ffc8add9a9c07c9cb82 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:57.817268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:57.820419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-5c3ff7cf-abd4-44e6-8eef-e99fe217424e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:17:57.820935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-5c3ff7cf-abd4-44e6-8eef-e99fe217424e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:17:57.822235 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-85bdf1c3-7c41-406a-99ed-c2e41d1c43ed tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.45 "GET /v2.0/networks?id=155c071c-e543-4f12-b1d9-dda38493f4ce HTTP/1.1" status: 200 len: 811 time: 0.8914261 Oct 05 09:17:57.845368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Request body: {'port': {'device_id': '2f196576-cd5c-4058-87c5-c64972ac2af6', 'network_id': '155c071c-e543-4f12-b1d9-dda38493f4ce', 'admin_state_up': True, 'tenant_id': 'aec5cc3e3f104ffc8add9a9c07c9cb82'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:57.895739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] For port 90530625-3906-4f9e-9062-49058e9b931e, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:17:57.902986 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0ff4ef2a-dbc3-4852-8f6e-35275f37e5d8 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da854f1-53c0-4999-95e9-b102003fe1a0 HTTP/1.1" status: 200 len: 205 time: 0.1638899 Oct 05 09:17:57.914715 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59680) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:57.990455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] For port 90530625-3906-4f9e-9062-49058e9b931e, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=90530625-3906-4f9e-9062-49058e9b931e,segment=NetworkSegment(09c14fac-d789-45cb-8580-519690a37175),segment_id=09c14fac-d789-45cb-8580-519690a37175)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:17:58.000498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 2b20a832-2278-4ca8-8b64-b67e14b3501c is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:58.001086 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.071770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.112420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f892b4-e1c3-4269-8a84-cedc3bc951bb']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:58.174713 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-e39c2c8a-b5d8-4eea-ac5f-c98e56c2c01e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] delete failed (client error): The resource could not be found. Oct 05 09:17:58.178271 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e39c2c8a-b5d8-4eea-ac5f-c98e56c2c01e tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/6da854f1-53c0-4999-95e9-b102003fe1a0 HTTP/1.1" status: 404 len: 336 time: 0.2627873 Oct 05 09:17:58.178868 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59688) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:58.188733 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afa8abb-fd6c-41d3-a62d-7bbdd844caa4') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:58.189636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afa8abb-fd6c-41d3-a62d-7bbdd844caa4') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:17:58.247806 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.253035 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a00314-c237-470b-b45b-f099a3d613ab tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:58.253499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a00314-c237-470b-b45b-f099a3d613ab tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:58.258978 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-23a00314-c237-470b-b45b-f099a3d613ab tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/cf7c436d-f7eb-437b-aa05-5c863056afcf HTTP/1.1" status: 404 len: 337 time: 0.0614681 Oct 05 09:17:58.260550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59692) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:58.267469 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1db347ca-973c-4693-a279-ad473f57acc6 req-1834792f-46cc-4994-9a1a-0369ff654f33 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 210 time: 0.1574578 Oct 05 09:17:58.282395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.289938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 2b20a832-2278-4ca8-8b64-b67e14b3501c, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b20a832-2278-4ca8-8b64-b67e14b3501c,segment=NetworkSegment(666491e6-4a80-41d1-a976-15cb1fc5961e),segment_id=666491e6-4a80-41d1-a976-15cb1fc5961e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:17:58.323279 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:58.326702 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6cf494ea-5871-4cdd-a0a8-3cd1b3254189 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Synchronizing usage tracker for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:17:58.331983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:58.334331 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ff7cf-abd4-44e6-8eef-e99fe217424e None None] Deleting port 074f6b90-c8f0-4e93-b992-2599c95982ad {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:17:58.334746 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c3ff7cf-abd4-44e6-8eef-e99fe217424e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.334870 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.337824 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:58.346552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:58.348817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:17:58.349483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.361257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Provisioning complete for port 2b20a832-2278-4ca8-8b64-b67e14b3501c triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:58.361565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.361949 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Attempt 1 to provision port 2b20a832-2278-4ca8-8b64-b67e14b3501c Oct 05 09:17:58.392868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6cf494ea-5871-4cdd-a0a8-3cd1b3254189 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] Unset dirty status for tenant:f21069c9faf941f8bb72faf648b195cc on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:17:58.394262 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6cf494ea-5871-4cdd-a0a8-3cd1b3254189 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=93f74729-5bc2-457c-afb7-639da7ec2224 HTTP/1.1" status: 200 len: 205 time: 0.1328857 Oct 05 09:17:58.403906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Transition to ACTIVE for port object 9b3713bf-bc12-4f01-b89f-4a3432c9a28f will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:58.415364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.416122 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 640861dc-91cd-4ac9-9c78-0c1cecd559ac up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:17:58.423977 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59698) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:58.425217 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 4afa8abb-fd6c-41d3-a62d-7bbdd844caa4 resource provider aggregate not found Oct 05 09:17:58.458056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b240f-955e-4297-90f6-328965cf7d00 None None] Pushing event updated for resources: {'Port': ['ID=90530625-3906-4f9e-9062-49058e9b931e,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:58.520101 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 4afa8abb-fd6c-41d3-a62d-7bbdd844caa4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4afa8abb-fd6c-41d3-a62d-7bbdd844caa4 found for delete ", "request_id": "req-9d99c2ef-cd4b-43e0-ac02-5783947c0d1e"}]} Oct 05 09:17:58.535399 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:58.567678 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-160511d9-7135-4297-ac49-e82545e2e6a4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] delete failed (client error): The resource could not be found. Oct 05 09:17:58.571070 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-160511d9-7135-4297-ac49-e82545e2e6a4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/93f74729-5bc2-457c-afb7-639da7ec2224 HTTP/1.1" status: 404 len: 336 time: 0.1378863 Oct 05 09:17:58.571232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:58.571967 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59704) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:58.613749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': 'dab5ce93-8c3a-4526-8790-d5a588e839b9'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:17:58.614524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.623470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Usage tracker for resource:port and tenant:aec5cc3e3f104ffc8add9a9c07c9cb82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:58.651605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:58.669237 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-491b7c42-0b6d-4bb2-9f8d-3e8a1035b536 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=04cac3cc-68b9-4dbd-a80f-751b2f0725eb HTTP/1.1" status: 200 len: 205 time: 0.0922098 Oct 05 09:17:58.672503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:58.676494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59708) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:58.715811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.741257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ff7cf-abd4-44e6-8eef-e99fe217424e None None] The port '074f6b90-c8f0-4e93-b992-2599c95982ad' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:17:58.742053 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.760152 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/networks/f5f892b4-e1c3-4269-8a84-cedc3bc951bb HTTP/1.1" status: 204 len: 168 time: 2.7033818 Oct 05 09:17:58.768672 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59712) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:58.772283 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4ec53-45ba-4b90-b2b3-0badb3438f24 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Network': ['ID=f5f892b4-e1c3-4269-8a84-cedc3bc951bb,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:58.776181 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Transition to ACTIVE for port object 9b3713bf-bc12-4f01-b89f-4a3432c9a28f will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:17:58.777691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=2b20a832-2278-4ca8-8b64-b67e14b3501c,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:58.795252 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-c35ba765-c963-427e-95c1-ecfdfd17c11f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] delete failed (client error): The resource could not be found. Oct 05 09:17:58.796427 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c35ba765-c963-427e-95c1-ecfdfd17c11f tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/04cac3cc-68b9-4dbd-a80f-751b2f0725eb HTTP/1.1" status: 404 len: 336 time: 0.1189952 Oct 05 09:17:58.810818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-520724511'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:58.814647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59716) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:58.833599 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:17:58.859693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.878046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:network and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:17:58.889245 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-2455da23-e303-4d8f-906f-7c35c7c98c76 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:58.889245 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2455da23-e303-4d8f-906f-7c35c7c98c76 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:58.889245 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2455da23-e303-4d8f-906f-7c35c7c98c76 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/064fa39b-6396-4162-bca2-c3cb84a0c0fa HTTP/1.1" status: 404 len: 337 time: 0.0693998 Oct 05 09:17:58.889245 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59720) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:58.890188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:17:58.920497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Made reservation on behalf of aec5cc3e3f104ffc8add9a9c07c9cb82 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:58.923823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:58.957578 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-513b2b5f-a75b-421f-ac6d-c681032e04f4 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=06688871-ad23-4845-a2d1-e36b691c5772 HTTP/1.1" status: 200 len: 205 time: 0.0639458 Oct 05 09:17:58.958890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:17:58.960789 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59724) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:58.963331 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.003382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Network 25969d15-fa65-4319-aa68-73b6cc093bb4 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:17:59.036895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:17:59.038970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Pushing event updated for resources: {'Port': ['ID=9b3713bf-bc12-4f01-b89f-4a3432c9a28f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:59.055491 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:17:59.057769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 640861dc-91cd-4ac9-9c78-0c1cecd559ac triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:59.058436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.058815 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 640861dc-91cd-4ac9-9c78-0c1cecd559ac Oct 05 09:17:59.066480 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-b3578f44-f0a1-40a6-adbd-d934d3597811 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] delete failed (client error): The resource could not be found. Oct 05 09:17:59.067518 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b3578f44-f0a1-40a6-adbd-d934d3597811 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/06688871-ad23-4845-a2d1-e36b691c5772 HTTP/1.1" status: 404 len: 336 time: 0.0935879 Oct 05 09:17:59.068979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port efb80fb0-a2aa-4254-ad9c-51ca295631d5 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:17:59.078805 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59728) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:59.106996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:17:59.111461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.162849 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Allocated IP 172.20.0.1 (25969d15-fa65-4319-aa68-73b6cc093bb4/e7357d8b-0e17-400f-974f-6bb5a1aa42fd/de4994de-a313-4b3d-8ee7-6b6e64ebffe9) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:59.163564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:17:59.165622 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efc8e6d-eca1-4b37-9c1c-76fd5257a6f3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:59.166535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efc8e6d-eca1-4b37-9c1c-76fd5257a6f3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:59.187562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.187906 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Added segment 3c880f46-0092-47e9-886e-9cafd84f8a71 of type vlan for network 45cf2c77-3176-40d8-bc9f-29453d474107 Oct 05 09:17:59.211356 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5efc8e6d-eca1-4b37-9c1c-76fd5257a6f3 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/52d712d7-2cc2-47b9-87fe-a8ac1660bf02 HTTP/1.1" status: 404 len: 337 time: 0.1273215 Oct 05 09:17:59.214996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59732) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:59.260768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.269370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Current status of the port 2b20a832-2278-4ca8-8b64-b67e14b3501c is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:59.277765 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-53330b16-ddbc-400b-bcbc-f51d786b3517 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "GET /v2.0/ports?device_id=29e4618c-5629-48f6-9fff-e9059a66f54b HTTP/1.1" status: 200 len: 205 time: 0.0614700 Oct 05 09:17:59.280827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59736) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:59.316371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Attempting to bind port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:17:59.317059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Attempting to bind port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'cde811f5-f8d3-453e-bbd8-b2f8a207af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '25969d15-fa65-4319-aa68-73b6cc093bb4'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:17:59.317386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Attempting to bind port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f on network 25969d15-fa65-4319-aa68-73b6cc093bb4 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:17:59.326620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Provisioning for port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:17:59.339620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:17:59.340004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Checking segment: {'id': 'cde811f5-f8d3-453e-bbd8-b2f8a207af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '25969d15-fa65-4319-aa68-73b6cc093bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:17:59.340417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.340817 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Bound using segment: {'id': 'cde811f5-f8d3-453e-bbd8-b2f8a207af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '25969d15-fa65-4319-aa68-73b6cc093bb4'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:17:59.341301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Bound port: 9b3713bf-bc12-4f01-b89f-4a3432c9a28f, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde811f5-f8d3-453e-bbd8-b2f8a207af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '25969d15-fa65-4319-aa68-73b6cc093bb4'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:17:59.342930 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.358276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Allocated IP 2001:db8::f816:3eff:fe2e:1637 (19d31986-d6d4-46c2-94b6-97b25bee37cf/dab5ce93-8c3a-4526-8790-d5a588e839b9/ef1c28c3-35a9-4ad9-b3a7-6889c0614274) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:59.363557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Provisioning complete for port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:17:59.364304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.364795 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Attempt 1 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:17:59.390254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:17:59.397834 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-7a38d323-549f-476e-8e22-5390039e4bfa tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] delete failed (client error): The resource could not be found. Oct 05 09:17:59.398916 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7a38d323-549f-476e-8e22-5390039e4bfa tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/routers/29e4618c-5629-48f6-9fff-e9059a66f54b HTTP/1.1" status: 404 len: 336 time: 0.1172006 Oct 05 09:17:59.402855 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59742) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:59.410732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.450654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.512013 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66d811b-cb31-4d72-9664-e06004d25af0 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:59.512013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66d811b-cb31-4d72-9664-e06004d25af0 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:59.548790 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-76459389-c328-4e8d-95ac-302361e941fe req-715755c7-1728-47b4-a519-23f645e70d09 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 210 time: 0.1014700 Oct 05 09:17:59.554920 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d66d811b-cb31-4d72-9664-e06004d25af0 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/47dde51a-609c-46bd-9b5a-6cdbc7832ae3 HTTP/1.1" status: 404 len: 337 time: 0.1510372 Oct 05 09:17:59.555777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.578263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59746) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:59.578760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:17:59.580765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.583530 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:17:59.584034 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 640861dc-91cd-4ac9-9c78-0c1cecd559ac is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:17:59.657673 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00bae53-86f2-4c09-8291-b930b6c7dd99 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] DELETE failed (client error): The resource could not be found. Oct 05 09:17:59.658157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00bae53-86f2-4c09-8291-b930b6c7dd99 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:17:59.663095 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e00bae53-86f2-4c09-8291-b930b6c7dd99 tempest-RoutersTest-1396826953 tempest-RoutersTest-1396826953-project] 10.222.0.64 "DELETE /v2.0/subnets/cd1ae372-b17b-456a-93c1-636288a5e230 HTTP/1.1" status: 404 len: 337 time: 0.0846803 Oct 05 09:17:59.696509 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9191031 Oct 05 09:17:59.696739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Allocated IP 172.20.0.13 (155c071c-e543-4f12-b1d9-dda38493f4ce/8fda5c84-7bac-4b04-9f34-be6d0eb94184/8ca92ef9-766a-465e-acc8-5522714d2448) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:17:59.703189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59752) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:17:59.720522 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f78ce8-c047-49f0-afcc-49836a966bbc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Network': ['ID=45cf2c77-3176-40d8-bc9f-29453d474107,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:59.730812 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'subnet': {'network_id': '45cf2c77-3176-40d8-bc9f-29453d474107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:17:59.739391 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 48e4b17e-cc4e-4afd-8249-544658d3c652 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:17:59.782877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 45cf2c77-3176-40d8-bc9f-29453d474107 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:17:59.827725 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.868228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event updated for resources: {'Port': ['ID=94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:17:59.896894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23313f8-7cf5-4036-8f42-75736ecfc304 None None] Network 6f71367f-40f9-4538-971f-388f1d000cb1 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:17:59.956934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:17:59.968480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 48e4b17e-cc4e-4afd-8249-544658d3c652 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:17:59.969024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 48e4b17e-cc4e-4afd-8249-544658d3c652 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:17:59.969690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 074f6b90-c8f0-4e93-b992-2599c95982ad no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:18:00.038947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59760) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:00.053661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 074f6b90-c8f0-4e93-b992-2599c95982ad {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:18:00.054027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 074f6b90-c8f0-4e93-b992-2599c95982ad not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:18:00.054442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 160f5fc3-6fb8-469d-b0b4-dff99c466f2e no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:18:00.090006 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Attempt 2 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:00.128428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] For port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:00.151085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 160f5fc3-6fb8-469d-b0b4-dff99c466f2e {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:18:00.151431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 160f5fc3-6fb8-469d-b0b4-dff99c466f2e not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:18:00.167181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Transition to ACTIVE for port object de4994de-a313-4b3d-8ee7-6b6e64ebffe9 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:00.193115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:00.198310 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] For port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9b3713bf-bc12-4f01-b89f-4a3432c9a28f,segment=NetworkSegment(cde811f5-f8d3-453e-bbd8-b2f8a207af99),segment_id=cde811f5-f8d3-453e-bbd8-b2f8a207af99)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:00.209984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:subnet and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:00.218506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:00.222540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:00.263815 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4eb94e4c-ab95-4d72-a10f-a0a4c70088e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f21069c9faf941f8bb72faf648b195cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204237 Oct 05 09:18:00.264805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59766) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:00.300134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:00.335208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:00.389803 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-390c00cd-e53d-4a39-90d3-6878ab3a0d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:00.402895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Network d79c2ddd-d633-4500-b701-69b83549b8cd is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:00.407413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:00.410003 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:00.441809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-390c00cd-e53d-4a39-90d3-6878ab3a0d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:00.447669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b20a832-2278-4ca8-8b64-b67e14b3501c up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:00.482839 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:00.485174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:00.490343 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ba0f1-7eea-48d0-b09f-7de45a17ffad None None] Pushing event updated for resources: {'Port': ['ID=9b3713bf-bc12-4f01-b89f-4a3432c9a28f,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:00.532497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-390c00cd-e53d-4a39-90d3-6878ab3a0d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:00.550723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c00cd-e53d-4a39-90d3-6878ab3a0d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03497c8-6ffe-444e-99cb-509212a25bc1,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:00.570187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-390c00cd-e53d-4a39-90d3-6878ab3a0d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:00.574436 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-390c00cd-e53d-4a39-90d3-6878ab3a0d14 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f03497c8-6ffe-444e-99cb-509212a25bc1 HTTP/1.1" status: 204 len: 168 time: 0.3082621 Oct 05 09:18:00.639612 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:00.684420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Transition to ACTIVE for port object ef1c28c3-35a9-4ad9-b3a7-6889c0614274 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:00.817913 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Transition to ACTIVE for port object ef1c28c3-35a9-4ad9-b3a7-6889c0614274 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:00.830237 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Attempt 3 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:00.903877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:00.991747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:01.014040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Network 25969d15-fa65-4319-aa68-73b6cc093bb4 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:01.016255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event updated for resources: {'Port': ['ID=de4994de-a313-4b3d-8ee7-6b6e64ebffe9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:01.036476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:01.040768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:01.042177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:01.046564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:01.052458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:01.055833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:01.088943 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9ff258ed-23d8-4909-bf54-cae102b98430 req-b629ea62-5138-4fd4-bebc-397f978b6c7e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 210 time: 0.0924542 Oct 05 09:18:01.110621 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::f816:3eff:fede:9a11 (19d31986-d6d4-46c2-94b6-97b25bee37cf/dab5ce93-8c3a-4526-8790-d5a588e839b9/efb80fb0-a2aa-4254-ad9c-51ca295631d5) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:01.123364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 2b20a832-2278-4ca8-8b64-b67e14b3501c triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:01.124377 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:01.124969 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 2b20a832-2278-4ca8-8b64-b67e14b3501c Oct 05 09:18:01.232267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:01.244962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Pushing event updated for resources: {'Port': ['ID=ef1c28c3-35a9-4ad9-b3a7-6889c0614274,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:01.311790 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Attempting to bind port ef1c28c3-35a9-4ad9-b3a7-6889c0614274 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:01.312048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Attempting to bind port ef1c28c3-35a9-4ad9-b3a7-6889c0614274 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:01.312418 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Attempting to bind port ef1c28c3-35a9-4ad9-b3a7-6889c0614274 on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:01.332140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:01.332580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:01.333070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:01.333478 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:01.334487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Bound port: ef1c28c3-35a9-4ad9-b3a7-6889c0614274, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:01.334905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:01.451129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:01.553530 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Attempt 4 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:01.557771 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Router d845f8a5-d664-4783-bd0c-c7034b82ec80 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:18:01.606163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 2b20a832-2278-4ca8-8b64-b67e14b3501c is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:01.610331 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 90530625-3906-4f9e-9062-49058e9b931e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:01.614982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:01.741850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:01.778066 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] For port ef1c28c3-35a9-4ad9-b3a7-6889c0614274, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:01.783302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object efb80fb0-a2aa-4254-ad9c-51ca295631d5 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:01.790829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] For port ef1c28c3-35a9-4ad9-b3a7-6889c0614274, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ef1c28c3-35a9-4ad9-b3a7-6889c0614274,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:01.802288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:01.805274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Network 155c071c-e543-4f12-b1d9-dda38493f4ce is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:01.816303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:01.823487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:01.881685 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:01.889282 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:01.907090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 90530625-3906-4f9e-9062-49058e9b931e completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:01.913712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01073bb7-697c-4945-a9aa-d0168bdc2b02 None None] Pushing event updated for resources: {'Port': ['ID=ef1c28c3-35a9-4ad9-b3a7-6889c0614274,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:01.947289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=efb80fb0-a2aa-4254-ad9c-51ca295631d5,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:01.958987 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:01.960142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:01.962757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:01.969070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:01.969716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:01.971923 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Pushing event updated for resources: {'Port': ['ID=8ca92ef9-766a-465e-acc8-5522714d2448,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:02.000177 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e1882594-d8cf-4c45-9dfe-e2bb8c9979ca tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2633815 Oct 05 09:18:02.000937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59792) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:02.102113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69867e2c-6acf-49dc-831d-2c3cbd4f8abe None None] Network 25969d15-fa65-4319-aa68-73b6cc093bb4 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:02.116455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59796) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:02.120133 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027494 Oct 05 09:18:02.124704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59798) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:02.164388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c3bd83-f09c-4d8d-872b-54eb2244c4ce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:02.172170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c3bd83-f09c-4d8d-872b-54eb2244c4ce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:02.174496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-85c3bd83-f09c-4d8d-872b-54eb2244c4ce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:02.190952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:02.196194 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-85c3bd83-f09c-4d8d-872b-54eb2244c4ce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:02.197755 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-85c3bd83-f09c-4d8d-872b-54eb2244c4ce tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1954491 Oct 05 09:18:02.200640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59806) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:02.258559 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Subnet': ['ID=34ba8d34-737e-4efc-a694-75444507d694,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:02.349933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c6a39b41-63af-49b3-a5ed-742555290ada tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port efb80fb0-a2aa-4254-ad9c-51ca295631d5 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:02.350339 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6a39b41-63af-49b3-a5ed-742555290ada tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:02.419271 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Checking segment: {'id': '3c880f46-0092-47e9-886e-9cafd84f8a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45cf2c77-3176-40d8-bc9f-29453d474107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:02.420193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network hostable DHCP agents. Network: 45cf2c77-3176-40d8-bc9f-29453d474107, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:18:02.444642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:02.445637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:02.467417 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Attempt 5 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:02.473632 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d097c827-3d76-4993-a508-4677ec2c47fd tempest-NetworksApiDiscovery-619971433 tempest-NetworksApiDiscovery-619971433-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3392282 Oct 05 09:18:02.503084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:02.544735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9b3713bf-bc12-4f01-b89f-4a3432c9a28f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:02.616298 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2582ed0c-8b5b-43a9-a16b-a6b15a92f913 None None] Sync routers for ids ['d845f8a5-d664-4783-bd0c-c7034b82ec80'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:02.662716 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582ed0c-8b5b-43a9-a16b-a6b15a92f913 None None] Routers {'d845f8a5-d664-4783-bd0c-c7034b82ec80'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:02.663420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2582ed0c-8b5b-43a9-a16b-a6b15a92f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['d845f8a5-d664-4783-bd0c-c7034b82ec80'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:02.740967 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce860984-fc00-45fa-9066-13a215d432b3 req-8ca01799-095a-4ee9-90de-09be95d1523f tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:02.742802 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ce860984-fc00-45fa-9066-13a215d432b3 req-8ca01799-095a-4ee9-90de-09be95d1523f tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 932 time: 0.3173175 Oct 05 09:18:02.750550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2582ed0c-8b5b-43a9-a16b-a6b15a92f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:02.752594 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:02.759247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:02.765513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ef1c28c3-35a9-4ad9-b3a7-6889c0614274 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:02.819766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0def2bf9-9a52-411f-b235-a9f30086be32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:02.829239 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ce860984-fc00-45fa-9066-13a215d432b3 req-216e634a-5c58-4814-871e-098da0c35581 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723054 Oct 05 09:18:02.843476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582ed0c-8b5b-43a9-a16b-a6b15a92f913 None None] Routers {'d845f8a5-d664-4783-bd0c-c7034b82ec80'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:02.844105 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2582ed0c-8b5b-43a9-a16b-a6b15a92f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:17:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['d845f8a5-d664-4783-bd0c-c7034b82ec80'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:02.883359 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-115fa806-0e70-49d7-8b2c-c4b572e84615 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "PUT /v2.0/routers/d845f8a5-d664-4783-bd0c-c7034b82ec80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4607933 Oct 05 09:18:02.885100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59814) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:02.885812 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d891acfd-d5af-4cab-8dc6-f91a32fff738 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0469038 Oct 05 09:18:02.909098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6a39b41-63af-49b3-a5ed-742555290ada tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:02.932564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2582ed0c-8b5b-43a9-a16b-a6b15a92f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:02.933108 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2582ed0c-8b5b-43a9-a16b-a6b15a92f913 None None] The sync data for ids ['d845f8a5-d664-4783-bd0c-c7034b82ec80'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:02.993952 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port ef1c28c3-35a9-4ad9-b3a7-6889c0614274 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:03.015588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59818) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:03.045064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 45cf2c77-3176-40d8-bc9f-29453d474107 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:18:03.093855 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c6a39b41-63af-49b3-a5ed-742555290ada tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for efb80fb0-a2aa-4254-ad9c-51ca295631d5 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:03.205458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 45cf2c77-3176-40d8-bc9f-29453d474107) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:03.218447 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e67344f-7e1e-4774-b019-7a910c01cd3e None None] Network 45cf2c77-3176-40d8-bc9f-29453d474107 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:03.236593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:03.237073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:03.267302 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Attempt 6 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:03.370431 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-04e9bab5-d1c9-49cb-a0b5-679cbc3fda1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:03.393741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-04e9bab5-d1c9-49cb-a0b5-679cbc3fda1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:03.401600 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-00ab1682-054e-4ba5-ba44-ccb4d4c44d94 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6891963 Oct 05 09:18:03.408247 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-04e9bab5-d1c9-49cb-a0b5-679cbc3fda1b admin admin] Usage tracker for resource:security_group_rule and tenant:cfe57da238584fb18a74149557e85fc8 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:03.413175 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59826) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:03.415097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Request body: {'port': {'device_id': '2f196576-cd5c-4058-87c5-c64972ac2af6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:03.420261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:03.422399 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-dc3ab1ff-c932-48c0-ad32-ab340dbe7782 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-136917023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:03.431673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-04e9bab5-d1c9-49cb-a0b5-679cbc3fda1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:03.444292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-04e9bab5-d1c9-49cb-a0b5-679cbc3fda1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:03.458143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-dc3ab1ff-c932-48c0-ad32-ab340dbe7782 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:03.472866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-dc3ab1ff-c932-48c0-ad32-ab340dbe7782 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:router and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:03.485590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-dc3ab1ff-c932-48c0-ad32-ab340dbe7782 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:03.488497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6a39b41-63af-49b3-a5ed-742555290ada tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:03.499984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-dc3ab1ff-c932-48c0-ad32-ab340dbe7782 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:03.580123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a39b41-63af-49b3-a5ed-742555290ada tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=efb80fb0-a2aa-4254-ad9c-51ca295631d5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:03.632898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab1ff-c932-48c0-ad32-ab340dbe7782 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:03.634051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab1ff-c932-48c0-ad32-ab340dbe7782 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:03.657551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6a39b41-63af-49b3-a5ed-742555290ada tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:03.693006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-45cf2c77-3176-40d8-bc9f-29453d474107', 'network_id': '45cf2c77-3176-40d8-bc9f-29453d474107', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'fixed_ips': [{'subnet_id': '34ba8d34-737e-4efc-a694-75444507d694'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:18:03.695045 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:03.708162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab1ff-c932-48c0-ad32-ab340dbe7782 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:03.726892 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c6a39b41-63af-49b3-a5ed-742555290ada tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/efb80fb0-a2aa-4254-ad9c-51ca295631d5 HTTP/1.1" status: 204 len: 168 time: 1.5245011 Oct 05 09:18:03.730588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59830) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:03.738006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:03.810089 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab1ff-c932-48c0-ad32-ab340dbe7782 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:03.823300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-04e9bab5-d1c9-49cb-a0b5-679cbc3fda1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:03.838540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-04e9bab5-d1c9-49cb-a0b5-679cbc3fda1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:03.879871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af22674-ca72-468c-b3da-61e4890ff41d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:03.881410 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af22674-ca72-468c-b3da-61e4890ff41d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:03.882952 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2af22674-ca72-468c-b3da-61e4890ff41d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1499431 Oct 05 09:18:03.897598 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59836) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:03.911804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:18:03.928264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab1ff-c932-48c0-ad32-ab340dbe7782 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:03.929876 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dc3ab1ff-c932-48c0-ad32-ab340dbe7782 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5157149 Oct 05 09:18:03.965468 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Attempt 7 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:04.019698 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59840) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:04.020470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9bab5-d1c9-49cb-a0b5-679cbc3fda1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dff528-1cde-41ed-aadf-bcc1f85ce22c,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:04.021380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Allocated IP 2001:db8::2 (45cf2c77-3176-40d8-bc9f-29453d474107/34ba8d34-737e-4efc-a694-75444507d694/36a821f2-29a7-4f94-80ff-f4e43e497929) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:04.023412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:04.056388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'port': {'network_id': '45cf2c77-3176-40d8-bc9f-29453d474107', 'name': 'tempest-RoutersIpV6Test-1303103851'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:04.059525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.074620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.206672 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-04e9bab5-d1c9-49cb-a0b5-679cbc3fda1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cfe57da238584fb18a74149557e85fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1900065 Oct 05 09:18:04.210319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59844) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:04.282438 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.294008 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Transition to ACTIVE for port object 36a821f2-29a7-4f94-80ff-f4e43e497929 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:04.315166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Transition to ACTIVE for port object 36a821f2-29a7-4f94-80ff-f4e43e497929 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:04.321302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.334828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.361799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event updated for resources: {'Port': ['ID=de4994de-a313-4b3d-8ee7-6b6e64ebffe9,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:04.384858 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Network 45cf2c77-3176-40d8-bc9f-29453d474107 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:04.387648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:04.390771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:04.391046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:04.416965 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:port and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:04.429589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:04.445997 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Pushing event updated for resources: {'Port': ['ID=36a821f2-29a7-4f94-80ff-f4e43e497929,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:04.448586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-af858791-7086-475d-a1b3-5f30215d7d13 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet dab5ce93-8c3a-4526-8790-d5a588e839b9 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:18:04.454547 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:04.463135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-af858791-7086-475d-a1b3-5f30215d7d13 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.513348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Attempting to bind port 36a821f2-29a7-4f94-80ff-f4e43e497929 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:04.514163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Attempting to bind port 36a821f2-29a7-4f94-80ff-f4e43e497929 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '3c880f46-0092-47e9-886e-9cafd84f8a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45cf2c77-3176-40d8-bc9f-29453d474107'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:04.514652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Attempting to bind port 36a821f2-29a7-4f94-80ff-f4e43e497929 on network 45cf2c77-3176-40d8-bc9f-29453d474107 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:04.521636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:04.522121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Checking segment: {'id': '3c880f46-0092-47e9-886e-9cafd84f8a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45cf2c77-3176-40d8-bc9f-29453d474107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:04.522514 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.522906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Bound using segment: {'id': '3c880f46-0092-47e9-886e-9cafd84f8a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45cf2c77-3176-40d8-bc9f-29453d474107'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:04.523378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Bound port: 36a821f2-29a7-4f94-80ff-f4e43e497929, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c880f46-0092-47e9-886e-9cafd84f8a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45cf2c77-3176-40d8-bc9f-29453d474107'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:04.523747 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.531983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:04.534597 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Attempt 8 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:04.535726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.572647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-78442948-1c2a-46e4-be4b-8dfad24a735a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.577584 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-af858791-7086-475d-a1b3-5f30215d7d13 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.644785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9894b-9f84-465c-a980-684b7fae6972 req-52bffbb6-2d4d-4581-b1fd-38f23c3f1865 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:04.646681 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-53c9894b-9f84-465c-a980-684b7fae6972 req-52bffbb6-2d4d-4581-b1fd-38f23c3f1865 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 932 time: 0.6016972 Oct 05 09:18:04.647015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.650095 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] device_id is not set on port b27b40e4-7a1a-408a-91ac-135a501ad745 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:18:04.651322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:04.688092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] For port 36a821f2-29a7-4f94-80ff-f4e43e497929, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:04.691534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] For port 36a821f2-29a7-4f94-80ff-f4e43e497929, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=36a821f2-29a7-4f94-80ff-f4e43e497929,segment=NetworkSegment(3c880f46-0092-47e9-886e-9cafd84f8a71),segment_id=3c880f46-0092-47e9-886e-9cafd84f8a71)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:04.696127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.723532 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-78442948-1c2a-46e4-be4b-8dfad24a735a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.779654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed6a6e-8176-40b6-a072-ce5b0417f930 None None] Pushing event updated for resources: {'Port': ['ID=36a821f2-29a7-4f94-80ff-f4e43e497929,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:04.795389 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-495fa70f-f6a9-47c0-b1a3-22333406fc39 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:18:04.796765 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-495fa70f-f6a9-47c0-b1a3-22333406fc39 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "PUT /v2.0/routers/d845f8a5-d664-4783-bd0c-c7034b82ec80/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9066594 Oct 05 09:18:04.813184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59848) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:04.868476 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-53c9894b-9f84-465c-a980-684b7fae6972 req-9d5382a2-9f12-49bc-b1ea-520a7608e9a3 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707246 Oct 05 09:18:04.953110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-af858791-7086-475d-a1b3-5f30215d7d13 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:04.984996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-78442948-1c2a-46e4-be4b-8dfad24a735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:05.021492 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78442948-1c2a-46e4-be4b-8dfad24a735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dff528-1cde-41ed-aadf-bcc1f85ce22c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:05.050266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Allocated IP 2001:db8::75 (45cf2c77-3176-40d8-bc9f-29453d474107/34ba8d34-737e-4efc-a694-75444507d694/b27b40e4-7a1a-408a-91ac-135a501ad745) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:05.118164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Network 25969d15-fa65-4319-aa68-73b6cc093bb4 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:05.127213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:05.135449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-78442948-1c2a-46e4-be4b-8dfad24a735a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:05.136861 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-78442948-1c2a-46e4-be4b-8dfad24a735a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39dff528-1cde-41ed-aadf-bcc1f85ce22c HTTP/1.1" status: 204 len: 168 time: 0.7722054 Oct 05 09:18:05.152499 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Attempt 9 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:05.188833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca92ef9-766a-465e-acc8-5522714d2448 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:18:05.191569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-af858791-7086-475d-a1b3-5f30215d7d13 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:05.202805 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:05.228342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Transition to ACTIVE for port object 8ca92ef9-766a-465e-acc8-5522714d2448 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:05.287187 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:05.329618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af858791-7086-475d-a1b3-5f30215d7d13 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=dab5ce93-8c3a-4526-8790-d5a588e839b9,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:05.346098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-af858791-7086-475d-a1b3-5f30215d7d13 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:05.348473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:05.350979 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e4dd83-f8df-4550-8f09-f7f8dafc53f5 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:05.386476 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-af858791-7086-475d-a1b3-5f30215d7d13 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/dab5ce93-8c3a-4526-8790-d5a588e839b9 HTTP/1.1" status: 204 len: 168 time: 1.4884725 Oct 05 09:18:05.441881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59856) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:05.628450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ff1a402-10a8-456a-bcf9-365ed18b03b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:05.636567 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-25d48936-811d-46f1-9a58-b572931139a2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1813443 Oct 05 09:18:05.637362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59864) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:05.675575 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:05.735312 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d383f105-77e6-4102-b5dc-761ca24a672c None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:18:05.741213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d383f105-77e6-4102-b5dc-761ca24a672c None None] Deleting port ef1c28c3-35a9-4ad9-b3a7-6889c0614274 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:05.741592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d383f105-77e6-4102-b5dc-761ca24a672c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:05.795897 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Attempt 10 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:05.906669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:05.912172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:05.915198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:05.923398 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:05.936434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:05.940626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:05.944578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:06.007378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-41ff7c30-a4f4-4ac4-abd4-54365ce2af4c None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:06.127620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Transition to ACTIVE for port object b27b40e4-7a1a-408a-91ac-135a501ad745 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:06.174116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Pushing event updated for resources: {'Port': ['ID=8ca92ef9-766a-465e-acc8-5522714d2448,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:06.255237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Provisioning for port ef1c28c3-35a9-4ad9-b3a7-6889c0614274 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:06.263929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Provisioning complete for port ef1c28c3-35a9-4ad9-b3a7-6889c0614274 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:06.264546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:06.265003 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 1 to provision port ef1c28c3-35a9-4ad9-b3a7-6889c0614274 Oct 05 09:18:06.312834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Attempting to bind port 8ca92ef9-766a-465e-acc8-5522714d2448 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:06.313170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Attempting to bind port 8ca92ef9-766a-465e-acc8-5522714d2448 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '46fc2f71-6d9e-4ba3-a537-4110369b00b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '155c071c-e543-4f12-b1d9-dda38493f4ce'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:06.313496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Attempting to bind port 8ca92ef9-766a-465e-acc8-5522714d2448 on network 155c071c-e543-4f12-b1d9-dda38493f4ce {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:06.368360 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Port 8ca92ef9-766a-465e-acc8-5522714d2448 on network 155c071c-e543-4f12-b1d9-dda38493f4ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:18:06.368683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Attempting to bind port 8ca92ef9-766a-465e-acc8-5522714d2448 on network 155c071c-e543-4f12-b1d9-dda38493f4ce {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:06.384686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:06.385068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Checking segment: {'id': '46fc2f71-6d9e-4ba3-a537-4110369b00b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '155c071c-e543-4f12-b1d9-dda38493f4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:06.385456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Bound using segment: {'id': '46fc2f71-6d9e-4ba3-a537-4110369b00b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '155c071c-e543-4f12-b1d9-dda38493f4ce'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:06.385897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Bound port: 8ca92ef9-766a-465e-acc8-5522714d2448, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fc2f71-6d9e-4ba3-a537-4110369b00b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '155c071c-e543-4f12-b1d9-dda38493f4ce'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:06.386305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:06.388913 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d383f105-77e6-4102-b5dc-761ca24a672c None None] For port ef1c28c3-35a9-4ad9-b3a7-6889c0614274, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ef1c28c3-35a9-4ad9-b3a7-6889c0614274,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:06.389553 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d383f105-77e6-4102-b5dc-761ca24a672c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:06.403155 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Router 94495300-8373-4810-a68f-bb13e9631f95 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:18:06.454281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59882) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:06.525707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:06.529170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 36a821f2-29a7-4f94-80ff-f4e43e497929 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:06.556788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce8e49-e352-42a0-bb37-f6cec8aa0cec None None] Network 45cf2c77-3176-40d8-bc9f-29453d474107 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:06.610554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 45cf2c77-3176-40d8-bc9f-29453d474107 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:06.619622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:06.656355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb4c87-5eae-4429-ad0b-63be8024cd5a req-3016fee5-3786-4a2e-bb9c-2453e83066f4 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:06.662579 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1bcb4c87-5eae-4429-ad0b-63be8024cd5a req-3016fee5-3786-4a2e-bb9c-2453e83066f4 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 944 time: 0.5298619 Oct 05 09:18:06.672176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:06.677747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:06.678409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:06.705818 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d383f105-77e6-4102-b5dc-761ca24a672c None None] Calling delete_port for ef1c28c3-35a9-4ad9-b3a7-6889c0614274 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:06.743563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=b27b40e4-7a1a-408a-91ac-135a501ad745,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:06.769371 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-eb6343cd-2f24-4103-a6b9-ca6cfa8ac56a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7460423 Oct 05 09:18:06.774732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59888) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:06.801673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-724777586-network', 'tenant_id': '7079491c48e143b2a690e33a3b48be14'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:06.847401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:06.855471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] For port 8ca92ef9-766a-465e-acc8-5522714d2448, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:06.858496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Usage tracker for resource:network and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:06.861080 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:06.880342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:06.907691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:06.924157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:06.933844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] For port 8ca92ef9-766a-465e-acc8-5522714d2448, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=8ca92ef9-766a-465e-acc8-5522714d2448,segment=NetworkSegment(46fc2f71-6d9e-4ba3-a537-4110369b00b2),segment_id=46fc2f71-6d9e-4ba3-a537-4110369b00b2)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:06.945176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Current status of the port ef1c28c3-35a9-4ad9-b3a7-6889c0614274 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:06.945722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:06.949467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:06.955478 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-931b4833-9cc9-43a1-b2af-ad11cc65a6e7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "PUT /v2.0/routers/94495300-8373-4810-a68f-bb13e9631f95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1254172 Oct 05 09:18:06.957041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:06.960588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:06.961025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:06.963086 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] 10.222.0.45 "PUT /v2.0/ports/8ca92ef9-766a-465e-acc8-5522714d2448 HTTP/1.1" status: 200 len: 1094 time: 4.0673225 Oct 05 09:18:06.963455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59892) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:06.967690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 36a821f2-29a7-4f94-80ff-f4e43e497929 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:06.970100 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40688e01-5fc7-4327-9df8-d72ad60c0c04 None None] Sync routers for ids ['94495300-8373-4810-a68f-bb13e9631f95'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:06.989742 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40688e01-5fc7-4327-9df8-d72ad60c0c04 None None] Routers {'94495300-8373-4810-a68f-bb13e9631f95'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:06.990986 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-40688e01-5fc7-4327-9df8-d72ad60c0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['94495300-8373-4810-a68f-bb13e9631f95'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:07.017599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f196576-cd5c-4058-87c5-c64972ac2af6', 'tag': '8ca92ef9-766a-465e-acc8-5522714d2448'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:18:07.020054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfd3c24-265f-423d-8899-1012f2efea59" -d '{"events": [{"name": "network-changed", "server_uuid": "2f196576-cd5c-4058-87c5-c64972ac2af6", "tag": "8ca92ef9-766a-465e-acc8-5522714d2448"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:18:07.033395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Made reservation on behalf of 7079491c48e143b2a690e33a3b48be14 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:07.035331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:07.037866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d383f105-77e6-4102-b5dc-761ca24a672c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:07.105045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Request body: {'port': {'network_id': '25969d15-fa65-4319-aa68-73b6cc093bb4', 'name': 'tempest-FloatingIPNegativeTestJSON-2080466295'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:07.118557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ef1c28c3-35a9-4ad9-b3a7-6889c0614274 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:18:07.137336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:07.150841 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383f105-77e6-4102-b5dc-761ca24a672c None None] Pushing event deleted for resources: {'Port': ['ID=ef1c28c3-35a9-4ad9-b3a7-6889c0614274,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:07.151861 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-40688e01-5fc7-4327-9df8-d72ad60c0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:07.188696 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40688e01-5fc7-4327-9df8-d72ad60c0c04 None None] Routers {'94495300-8373-4810-a68f-bb13e9631f95'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:07.189343 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-40688e01-5fc7-4327-9df8-d72ad60c0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['94495300-8373-4810-a68f-bb13e9631f95'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:07.214661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: ef1c28c3-35a9-4ad9-b3a7-6889c0614274 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:18:07.215001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ef1c28c3-35a9-4ad9-b3a7-6889c0614274 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:18:07.235037 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d383f105-77e6-4102-b5dc-761ca24a672c None None] No DVR routers for this DVR port ef1c28c3-35a9-4ad9-b3a7-6889c0614274 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:18:07.248525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:07.270267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Usage tracker for resource:security_group_rule and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:07.274764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:07.289781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:07.290590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Could not find standard attr ID for object efb80fb0-a2aa-4254-ad9c-51ca295631d5. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:18:07.295836 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ac242-cb6b-4e92-908b-c56b1b16a41f service neutron] Pushing event updated for resources: {'Port': ['ID=8ca92ef9-766a-465e-acc8-5522714d2448,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:07.312718 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Provisioning complete for port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:07.313126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:07.313477 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 1 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:07.315706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9bd591c8-5835-41f0-812b-b797e3bcabec tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:07.337171 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-40688e01-5fc7-4327-9df8-d72ad60c0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:07.338088 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40688e01-5fc7-4327-9df8-d72ad60c0c04 None None] The sync data for ids ['94495300-8373-4810-a68f-bb13e9631f95'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:07.380594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a182525d-0ed0-44b2-82ab-4494e0eb6f70 x-openstack-request-id: req-a182525d-0ed0-44b2-82ab-4494e0eb6f70 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:18:07.380912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f196576-cd5c-4058-87c5-c64972ac2af6", "tag": "8ca92ef9-766a-465e-acc8-5522714d2448", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:18:07.381017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a182525d-0ed0-44b2-82ab-4494e0eb6f70 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:18:07.381403 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a182525d-0ed0-44b2-82ab-4494e0eb6f70'] response: {'name': 'network-changed', 'server_uuid': '2f196576-cd5c-4058-87c5-c64972ac2af6', 'tag': '8ca92ef9-766a-465e-acc8-5522714d2448', 'status': 'completed', 'code': 200} Oct 05 09:18:07.390151 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1bcb4c87-5eae-4429-ad0b-63be8024cd5a req-1aafb250-dd22-4b0e-8794-1e3210cf73e8 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7259965 Oct 05 09:18:07.390732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:07.567630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-e8757b26-0904-45dc-a787-de3b5d959896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:07.569152 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-e8757b26-0904-45dc-a787-de3b5d959896 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aec5cc3e3f104ffc8add9a9c07c9cb82&device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 1097 time: 0.5441585 Oct 05 09:18:07.573247 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.objects.ports [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89054) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:18:07.577889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:07.641679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Usage tracker for resource:port and tenant:6165b955afe64997892c0ab08937e742 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:07.649864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:07.728885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:07.732548 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-a97a69ef-766e-4a9a-9e4f-ee54c45b1f7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca92ef9-766a-465e-acc8-5522714d2448 HTTP/1.1" status: 200 len: 217 time: 0.1487274 Oct 05 09:18:07.735079 dv-neutron-860328-1-hyperv neutron-server[89054]: WARNING neutron.services.revisions.revision_plugin [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Could not find related port for resource to bump revision. Oct 05 09:18:07.744018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.ipam_pluggable_backend [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Port ef1c28c3-35a9-4ad9-b3a7-6889c0614274 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89054) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Oct 05 09:18:07.744326 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.ipam_pluggable_backend [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2e:1637 {{(pid=89054) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Oct 05 09:18:07.781759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:07.845597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Made reservation on behalf of 6165b955afe64997892c0ab08937e742 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:07.850898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:07.871949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:07.879711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:07.889353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:07.889480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:07.892139 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 2 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:07.893008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:07.904867 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=e51d25ee-61bc-4f5d-b999-627315264bc7,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:07.909450 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:07.914495 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d70793ea-9bc5-4a06-884a-4fb8ca4f61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:07.916429 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-d70793ea-9bc5-4a06-884a-4fb8ca4f61ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8fda5c84-7bac-4b04-9f34-be6d0eb94184 HTTP/1.1" status: 200 len: 851 time: 0.1565127 Oct 05 09:18:07.923485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] device_id is not set on port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:18:07.949836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd7bea3-0805-4cb4-9d4e-47f2c3004da1 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:07.960759 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-88953369-9bf5-4e8c-b7d3-3a57d67bca90 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3190103 Oct 05 09:18:07.961318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59900) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:07.964679 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:07.977105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'mac_address': 'fa:16:3e:4b:45:3f', 'name': 'tempest-NetworksTestDHCPv6-1304732013'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:08.011685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:08.050953 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-c4eea751-2c97-4019-874b-21f85a51063a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=155c071c-e543-4f12-b1d9-dda38493f4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845716 Oct 05 09:18:08.112079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:18:08.192518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cedcf5-3b01-49aa-918a-5d624002677e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:08.196129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': 'e51d25ee-61bc-4f5d-b999-627315264bc7'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:18:08.197741 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:08.214029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:08.214590 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Added segment 84e03d35-2a9e-4ab7-8b63-b57c2a16dffa of type vlan for network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d Oct 05 09:18:08.334363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:08.342941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:08.349687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:08.359384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:08.365787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:08.384909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Allocated IP 2001:db8::f816:3eff:fedd:be5 (19d31986-d6d4-46c2-94b6-97b25bee37cf/e51d25ee-61bc-4f5d-b999-627315264bc7/9c24551a-dada-494b-ab3e-8c74329a1067) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:08.409632 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:08.427409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9bd591c8-5835-41f0-812b-b797e3bcabec tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Deleting port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:08.428316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9bd591c8-5835-41f0-812b-b797e3bcabec tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:08.469605 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 3 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:08.485828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Allocated IP 172.20.0.7 (25969d15-fa65-4319-aa68-73b6cc093bb4/e7357d8b-0e17-400f-974f-6bb5a1aa42fd/7c292c6f-a856-4dcc-9c60-a86e2a9986a9) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:08.496874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:08.497081 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-5a81ef91-de31-4d3c-8655-afd07cb1338f service neutron] 10.222.0.45 "GET /v2.0/networks/155c071c-e543-4f12-b1d9-dda38493f4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264228 Oct 05 09:18:08.513954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:08.567936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:08.670478 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:08.682344 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Transition to ACTIVE for port object 9c24551a-dada-494b-ab3e-8c74329a1067 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:08.703822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Transition to ACTIVE for port object 9c24551a-dada-494b-ab3e-8c74329a1067 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:08.710559 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:08.781791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:08.783221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:08.787930 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:08.806336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:08.807308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:08.807884 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:08.903211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Pushing event updated for resources: {'Port': ['ID=9c24551a-dada-494b-ab3e-8c74329a1067,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:08.915224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=b27b40e4-7a1a-408a-91ac-135a501ad745,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:08.928430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:08.998025 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 3b0509f9-6d52-4ca0-975d-3ae035c2101b yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:18:09.014495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Attempting to bind port 9c24551a-dada-494b-ab3e-8c74329a1067 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:09.015018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Attempting to bind port 9c24551a-dada-494b-ab3e-8c74329a1067 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:09.015513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Attempting to bind port 9c24551a-dada-494b-ab3e-8c74329a1067 on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:09.021135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:09.021643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:09.022250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:09.022749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:09.023339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Bound port: 9c24551a-dada-494b-ab3e-8c74329a1067, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:09.023821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:09.073582 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 4 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:09.079924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] Pushing event updated for resources: {'Network': ['ID=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:09.090363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7e33-6af3-4e87-bb11-9c39ce6221d6 req-47b0b3d6-b66a-4b5a-8764-f68a1f277a8d tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:09.092258 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-835c7e33-6af3-4e87-bb11-9c39ce6221d6 req-47b0b3d6-b66a-4b5a-8764-f68a1f277a8d tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 944 time: 0.3699389 Oct 05 09:18:09.136227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:18:09.150876 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bde7a598-b133-4b76-bc98-0e974f1baa93 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6917086 Oct 05 09:18:09.164865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59906) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:09.196857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:09.198215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Request body: {'subnet': {'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-724777586-subnet', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:09.204009 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-678c7fc3-79a6-4eb5-b445-d89dbf3d83e3 req-3727cdd4-1412-4a5a-b6e4-3c845a97eb9e service neutron] 10.222.0.45 "GET /v2.0/networks/155c071c-e543-4f12-b1d9-dda38493f4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985896 Oct 05 09:18:09.234363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:09.269067 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] For port 9c24551a-dada-494b-ab3e-8c74329a1067, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:09.291507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:09.293178 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] For port 9c24551a-dada-494b-ab3e-8c74329a1067, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9c24551a-dada-494b-ab3e-8c74329a1067,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:09.308567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Usage tracker for resource:subnet and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:09.315641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:09.327689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:09.339624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9bd591c8-5835-41f0-812b-b797e3bcabec tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:09.360716 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:09.361851 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:09.420608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae64b70-3d17-4758-a60e-09d173318de2 None None] Pushing event updated for resources: {'Port': ['ID=9c24551a-dada-494b-ab3e-8c74329a1067,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:09.438446 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-835c7e33-6af3-4e87-bb11-9c39ce6221d6 req-b820946b-2c26-4a95-854a-447a1cd587f8 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979162 Oct 05 09:18:09.459466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::f816:3eff:fe4b:453f (19d31986-d6d4-46c2-94b6-97b25bee37cf/e51d25ee-61bc-4f5d-b999-627315264bc7/3b0509f9-6d52-4ca0-975d-3ae035c2101b) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:09.505678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9bd591c8-5835-41f0-812b-b797e3bcabec tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Calling delete_port for 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:09.564053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:09.572955 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Made reservation on behalf of 7079491c48e143b2a690e33a3b48be14 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:09.575229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:09.625616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:09.700972 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Transition to ACTIVE for port object 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:09.782867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd3c24-265f-423d-8899-1012f2efea59 req-42ada542-c703-4dac-a767-d81b2243b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:09.784427 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcfd3c24-265f-423d-8899-1012f2efea59 req-42ada542-c703-4dac-a767-d81b2243b8b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aec5cc3e3f104ffc8add9a9c07c9cb82&device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 1097 time: 0.5187540 Oct 05 09:18:09.863780 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 5 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:09.898209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:09.942357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:09.962757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:09.996309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object 3b0509f9-6d52-4ca0-975d-3ae035c2101b will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:10.088176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Network 25969d15-fa65-4319-aa68-73b6cc093bb4 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:10.100228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:10.116791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:10.148462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:10.156993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event updated for resources: {'Port': ['ID=7c292c6f-a856-4dcc-9c60-a86e2a9986a9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:10.209565 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd3c24-265f-423d-8899-1012f2efea59 req-9e0b68d9-e638-41cf-99d6-33d4668ce44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:10.211367 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcfd3c24-265f-423d-8899-1012f2efea59 req-9e0b68d9-e638-41cf-99d6-33d4668ce44a service neutron] 10.222.0.45 "GET /v2.0/networks?id=155c071c-e543-4f12-b1d9-dda38493f4ce HTTP/1.1" status: 200 len: 912 time: 0.4194930 Oct 05 09:18:10.246193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:10.252393 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:10.259559 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:10.266740 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:10.267639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:10.308766 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=3b0509f9-6d52-4ca0-975d-3ae035c2101b,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:10.341713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9c24551a-dada-494b-ab3e-8c74329a1067 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:10.351294 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcfd3c24-265f-423d-8899-1012f2efea59 req-fb68eadb-3929-4119-b89d-5381c633dd75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca92ef9-766a-465e-acc8-5522714d2448 HTTP/1.1" status: 200 len: 217 time: 0.1281304 Oct 05 09:18:10.352362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:10.352797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:10.363166 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cc0bb5d0-84cd-4f65-9a61-d5905f860fd1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3927150 Oct 05 09:18:10.365600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59910) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:10.443424 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 6 to provision port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 Oct 05 09:18:10.499148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port 94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:18:10.519052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Provisioning for port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:10.524784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 9c24551a-dada-494b-ab3e-8c74329a1067 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:10.537701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Provisioning complete for port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:10.538301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:10.538743 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 1 to provision port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f Oct 05 09:18:10.630675 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:10.631555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:10.635648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:10.636287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:10.650948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9bd591c8-5835-41f0-812b-b797e3bcabec tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:10.694291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Current status of the port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:10.694743 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:10.736105 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] For port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9b3713bf-bc12-4f01-b89f-4a3432c9a28f,segment=NetworkSegment(cde811f5-f8d3-453e-bbd8-b2f8a207af99),segment_id=cde811f5-f8d3-453e-bbd8-b2f8a207af99)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:10.745436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:10.784158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd3c24-265f-423d-8899-1012f2efea59 req-6d4d2e7a-6d6a-48e4-9f4f-9896063fc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:10.785740 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcfd3c24-265f-423d-8899-1012f2efea59 req-6d4d2e7a-6d6a-48e4-9f4f-9896063fc014 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8fda5c84-7bac-4b04-9f34-be6d0eb94184 HTTP/1.1" status: 200 len: 851 time: 0.3949745 Oct 05 09:18:10.786590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5839bf4-e29e-4f5e-a7da-024938bf5fd4,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:10.792001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd591c8-5835-41f0-812b-b797e3bcabec tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event deleted for resources: {'Port': ['ID=94fc3a41-7d15-49ae-97a3-aa3ac8d4ef40,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:10.795717 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a8ab96fa-d432-4e8a-a41f-a66c2038805e tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7726767 Oct 05 09:18:10.801362 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 8ca92ef9-766a-465e-acc8-5522714d2448 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:18:10.834158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Provisioning for port 90530625-3906-4f9e-9062-49058e9b931e completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:10.837015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59916) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:10.860521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Provisioning complete for port 90530625-3906-4f9e-9062-49058e9b931e triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:10.860827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:10.861215 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 1 to provision port 90530625-3906-4f9e-9062-49058e9b931e Oct 05 09:18:10.875295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:10.882490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=b27b40e4-7a1a-408a-91ac-135a501ad745,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:10.908789 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:10.923352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c202d-cda1-4889-85d4-5422999e70d6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:10.929395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c202d-cda1-4889-85d4-5422999e70d6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:10.930224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-173c202d-cda1-4889-85d4-5422999e70d6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:10.938222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Usage tracker for resource:floatingip and tenant:6165b955afe64997892c0ab08937e742 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:10.949121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:10.996873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:11.040932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-173c202d-cda1-4889-85d4-5422999e70d6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:11.042158 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-173c202d-cda1-4889-85d4-5422999e70d6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6753006 Oct 05 09:18:11.048381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59920) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:11.059003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b1328-8190-4367-b15f-b64963b6d176 req-3fc8596d-4419-4bf4-b341-87dbb6bcdc83 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:11.060935 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcfd3c24-265f-423d-8899-1012f2efea59 req-d65438f6-87c8-4a7c-986e-bd232f981477 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=155c071c-e543-4f12-b1d9-dda38493f4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2631664 Oct 05 09:18:11.061118 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9f7b1328-8190-4367-b15f-b64963b6d176 req-3fc8596d-4419-4bf4-b341-87dbb6bcdc83 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 944 time: 0.4342973 Oct 05 09:18:11.064091 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:11.124006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 8ca92ef9-766a-465e-acc8-5522714d2448, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=8ca92ef9-766a-465e-acc8-5522714d2448,segment=NetworkSegment(46fc2f71-6d9e-4ba3-a537-4110369b00b2),segment_id=46fc2f71-6d9e-4ba3-a537-4110369b00b2)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:11.140382 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a662e777-07f2-4595-ae79-6af34015f682 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 3b0509f9-6d52-4ca0-975d-3ae035c2101b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:11.140731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a662e777-07f2-4595-ae79-6af34015f682 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:11.142472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Pushing event updated for resources: {'Port': ['ID=9b3713bf-bc12-4f01-b89f-4a3432c9a28f,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:11.164522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '8ca92ef9-766a-465e-acc8-5522714d2448', 'network_id': '155c071c-e543-4f12-b1d9-dda38493f4ce', 'port_id': '8ca92ef9-766a-465e-acc8-5522714d2448', 'mac_address': 'fa:16:3e:5e:0a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fda5c84-7bac-4b04-9f34-be6d0eb94184', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:18:11.198414 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 45cf2c77-3176-40d8-bc9f-29453d474107 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:11.202350 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9f7b1328-8190-4367-b15f-b64963b6d176 req-342e6606-38b5-4fb5-b3f7-fe5b05695cd5 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209586 Oct 05 09:18:11.204073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:11.225513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Checking segment: {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:11.226876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Network hostable DHCP agents. Network: 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:18:11.272159 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 8ca92ef9-766a-465e-acc8-5522714d2448 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:11.272548 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:11.304779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca92ef9-766a-465e-acc8-5522714d2448 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:18:11.310222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Current status of the port 90530625-3906-4f9e-9062-49058e9b931e is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:11.315449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:11.363036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] For port 90530625-3906-4f9e-9062-49058e9b931e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=90530625-3906-4f9e-9062-49058e9b931e,segment=NetworkSegment(09c14fac-d789-45cb-8580-519690a37175),segment_id=09c14fac-d789-45cb-8580-519690a37175)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:11.366429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 8ca92ef9-766a-465e-acc8-5522714d2448, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=8ca92ef9-766a-465e-acc8-5522714d2448,segment=NetworkSegment(46fc2f71-6d9e-4ba3-a537-4110369b00b2),segment_id=46fc2f71-6d9e-4ba3-a537-4110369b00b2)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:11.371625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:11.448445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:11.452306 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Pushing event updated for resources: {'Port': ['ID=90530625-3906-4f9e-9062-49058e9b931e,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:11.492265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9bd591c8-5835-41f0-812b-b797e3bcabec tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:11.526812 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Provisioning for port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:11.531506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:11.534618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router 2850025e-8a0f-4d14-b980-e6bc60e312f6 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:18:11.535901 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Provisioning complete for port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:11.536173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:11.536601 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 1 to provision port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 Oct 05 09:18:11.579702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=8ca92ef9-766a-465e-acc8-5522714d2448,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:11.601059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:11.604204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:18:11.679599 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['8ca92ef9-766a-465e-acc8-5522714d2448'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:18:11.728666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:11.733671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:11.734290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:11.745809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462d0432-45bf-4cf8-9509-8083bcece436 None None] Network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:11.790118 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcfd3c24-265f-423d-8899-1012f2efea59 req-a722863e-a0bb-4377-9b95-0b1571e49592 service neutron] 10.222.0.45 "GET /v2.0/networks/155c071c-e543-4f12-b1d9-dda38493f4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145389 Oct 05 09:18:11.801439 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:11.820336 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-44612207-2037-43b7-9265-1b98a2f8c583 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/2850025e-8a0f-4d14-b980-e6bc60e312f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0089004 Oct 05 09:18:11.820920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59924) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:11.836018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424d533-ab4b-4c41-ab2c-5adc4adbb627 None None] Sync routers for ids ['2850025e-8a0f-4d14-b980-e6bc60e312f6'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:11.853516 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424d533-ab4b-4c41-ab2c-5adc4adbb627 None None] Routers {'2850025e-8a0f-4d14-b980-e6bc60e312f6'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:11.854306 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9424d533-ab4b-4c41-ab2c-5adc4adbb627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2850025e-8a0f-4d14-b980-e6bc60e312f6'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:11.873147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Allocated IP 172.26.0.241 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/9d6f0fe8-2405-4365-83c7-97d86b04c442) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:11.928237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c7d9fc-6804-47be-8346-20324ff7d166 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:11.928880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-25c7d9fc-6804-47be-8346-20324ff7d166 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Synchronizing usage tracker for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:11.971977 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9424d533-ab4b-4c41-ab2c-5adc4adbb627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:11.983031 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-19a1b6ce-0699-47e7-a403-9b2680775b20 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8045032 Oct 05 09:18:11.984845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59928) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:11.997310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:12.013111 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:12.019458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424d533-ab4b-4c41-ab2c-5adc4adbb627 None None] Routers {'2850025e-8a0f-4d14-b980-e6bc60e312f6'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:12.020526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9424d533-ab4b-4c41-ab2c-5adc4adbb627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2850025e-8a0f-4d14-b980-e6bc60e312f6'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:12.021704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Usage tracker for resource:router and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:12.026019 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:12.033863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-25c7d9fc-6804-47be-8346-20324ff7d166 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Unset dirty status for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:12.037067 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-25c7d9fc-6804-47be-8346-20324ff7d166 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports/b27b40e4-7a1a-408a-91ac-135a501ad745 HTTP/1.1" status: 200 len: 983 time: 0.2124453 Oct 05 09:18:12.037067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:12.038764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59932) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:12.103835 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 2 to provision port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 Oct 05 09:18:12.131686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:12.132696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:12.166257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9424d533-ab4b-4c41-ab2c-5adc4adbb627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:12.166809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424d533-ab4b-4c41-ab2c-5adc4adbb627 None None] The sync data for ids ['2850025e-8a0f-4d14-b980-e6bc60e312f6'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:12.242531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd591c8-5835-41f0-812b-b797e3bcabec tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Router d845f8a5-d664-4783-bd0c-c7034b82ec80 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:18:12.249034 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:12.270658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a662e777-07f2-4595-ae79-6af34015f682 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:12.344307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:18:12.345656 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:12.375192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:12.399129 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:12.447564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9b3713bf-bc12-4f01-b89f-4a3432c9a28f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:12.486485 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcfd3c24-265f-423d-8899-1012f2efea59 req-31c700aa-575e-4242-8d6c-7495e7e58e0a service neutron] 10.222.0.45 "GET /v2.0/networks/155c071c-e543-4f12-b1d9-dda38493f4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748292 Oct 05 09:18:12.504912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a662e777-07f2-4595-ae79-6af34015f682 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 3b0509f9-6d52-4ca0-975d-3ae035c2101b owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:12.598977 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:12.599805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:12.601194 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f Oct 05 09:18:12.618541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd591c8-5835-41f0-812b-b797e3bcabec tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:12.631496 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267db89-55ad-4231-b085-d7d3ec43aa21 None None] Sync routers for ids ['d845f8a5-d664-4783-bd0c-c7034b82ec80'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:12.634858 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9bd591c8-5835-41f0-812b-b797e3bcabec tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "PUT /v2.0/routers/d845f8a5-d664-4783-bd0c-c7034b82ec80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8199642 Oct 05 09:18:12.642726 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267db89-55ad-4231-b085-d7d3ec43aa21 None None] Routers {'d845f8a5-d664-4783-bd0c-c7034b82ec80'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:12.644931 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f267db89-55ad-4231-b085-d7d3ec43aa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['d845f8a5-d664-4783-bd0c-c7034b82ec80'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:12.652492 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59938) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:12.658730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Allocated IP 172.20.0.2 (14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d/a5839bf4-e29e-4f5e-a7da-024938bf5fd4/32eb5f84-2d9b-4967-9176-0e764d0a9316) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:12.722290 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f267db89-55ad-4231-b085-d7d3ec43aa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:12.732711 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267db89-55ad-4231-b085-d7d3ec43aa21 None None] Routers {'d845f8a5-d664-4783-bd0c-c7034b82ec80'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:12.733661 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f267db89-55ad-4231-b085-d7d3ec43aa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['d845f8a5-d664-4783-bd0c-c7034b82ec80'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:12.752064 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 3 to provision port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 Oct 05 09:18:12.789816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a662e777-07f2-4595-ae79-6af34015f682 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:12.811302 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f267db89-55ad-4231-b085-d7d3ec43aa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:12.811968 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267db89-55ad-4231-b085-d7d3ec43aa21 None None] The sync data for ids ['d845f8a5-d664-4783-bd0c-c7034b82ec80'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:12.824510 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-1c856fb2-f68a-432a-9cb0-1f4822c4a526 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] delete failed (client error): The resource could not be found. Oct 05 09:18:12.826087 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1c856fb2-f68a-432a-9cb0-1f4822c4a526 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1615469983 HTTP/1.1" status: 404 len: 335 time: 0.1642454 Oct 05 09:18:12.838556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 8ca92ef9-766a-465e-acc8-5522714d2448 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:12.854394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59942) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:12.883605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f12d8b5c-a4a8-44ff-ad82-76a9d9d9b447 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd845f8a5-d664-4783-bd0c-c7034b82ec80'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:12.951968 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:12.956197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:12.957301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 90530625-3906-4f9e-9062-49058e9b931e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:12.962494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662e777-07f2-4595-ae79-6af34015f682 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=3b0509f9-6d52-4ca0-975d-3ae035c2101b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:13.013644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.025646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.094344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a662e777-07f2-4595-ae79-6af34015f682 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.100798 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 8ca92ef9-766a-465e-acc8-5522714d2448 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:13.110711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 8ca92ef9-766a-465e-acc8-5522714d2448 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:13.111116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.111581 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 8ca92ef9-766a-465e-acc8-5522714d2448 Oct 05 09:18:13.116939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c64da-53a1-4a60-b74d-907aaef7c797 req-7f43528e-8d03-47b8-a3c9-d0faa94862bf tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:13.118682 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-099c64da-53a1-4a60-b74d-907aaef7c797 req-7f43528e-8d03-47b8-a3c9-d0faa94862bf tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 945 time: 0.6476567 Oct 05 09:18:13.131645 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:13.136997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:13.168848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:13.171356 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.204992 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a662e777-07f2-4595-ae79-6af34015f682 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/3b0509f9-6d52-4ca0-975d-3ae035c2101b HTTP/1.1" status: 204 len: 168 time: 2.1470954 Oct 05 09:18:13.207078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Transition to ACTIVE for port object 32eb5f84-2d9b-4967-9176-0e764d0a9316 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:13.229389 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 90530625-3906-4f9e-9062-49058e9b931e triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:13.229758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.230131 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 90530625-3906-4f9e-9062-49058e9b931e Oct 05 09:18:13.259136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59946) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:13.272143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event updated for resources: {'Port': ['ID=9d6f0fe8-2405-4365-83c7-97d86b04c442,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:13.280454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Transition to ACTIVE for port object 32eb5f84-2d9b-4967-9176-0e764d0a9316 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:13.300454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.427070 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-099c64da-53a1-4a60-b74d-907aaef7c797 req-0075d1e0-4813-4907-a514-0ee8cb85efa8 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007758 Oct 05 09:18:13.430382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:13.463194 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 4 to provision port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 Oct 05 09:18:13.464495 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f12d8b5c-a4a8-44ff-ad82-76a9d9d9b447 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.469300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dea4150-0da2-4672-bff0-9a3227b6c5d1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:13.471058 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dea4150-0da2-4672-bff0-9a3227b6c5d1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:13.471798 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2dea4150-0da2-4672-bff0-9a3227b6c5d1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:13.490578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:13.493158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:13.499856 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-f12d8b5c-a4a8-44ff-ad82-76a9d9d9b447 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] update failed (client error): The resource could not be found. Oct 05 09:18:13.505120 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f12d8b5c-a4a8-44ff-ad82-76a9d9d9b447 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "PUT /v2.0/routers/d845f8a5-d664-4783-bd0c-c7034b82ec80 HTTP/1.1" status: 404 len: 339 time: 0.6388230 Oct 05 09:18:13.505465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59950) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:13.516221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.524687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2dea4150-0da2-4672-bff0-9a3227b6c5d1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:13.529131 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2dea4150-0da2-4672-bff0-9a3227b6c5d1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2658477 Oct 05 09:18:13.530673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59954) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:13.584565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 8ca92ef9-766a-465e-acc8-5522714d2448 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:13.584955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.605735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Pushing event updated for resources: {'Port': ['ID=32eb5f84-2d9b-4967-9176-0e764d0a9316,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:13.698852 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.782054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:13.789929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f196576-cd5c-4058-87c5-c64972ac2af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca92ef9-766a-465e-acc8-5522714d2448'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:18:13.792416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9989dfd5-5104-4fff-80c9-4fa6d5912458" -d '{"events": [{"server_uuid": "2f196576-cd5c-4058-87c5-c64972ac2af6", "name": "network-vif-plugged", "status": "completed", "tag": "8ca92ef9-766a-465e-acc8-5522714d2448"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:18:13.798654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 90530625-3906-4f9e-9062-49058e9b931e is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:13.803681 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Attempting to bind port 32eb5f84-2d9b-4967-9176-0e764d0a9316 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:13.804062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Attempting to bind port 32eb5f84-2d9b-4967-9176-0e764d0a9316 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:13.804419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Attempting to bind port 32eb5f84-2d9b-4967-9176-0e764d0a9316 on network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:13.810824 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 8ca92ef9-766a-465e-acc8-5522714d2448, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=8ca92ef9-766a-465e-acc8-5522714d2448,segment=NetworkSegment(46fc2f71-6d9e-4ba3-a537-4110369b00b2),segment_id=46fc2f71-6d9e-4ba3-a537-4110369b00b2)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:13.814243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:13.814628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Checking segment: {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:13.815202 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.815636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Bound using segment: {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:13.816118 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Bound port: 32eb5f84-2d9b-4967-9176-0e764d0a9316, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:13.816502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.829950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:13.919372 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-533b39f1-10ec-4277-9bc0-51db2bc5c41b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:14.009526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=8ca92ef9-766a-465e-acc8-5522714d2448,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:14.016509 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6843b2d8-95b0-46ec-bbc5-e8019772fd95 x-openstack-request-id: req-6843b2d8-95b0-46ec-bbc5-e8019772fd95 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:18:14.016873 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f196576-cd5c-4058-87c5-c64972ac2af6", "name": "network-vif-plugged", "status": "completed", "tag": "8ca92ef9-766a-465e-acc8-5522714d2448", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:18:14.017087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6843b2d8-95b0-46ec-bbc5-e8019772fd95 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:18:14.017430 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6843b2d8-95b0-46ec-bbc5-e8019772fd95'] response: {'server_uuid': '2f196576-cd5c-4058-87c5-c64972ac2af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca92ef9-766a-465e-acc8-5522714d2448', 'code': 200} Oct 05 09:18:14.026692 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-373da0d7-0d47-4226-8023-d2e988c79e74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet e51d25ee-61bc-4f5d-b999-627315264bc7 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:18:14.027590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] For port 32eb5f84-2d9b-4967-9176-0e764d0a9316, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:14.032382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] For port 32eb5f84-2d9b-4967-9176-0e764d0a9316, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=32eb5f84-2d9b-4967-9176-0e764d0a9316,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:14.042463 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:14.070163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-373da0d7-0d47-4226-8023-d2e988c79e74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:14.223811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e64c35-21c4-4e85-b1cf-4d66b5ac333a None None] Pushing event updated for resources: {'Port': ['ID=32eb5f84-2d9b-4967-9176-0e764d0a9316,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:14.284375 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 5 to provision port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 Oct 05 09:18:14.381081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:14.457417 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-373da0d7-0d47-4226-8023-d2e988c79e74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:14.477280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:14.690141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:14.730166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5d75-1dca-4ea1-b4bb-e91ccd5f1b17 req-f8eb8e82-9b09-4547-abb8-971334f46d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:14.731972 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-258f5d75-1dca-4ea1-b4bb-e91ccd5f1b17 req-f8eb8e82-9b09-4547-abb8-971334f46d76 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 1099 time: 0.3716345 Oct 05 09:18:14.745948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:14.834930 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-258f5d75-1dca-4ea1-b4bb-e91ccd5f1b17 req-b3985fb5-4c9c-492a-816f-2112953dc618 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658765 Oct 05 09:18:14.882136 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 6 to provision port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 Oct 05 09:18:14.908740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Allocated IP 172.20.0.1 (c340fe75-2ced-454a-8ef3-8641e2f663b5/dc0ad624-2d5c-4624-a8fe-25f72952efcc/595b6181-f3a5-4a79-8849-d9031ecf65d5) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:14.917249 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-373da0d7-0d47-4226-8023-d2e988c79e74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:14.938866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:14.984671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.resource_extend [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:18:15.034630 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:15.054301 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f77c87-a866-4874-ad06-37b5d514ff72 req-b09f344b-79eb-4978-bddc-9ed3b2da2ae0 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:15.055851 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-25f77c87-a866-4874-ad06-37b5d514ff72 req-b09f344b-79eb-4978-bddc-9ed3b2da2ae0 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.4663501 Oct 05 09:18:15.061948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:15.089298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:15.107795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Transition to ACTIVE for port object 595b6181-f3a5-4a79-8849-d9031ecf65d5 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:15.134645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:15.197040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-533b39f1-10ec-4277-9bc0-51db2bc5c41b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port b27b40e4-7a1a-408a-91ac-135a501ad745 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:15.197386 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-533b39f1-10ec-4277-9bc0-51db2bc5c41b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:15.213750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Network c340fe75-2ced-454a-8ef3-8641e2f663b5 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:15.217942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:15.222631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:15.226057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Allocated IP 172.26.0.198 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/7e83127e-5d7a-496a-9a5b-fad40b19c8a7) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:15.253470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event updated for resources: {'Port': ['ID=595b6181-f3a5-4a79-8849-d9031ecf65d5,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:15.287589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:15.297938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:15.349486 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-25f77c87-a866-4874-ad06-37b5d514ff72 req-d4902fba-ca3c-4a69-8fb2-c4d48db91322 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562640 Oct 05 09:18:15.350622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-373da0d7-0d47-4226-8023-d2e988c79e74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:15.405554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event updated for resources: {'Port': ['ID=9d6f0fe8-2405-4365-83c7-97d86b04c442,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:15.423743 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b21a68-9bf4-446f-ac08-0b8477a1a745 None None] Network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:15.444485 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 7 to provision port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 Oct 05 09:18:15.460690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:15.588999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:15.648208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373da0d7-0d47-4226-8023-d2e988c79e74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=e51d25ee-61bc-4f5d-b999-627315264bc7,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:15.652703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-373da0d7-0d47-4226-8023-d2e988c79e74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:15.669444 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a1f137-3f78-4c10-91fc-6ca470738afd None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:15.803410 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-373da0d7-0d47-4226-8023-d2e988c79e74 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/e51d25ee-61bc-4f5d-b999-627315264bc7 HTTP/1.1" status: 204 len: 168 time: 2.2716413 Oct 05 09:18:15.804730 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:15.806231 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-643ff7dd-b047-4dba-b4dc-a0326d31085c tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9501784 Oct 05 09:18:15.812424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59964) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:15.812997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 59966) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:15.928205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5b80ead5-dc13-467f-8197-85518545cb15 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Request body: {'floatingip': {'port_id': '7c292c6f-a856-4dcc-9c60-a86e2a9986a9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:16.023835 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-212eefac-cb00-4c65-9676-c1862bb04e97 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2095585 Oct 05 09:18:16.027896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59972) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:16.042690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:16.048533 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b80ead5-dc13-467f-8197-85518545cb15 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:16.086387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedf3045-75f2-4460-b1fa-104bab27bd99 None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:18:16.093705 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 8 to provision port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 Oct 05 09:18:16.124674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bedf3045-75f2-4460-b1fa-104bab27bd99 None None] Deleting port 9c24551a-dada-494b-ab3e-8c74329a1067 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:16.125263 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bedf3045-75f2-4460-b1fa-104bab27bd99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:16.164037 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:16.177714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:16.275512 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:16.297223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-533b39f1-10ec-4277-9bc0-51db2bc5c41b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:16.327572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:16.349002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be676bd7-f40a-40b8-9c29-6b7b767dc54b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:16.350217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-be676bd7-f40a-40b8-9c29-6b7b767dc54b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:16.354453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event updated for resources: {'Port': ['ID=595b6181-f3a5-4a79-8849-d9031ecf65d5,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:16.363058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 32eb5f84-2d9b-4967-9176-0e764d0a9316 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:16.449143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-bedf3045-75f2-4460-b1fa-104bab27bd99 None None] For port 9c24551a-dada-494b-ab3e-8c74329a1067, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9c24551a-dada-494b-ab3e-8c74329a1067,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:16.449533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bedf3045-75f2-4460-b1fa-104bab27bd99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:16.459675 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-533b39f1-10ec-4277-9bc0-51db2bc5c41b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for b27b40e4-7a1a-408a-91ac-135a501ad745 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:16.475590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-be676bd7-f40a-40b8-9c29-6b7b767dc54b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:16.479194 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-be676bd7-f40a-40b8-9c29-6b7b767dc54b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4489181 Oct 05 09:18:16.480675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59978) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:16.509673 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-5b80ead5-dc13-467f-8197-85518545cb15 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] update failed (client error): The resource could not be found. Oct 05 09:18:16.514166 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5b80ead5-dc13-467f-8197-85518545cb15 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "PUT /v2.0/floatingips/8cd91533-1a14-40c9-ba01-65a5848acb15 HTTP/1.1" status: 404 len: 507 time: 0.6954827 Oct 05 09:18:16.518526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59982) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:16.582311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:16.585759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bedf3045-75f2-4460-b1fa-104bab27bd99 None None] Calling delete_port for 9c24551a-dada-494b-ab3e-8c74329a1067 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:16.621678 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 32eb5f84-2d9b-4967-9176-0e764d0a9316 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:16.686067 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bedf3045-75f2-4460-b1fa-104bab27bd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:16.690819 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:16.698150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:16.713600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:16.741454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-542c6cac-de74-4eae-88b4-15cfde34eeb8 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Deleting port 9d6f0fe8-2405-4365-83c7-97d86b04c442 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:16.742348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-542c6cac-de74-4eae-88b4-15cfde34eeb8 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:16.744905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf3045-75f2-4460-b1fa-104bab27bd99 None None] Pushing event deleted for resources: {'Port': ['ID=9c24551a-dada-494b-ab3e-8c74329a1067,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:16.746500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9c24551a-dada-494b-ab3e-8c74329a1067 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:18:16.749301 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Pushing event updated for resources: {'Port': ['ID=7e83127e-5d7a-496a-9a5b-fad40b19c8a7,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:16.788481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db88b8-ebf0-4842-8f1e-2c693ce1952a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:16.789301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-04db88b8-ebf0-4842-8f1e-2c693ce1952a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:16.824963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Network c340fe75-2ced-454a-8ef3-8641e2f663b5 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:16.829431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:16.865111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf3045-75f2-4460-b1fa-104bab27bd99 None None] No DVR routers for this DVR port 9c24551a-dada-494b-ab3e-8c74329a1067 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:18:16.867789 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 9 to provision port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 Oct 05 09:18:16.869725 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4156e-b2f3-4d86-b4fc-996cf40241f2 req-a9665706-f684-4599-8a57-e38e56cdae5d tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:16.871263 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bff4156e-b2f3-4d86-b4fc-996cf40241f2 req-a9665706-f684-4599-8a57-e38e56cdae5d tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.3669605 Oct 05 09:18:16.913944 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 9c24551a-dada-494b-ab3e-8c74329a1067 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:18:16.914521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9c24551a-dada-494b-ab3e-8c74329a1067 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:18:16.954532 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-04db88b8-ebf0-4842-8f1e-2c693ce1952a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:16.955877 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-04db88b8-ebf0-4842-8f1e-2c693ce1952a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4737885 Oct 05 09:18:16.970001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:17.008006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59986) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:17.100732 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bff4156e-b2f3-4d86-b4fc-996cf40241f2 req-c39b5a99-6d6b-4ca7-aeb5-29bd56fa822e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607468 Oct 05 09:18:17.120512 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-533b39f1-10ec-4277-9bc0-51db2bc5c41b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:17.188622 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bdcf58df-62ea-414b-8d62-8ad668b2b368 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1781204 Oct 05 09:18:17.191809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59992) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:17.198923 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Router d845f8a5-d664-4783-bd0c-c7034b82ec80 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:18:17.211498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7fff1e4b-7936-4313-a3a9-bbfb0ea5b4ad tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:17.238780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b39f1-10ec-4277-9bc0-51db2bc5c41b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=b27b40e4-7a1a-408a-91ac-135a501ad745,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:17.251062 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:18:17.471203 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Attempt 10 to provision port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 Oct 05 09:18:17.536939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ff3d-71e0-4d8e-afa9-8f7d008e0893 None None] Port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:17.614974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-533b39f1-10ec-4277-9bc0-51db2bc5c41b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:17.621725 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-542c6cac-de74-4eae-88b4-15cfde34eeb8 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:17.622266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-542c6cac-de74-4eae-88b4-15cfde34eeb8 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:17.654375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7fff1e4b-7936-4313-a3a9-bbfb0ea5b4ad tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:17.658926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Provisioning for port 595b6181-f3a5-4a79-8849-d9031ecf65d5 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:17.664341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Provisioning complete for port 595b6181-f3a5-4a79-8849-d9031ecf65d5 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:17.664917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:17.665467 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 1 to provision port 595b6181-f3a5-4a79-8849-d9031ecf65d5 Oct 05 09:18:17.725719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 595b6181-f3a5-4a79-8849-d9031ecf65d5 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:17.775047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-542c6cac-de74-4eae-88b4-15cfde34eeb8 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Calling delete_port for 9d6f0fe8-2405-4365-83c7-97d86b04c442 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:17.804175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:17.817447 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7fff1e4b-7936-4313-a3a9-bbfb0ea5b4ad tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:17.820838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9624a30-9800-4664-8c4c-c2e220d22b7c None None] Sync routers for ids ['d845f8a5-d664-4783-bd0c-c7034b82ec80'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:17.832880 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f57140df-0172-41c8-85db-979dd5676250 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "PUT /v2.0/routers/d845f8a5-d664-4783-bd0c-c7034b82ec80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3260679 Oct 05 09:18:17.836065 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 59996) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:17.844287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9624a30-9800-4664-8c4c-c2e220d22b7c None None] Routers {'d845f8a5-d664-4783-bd0c-c7034b82ec80'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:17.845158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d9624a30-9800-4664-8c4c-c2e220d22b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['d845f8a5-d664-4783-bd0c-c7034b82ec80'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:17.868262 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:17.910410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fff1e4b-7936-4313-a3a9-bbfb0ea5b4ad tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:17.913852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fff1e4b-7936-4313-a3a9-bbfb0ea5b4ad tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:17.928245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d9624a30-9800-4664-8c4c-c2e220d22b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:17.940094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9624a30-9800-4664-8c4c-c2e220d22b7c None None] Routers {'d845f8a5-d664-4783-bd0c-c7034b82ec80'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:17.940330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d9624a30-9800-4664-8c4c-c2e220d22b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['d845f8a5-d664-4783-bd0c-c7034b82ec80'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:18.001180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d9624a30-9800-4664-8c4c-c2e220d22b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:18.001711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9624a30-9800-4664-8c4c-c2e220d22b7c None None] The sync data for ids ['d845f8a5-d664-4783-bd0c-c7034b82ec80'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:18.027624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220bb9-2d9e-4bff-aed1-07ccda7b65a5 req-09e789f7-13d0-4e83-8b79-f3a2c0a9c608 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:18.029680 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-68220bb9-2d9e-4bff-aed1-07ccda7b65a5 req-09e789f7-13d0-4e83-8b79-f3a2c0a9c608 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.8014915 Oct 05 09:18:18.126617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd355-b6bf-4e3c-b4c2-1625fa4d0115 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:18.227333 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533b39f1-10ec-4277-9bc0-51db2bc5c41b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router 2850025e-8a0f-4d14-b980-e6bc60e312f6 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:18:18.228428 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 2 to provision port 595b6181-f3a5-4a79-8849-d9031ecf65d5 Oct 05 09:18:18.246684 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-68220bb9-2d9e-4bff-aed1-07ccda7b65a5 req-7967988e-342c-43b4-9a2b-b98dc9938d52 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660242 Oct 05 09:18:18.294981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 595b6181-f3a5-4a79-8849-d9031ecf65d5 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:18.361767 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-e5ecd355-b6bf-4e3c-b4c2-1625fa4d0115 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 05 09:18:18.366130 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e5ecd355-b6bf-4e3c-b4c2-1625fa4d0115 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "DELETE /v2.0/routers/d845f8a5-d664-4783-bd0c-c7034b82ec80 HTTP/1.1" status: 409 len: 329 time: 0.5289907 Oct 05 09:18:18.368873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60002) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:18.373754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-542c6cac-de74-4eae-88b4-15cfde34eeb8 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:18.473447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533b39f1-10ec-4277-9bc0-51db2bc5c41b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:18.492652 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aefa65-9a07-4667-8a69-e678cee16de6 None None] Sync routers for ids ['2850025e-8a0f-4d14-b980-e6bc60e312f6'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:18.509440 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aefa65-9a07-4667-8a69-e678cee16de6 None None] Routers {'2850025e-8a0f-4d14-b980-e6bc60e312f6'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:18.510216 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f1aefa65-9a07-4667-8a69-e678cee16de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2850025e-8a0f-4d14-b980-e6bc60e312f6'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:18.576954 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f1aefa65-9a07-4667-8a69-e678cee16de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:18.585702 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aefa65-9a07-4667-8a69-e678cee16de6 None None] Routers {'2850025e-8a0f-4d14-b980-e6bc60e312f6'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:18.586544 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f1aefa65-9a07-4667-8a69-e678cee16de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2850025e-8a0f-4d14-b980-e6bc60e312f6'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:18.620902 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-533b39f1-10ec-4277-9bc0-51db2bc5c41b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/2850025e-8a0f-4d14-b980-e6bc60e312f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5779297 Oct 05 09:18:18.650329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60008) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:18.651230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c6cac-de74-4eae-88b4-15cfde34eeb8 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event deleted for resources: {'Port': ['ID=9d6f0fe8-2405-4365-83c7-97d86b04c442,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:18.654703 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f1aefa65-9a07-4667-8a69-e678cee16de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:18.655172 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aefa65-9a07-4667-8a69-e678cee16de6 None None] The sync data for ids ['2850025e-8a0f-4d14-b980-e6bc60e312f6'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:18.796889 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 3 to provision port 595b6181-f3a5-4a79-8849-d9031ecf65d5 Oct 05 09:18:18.819224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:18.873461 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 595b6181-f3a5-4a79-8849-d9031ecf65d5 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:18.933542 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a7e9c-3a38-4234-bef5-583397bf68ae req-ae73cbc8-1ce1-4992-beb5-e9ac8ba64f9d tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:18.935821 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-282a7e9c-3a38-4234-bef5-583397bf68ae req-ae73cbc8-1ce1-4992-beb5-e9ac8ba64f9d tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.3232124 Oct 05 09:18:19.060549 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-282a7e9c-3a38-4234-bef5-583397bf68ae req-accbf83c-a986-44c5-a2ec-26928a85e3be tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719306 Oct 05 09:18:19.108939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Router 2427f7d5-28f9-4afd-b425-933f0411941d is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:18:19.289346 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:19.299961 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Sync routers for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:19.309874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:19.311170 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-535a584c-a0fb-4bfd-9010-ddc7871bf133 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3248861 Oct 05 09:18:19.312996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:19.313718 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:19.314239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60012) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:19.343546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-542c6cac-de74-4eae-88b4-15cfde34eeb8 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:19.376543 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 4 to provision port 595b6181-f3a5-4a79-8849-d9031ecf65d5 Oct 05 09:18:19.457148 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-c8c60726-969f-4bb2-9ef4-c61bc22556c2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] remove_router_interface failed (client error): The resource could not be found. Oct 05 09:18:19.458596 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 595b6181-f3a5-4a79-8849-d9031ecf65d5 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:19.459025 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c8c60726-969f-4bb2-9ef4-c61bc22556c2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/2850025e-8a0f-4d14-b980-e6bc60e312f6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8047309 Oct 05 09:18:19.461857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60016) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:19.515679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-542c6cac-de74-4eae-88b4-15cfde34eeb8 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:19.521231 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60020) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:19.522462 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-542c6cac-de74-4eae-88b4-15cfde34eeb8 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "DELETE /v2.0/floatingips/8cd91533-1a14-40c9-ba01-65a5848acb15 HTTP/1.1" status: 204 len: 168 time: 2.9983401 Oct 05 09:18:19.531225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fff1e4b-7936-4313-a3a9-bbfb0ea5b4ad tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:19.536525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-28e3aee3-a766-43fa-9adb-1142baa82566 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Request body: {'floatingip': {'floating_network_id': '25969d15-fa65-4319-aa68-73b6cc093bb4', 'port_id': '7c292c6f-a856-4dcc-9c60-a86e2a9986a9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:19.544353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2c7b4c46-6b70-4d6e-ab6d-2cf148b87b55 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Synchronizing usage tracker for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:19.554751 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:18:19.558234 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-28e3aee3-a766-43fa-9adb-1142baa82566 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:19.570162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-28e3aee3-a766-43fa-9adb-1142baa82566 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Usage tracker for resource:floatingip and tenant:6165b955afe64997892c0ab08937e742 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:19.577299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-28e3aee3-a766-43fa-9adb-1142baa82566 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:19.593389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff1e4b-7936-4313-a3a9-bbfb0ea5b4ad tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:19.601041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-7fff1e4b-7936-4313-a3a9-bbfb0ea5b4ad tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:19.606005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fff1e4b-7936-4313-a3a9-bbfb0ea5b4ad tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:19.607168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fff1e4b-7936-4313-a3a9-bbfb0ea5b4ad tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:19.631542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff1e4b-7936-4313-a3a9-bbfb0ea5b4ad tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=c4bb3fd7-3ba4-4fca-9829-c70b9ad933c5,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:19.651204 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7fff1e4b-7936-4313-a3a9-bbfb0ea5b4ad tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4508164 Oct 05 09:18:19.652273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60024) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:19.657159 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305875a8-5468-495b-9862-7602d74a6613 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:19.664184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'mac_address': 'fa:16:3e:d6:f7:f0', 'name': 'tempest-NetworksTestDHCPv6-1799027262'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:19.665618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-28e3aee3-a766-43fa-9adb-1142baa82566 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:19.678546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2c7b4c46-6b70-4d6e-ab6d-2cf148b87b55 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Unset dirty status for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:19.682535 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2c7b4c46-6b70-4d6e-ab6d-2cf148b87b55 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=2850025e-8a0f-4d14-b980-e6bc60e312f6 HTTP/1.1" status: 200 len: 205 time: 0.2092192 Oct 05 09:18:19.684224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60028) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:19.758100 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-28e3aee3-a766-43fa-9adb-1142baa82566 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:19.880662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5f1941a-c6c1-4f25-96c0-67a0f44292ff tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:19.936444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:19.984671 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 5 to provision port 595b6181-f3a5-4a79-8849-d9031ecf65d5 Oct 05 09:18:19.992524 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fabe6fc8-d600-453b-aa17-2381f8108f3b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:20.014386 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:20.038921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:20.049461 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': 'c4bb3fd7-3ba4-4fca-9829-c70b9ad933c5'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:18:20.050850 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:20.133629 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 595b6181-f3a5-4a79-8849-d9031ecf65d5 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:20.285690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:20.286316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:17Z', 'revision_number': 3, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:20.295626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Checking router: 2427f7d5-28f9-4afd-b425-933f0411941d for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:18:20.295980 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Updating router 2427f7d5-28f9-4afd-b425-933f0411941d port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:18:20.326028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 26a41d83-fdf7-462c-a215-592f59c87e7e yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:18:20.344615 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Allocated IP 2001:db8::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/c4bb3fd7-3ba4-4fca-9829-c70b9ad933c5/7415568b-8a8e-45aa-8ccc-fbd23ee333c4) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:20.368849 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:20.469773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1941a-c6c1-4f25-96c0-67a0f44292ff tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Deleting port 595b6181-f3a5-4a79-8849-d9031ecf65d5 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:20.470883 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5f1941a-c6c1-4f25-96c0-67a0f44292ff tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:20.679705 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 6 to provision port 595b6181-f3a5-4a79-8849-d9031ecf65d5 Oct 05 09:18:20.788078 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fabe6fc8-d600-453b-aa17-2381f8108f3b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:20.794847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fabe6fc8-d600-453b-aa17-2381f8108f3b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:20.809860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:20.812313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 595b6181-f3a5-4a79-8849-d9031ecf65d5 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:20.822951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5f1941a-c6c1-4f25-96c0-67a0f44292ff tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:20.849587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Transition to ACTIVE for port object 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:20.878593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Transition to ACTIVE for port object 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:20.885821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:20.905609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fabe6fc8-d600-453b-aa17-2381f8108f3b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:20.906169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabe6fc8-d600-453b-aa17-2381f8108f3b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Fanout notify agent at l3_agent the message router_deleted on router 2850025e-8a0f-4d14-b980-e6bc60e312f6 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:18:20.927651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa34a3-0579-47fc-b79f-95d3e6023aa7 req-4fd62236-58ff-431e-bd83-f5f6b468c54b tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:20.929116 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-05aa34a3-0579-47fc-b79f-95d3e6023aa7 req-4fd62236-58ff-431e-bd83-f5f6b468c54b tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.7266016 Oct 05 09:18:20.942098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fabe6fc8-d600-453b-aa17-2381f8108f3b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:20.945688 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fabe6fc8-d600-453b-aa17-2381f8108f3b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/2850025e-8a0f-4d14-b980-e6bc60e312f6 HTTP/1.1" status: 204 len: 168 time: 1.2566862 Oct 05 09:18:20.991711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60034) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:20.996405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:21.005766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:21.018833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:21.058663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1941a-c6c1-4f25-96c0-67a0f44292ff tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Calling delete_port for 595b6181-f3a5-4a79-8849-d9031ecf65d5 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:21.070467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Pushing event updated for resources: {'Port': ['ID=7415568b-8a8e-45aa-8ccc-fbd23ee333c4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:21.116142 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-28e3aee3-a766-43fa-9adb-1142baa82566 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:18:21.120947 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-28e3aee3-a766-43fa-9adb-1142baa82566 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5950258 Oct 05 09:18:21.120947 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-05aa34a3-0579-47fc-b79f-95d3e6023aa7 req-779b1643-b5b4-4528-8cec-38b20794f4bb tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739669 Oct 05 09:18:21.128130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60038) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:21.139114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.164522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Transition to ACTIVE for port object 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:21.170991 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Attempting to bind port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:21.171364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Attempting to bind port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:21.171719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Attempting to bind port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:21.173101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-6519c29e-1b3e-4bab-9a3e-0d5d427f9593 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting subnet 34ba8d34-737e-4efc-a694-75444507d694 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:18:21.178469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:21.179332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:21.179332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.179677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:21.180177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Bound port: 7415568b-8a8e-45aa-8ccc-fbd23ee333c4, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:21.180545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6519c29e-1b3e-4bab-9a3e-0d5d427f9593 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.180685 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.192315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.241862 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.266288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6519c29e-1b3e-4bab-9a3e-0d5d427f9593 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.298966 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Attempting to bind port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:21.299335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Attempting to bind port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:21.299700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Attempting to bind port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:21.301088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '7c292c6f-a856-4dcc-9c60-a86e2a9986a9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:21.311021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:21.314819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:21.315207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:21.315588 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.316143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:21.316992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Bound port: 7e83127e-5d7a-496a-9a5b-fad40b19c8a7, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:21.317367 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.317613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Usage tracker for resource:floatingip and tenant:6165b955afe64997892c0ab08937e742 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:21.320894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:21.328471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::1de (19d31986-d6d4-46c2-94b6-97b25bee37cf/c4bb3fd7-3ba4-4fca-9829-c70b9ad933c5/26a41d83-fdf7-462c-a215-592f59c87e7e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:21.333311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:21.345890 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 7 to provision port 595b6181-f3a5-4a79-8849-d9031ecf65d5 Oct 05 09:18:21.386146 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5f1941a-c6c1-4f25-96c0-67a0f44292ff tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.400612 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.412616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 595b6181-f3a5-4a79-8849-d9031ecf65d5 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:18:21.427488 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2eb628-8b54-4302-9778-c5ae7498cfbe None None] Pushing event updated for resources: {'Port': ['ID=7e83127e-5d7a-496a-9a5b-fad40b19c8a7,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:21.479875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6519c29e-1b3e-4bab-9a3e-0d5d427f9593 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.492419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] For port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:21.498131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] For port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7415568b-8a8e-45aa-8ccc-fbd23ee333c4,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:21.499680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] For port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:21.503094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Provisioning for port 32eb5f84-2d9b-4967-9176-0e764d0a9316 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:21.507358 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] For port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7e83127e-5d7a-496a-9a5b-fad40b19c8a7,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:21.511328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.553803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1941a-c6c1-4f25-96c0-67a0f44292ff tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event deleted for resources: {'Port': ['ID=595b6181-f3a5-4a79-8849-d9031ecf65d5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:21.554427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Provisioning complete for port 32eb5f84-2d9b-4967-9176-0e764d0a9316 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:21.554427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.554950 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 1 to provision port 32eb5f84-2d9b-4967-9176-0e764d0a9316 Oct 05 09:18:21.626616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Allocated IP 172.20.0.1 (14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d/a5839bf4-e29e-4f5e-a7da-024938bf5fd4/05a6c3d0-04f5-403c-92e5-000d0dd36216) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:21.628854 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.674115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:21.675829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:21.681712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6519c29e-1b3e-4bab-9a3e-0d5d427f9593 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.795306 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a2827-e0e7-46ab-aee0-5b6d5faf35a2 None None] Pushing event updated for resources: {'Port': ['ID=7415568b-8a8e-45aa-8ccc-fbd23ee333c4,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:21.883619 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519c29e-1b3e-4bab-9a3e-0d5d427f9593 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Subnet': ['ID=34ba8d34-737e-4efc-a694-75444507d694,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:21.904607 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6519c29e-1b3e-4bab-9a3e-0d5d427f9593 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:21.907723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1074a1e-130a-4174-a166-2c949932462a None None] Network 45cf2c77-3176-40d8-bc9f-29453d474107 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:21.962209 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6519c29e-1b3e-4bab-9a3e-0d5d427f9593 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/34ba8d34-737e-4efc-a694-75444507d694 HTTP/1.1" status: 204 len: 168 time: 0.9671352 Oct 05 09:18:21.967596 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60046) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:22.018724 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54083cf0-7377-4364-8df8-169a62fbed0c req-ba8f35e2-e284-481f-8406-733337e53349 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:22.022424 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-54083cf0-7377-4364-8df8-169a62fbed0c req-ba8f35e2-e284-481f-8406-733337e53349 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.3458140 Oct 05 09:18:22.268762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2eb628-8b54-4302-9778-c5ae7498cfbe None None] Pushing event updated for resources: {'Port': ['ID=7e83127e-5d7a-496a-9a5b-fad40b19c8a7,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:22.281520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:22.300478 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-54083cf0-7377-4364-8df8-169a62fbed0c req-44b87dde-49df-4a8b-af2a-8cd5cbbb208b tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733634 Oct 05 09:18:22.322140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:18:22.334019 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Transition to ACTIVE for port object 05a6c3d0-04f5-403c-92e5-000d0dd36216 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:22.361298 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:22.391820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5f1941a-c6c1-4f25-96c0-67a0f44292ff tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:22.438237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:22.439323 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:22.446741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:22.449174 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:22.470375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:22.492251 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=05a6c3d0-04f5-403c-92e5-000d0dd36216,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:22.522338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:22.533009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Current status of the port 32eb5f84-2d9b-4967-9176-0e764d0a9316 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:22.533889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:22.651677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:22.693272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13005fb5-320e-4622-b7a3-9372b1e7ae69 req-316174da-e954-48e2-8139-904c69f8c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:22.699410 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-13005fb5-320e-4622-b7a3-9372b1e7ae69 req-316174da-e954-48e2-8139-904c69f8c7cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aec5cc3e3f104ffc8add9a9c07c9cb82&device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 1099 time: 0.9650681 Oct 05 09:18:22.738998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:22.791836 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object 26a41d83-fdf7-462c-a215-592f59c87e7e will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:22.797435 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] For port 32eb5f84-2d9b-4967-9176-0e764d0a9316, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=32eb5f84-2d9b-4967-9176-0e764d0a9316,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:22.854187 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:22.879888 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:22.927627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port 36a821f2-29a7-4f94-80ff-f4e43e497929 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:22.927970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:22.958901 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Pushing event updated for resources: {'Port': ['ID=32eb5f84-2d9b-4967-9176-0e764d0a9316,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:22.966233 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:22.998496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Provisioning for port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:23.013747 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Provisioning complete for port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:23.014218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:23.014886 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 1 to provision port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 Oct 05 09:18:23.052506 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:17Z', 'revision_number': 3, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:23.065465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:23.069596 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2844d4a9-ebea-4eb5-a89e-3cf14996ef11 None None] The sync data for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv is: [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:17Z', 'revision_number': 3, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:23.076978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b20d5c3-4cee-4c64-9b4d-fc98ef636d8e None None] DHCP port deletion for 45cf2c77-3176-40d8-bc9f-29453d474107 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:18:23.083316 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:23.093188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b20d5c3-4cee-4c64-9b4d-fc98ef636d8e None None] Deleting port 36a821f2-29a7-4f94-80ff-f4e43e497929 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:23.093614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b20d5c3-4cee-4c64-9b4d-fc98ef636d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:23.131033 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:23.217240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=05a6c3d0-04f5-403c-92e5-000d0dd36216,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:23.220695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:23.224764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:23.243098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:23.284140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:23.289613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:23.290264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:23.315841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:23.341666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=26a41d83-fdf7-462c-a215-592f59c87e7e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:23.375542 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b20d5c3-4cee-4c64-9b4d-fc98ef636d8e None None] For port 36a821f2-29a7-4f94-80ff-f4e43e497929, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=36a821f2-29a7-4f94-80ff-f4e43e497929,segment=NetworkSegment(3c880f46-0092-47e9-886e-9cafd84f8a71),segment_id=3c880f46-0092-47e9-886e-9cafd84f8a71)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:23.376576 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b20d5c3-4cee-4c64-9b4d-fc98ef636d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:23.398834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:23.405147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:23.416887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f1941a-c6c1-4f25-96c0-67a0f44292ff tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Router d845f8a5-d664-4783-bd0c-c7034b82ec80 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:18:23.501050 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b95074b3-f478-4b1b-a414-a2768da86e91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8451211 Oct 05 09:18:23.592985 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60052) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:23.613079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13005fb5-320e-4622-b7a3-9372b1e7ae69 req-bbf39027-0d8a-4495-877c-4f5d955b77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:23.615175 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-13005fb5-320e-4622-b7a3-9372b1e7ae69 req-bbf39027-0d8a-4495-877c-4f5d955b77b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=155c071c-e543-4f12-b1d9-dda38493f4ce HTTP/1.1" status: 200 len: 912 time: 0.8006327 Oct 05 09:18:23.661415 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 2 to provision port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 Oct 05 09:18:23.720973 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b20d5c3-4cee-4c64-9b4d-fc98ef636d8e None None] Calling delete_port for 36a821f2-29a7-4f94-80ff-f4e43e497929 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:23.857050 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-13005fb5-320e-4622-b7a3-9372b1e7ae69 req-24542169-9e5f-4c39-b141-fb7a458aca95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca92ef9-766a-465e-acc8-5522714d2448 HTTP/1.1" status: 200 len: 217 time: 0.2256742 Oct 05 09:18:23.865728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:23.921226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b20d5c3-4cee-4c64-9b4d-fc98ef636d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:23.933210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Router 2427f7d5-28f9-4afd-b425-933f0411941d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:18:23.967905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c42f3-e99c-4aa6-be94-ab7fa1c51ce4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:23.977112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c42f3-e99c-4aa6-be94-ab7fa1c51ce4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:23.982380 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-315c42f3-e99c-4aa6-be94-ab7fa1c51ce4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3883970 Oct 05 09:18:23.985455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60056) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:23.988227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20d5c3-4cee-4c64-9b4d-fc98ef636d8e None None] Pushing event deleted for resources: {'Port': ['ID=36a821f2-29a7-4f94-80ff-f4e43e497929,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:23.995968 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20d5c3-4cee-4c64-9b4d-fc98ef636d8e None None] No DVR routers for this DVR port 36a821f2-29a7-4f94-80ff-f4e43e497929 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:18:24.034155 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f1941a-c6c1-4f25-96c0-67a0f44292ff tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:24.045552 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9539ad30-3072-4f5f-966e-8aaa170cc7f4 None None] Sync routers for ids ['d845f8a5-d664-4783-bd0c-c7034b82ec80'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:24.049795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fbf22-43bc-4f02-b9e2-90cb5576686c req-b96b786f-9147-49cd-aba3-2f6bf1da12ef tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:24.050475 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-855fbf22-43bc-4f02-b9e2-90cb5576686c req-b96b786f-9147-49cd-aba3-2f6bf1da12ef tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.4583802 Oct 05 09:18:24.057733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] For port 36a821f2-29a7-4f94-80ff-f4e43e497929, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=36a821f2-29a7-4f94-80ff-f4e43e497929,segment=NetworkSegment(3c880f46-0092-47e9-886e-9cafd84f8a71),segment_id=3c880f46-0092-47e9-886e-9cafd84f8a71)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:24.058153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:24.060574 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9539ad30-3072-4f5f-966e-8aaa170cc7f4 None None] Routers {'d845f8a5-d664-4783-bd0c-c7034b82ec80'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:24.061620 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9539ad30-3072-4f5f-966e-8aaa170cc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['d845f8a5-d664-4783-bd0c-c7034b82ec80'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:24.084557 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b5f1941a-c6c1-4f25-96c0-67a0f44292ff tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "PUT /v2.0/routers/d845f8a5-d664-4783-bd0c-c7034b82ec80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7102060 Oct 05 09:18:24.087233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13005fb5-320e-4622-b7a3-9372b1e7ae69 req-fc37e058-36e4-42d8-a2f9-bce74b6c7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:24.088720 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-13005fb5-320e-4622-b7a3-9372b1e7ae69 req-fc37e058-36e4-42d8-a2f9-bce74b6c7704 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8fda5c84-7bac-4b04-9f34-be6d0eb94184 HTTP/1.1" status: 200 len: 851 time: 0.1749966 Oct 05 09:18:24.127380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60060) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:24.162427 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9539ad30-3072-4f5f-966e-8aaa170cc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:24.174177 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9539ad30-3072-4f5f-966e-8aaa170cc7f4 None None] Routers {'d845f8a5-d664-4783-bd0c-c7034b82ec80'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:24.175130 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9539ad30-3072-4f5f-966e-8aaa170cc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['d845f8a5-d664-4783-bd0c-c7034b82ec80'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:24.178611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Allocated IP 172.26.0.40 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/06f041e2-1ad2-47eb-9ae1-f627cf832d08) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:24.240416 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-13005fb5-320e-4622-b7a3-9372b1e7ae69 req-be8b4d20-0c01-4e22-b309-85f56ffb2459 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=155c071c-e543-4f12-b1d9-dda38493f4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593686 Oct 05 09:18:24.251410 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c9a7d-bbc7-4510-946f-01e1221516f8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 26a41d83-fdf7-462c-a215-592f59c87e7e {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:24.251675 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9a7d-bbc7-4510-946f-01e1221516f8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:24.261279 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9539ad30-3072-4f5f-966e-8aaa170cc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:24.261855 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9539ad30-3072-4f5f-966e-8aaa170cc7f4 None None] The sync data for ids ['d845f8a5-d664-4783-bd0c-c7034b82ec80'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:24.305808 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-4be72226-8d1c-427e-aed0-e49bb99b4594 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] show failed (client error): The resource could not be found. Oct 05 09:18:24.307309 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4be72226-8d1c-427e-aed0-e49bb99b4594 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-13419302 HTTP/1.1" status: 404 len: 333 time: 0.1675658 Oct 05 09:18:24.367866 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 3 to provision port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 Oct 05 09:18:24.426559 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:24.485898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for 36a821f2-29a7-4f94-80ff-f4e43e497929 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:24.487093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60064) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:24.501471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c0d87491-31fe-4aad-8a35-604e8a31aaf3 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:24.521630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:24.550375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:24.555667 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:24.556075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:24.556413 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 Oct 05 09:18:24.646017 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-855fbf22-43bc-4f02-b9e2-90cb5576686c req-453f8ea3-282d-407c-96ec-5c3e37920d48 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852108 Oct 05 09:18:24.751950 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-c0d87491-31fe-4aad-8a35-604e8a31aaf3 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] update failed (client error): The resource could not be found. Oct 05 09:18:24.753303 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c0d87491-31fe-4aad-8a35-604e8a31aaf3 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-37796271 HTTP/1.1" status: 404 len: 333 time: 0.2590742 Oct 05 09:18:24.767742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60068) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:24.777540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:18:24.778068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:18:24.787795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:24.788274 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:24.795121 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-13005fb5-320e-4622-b7a3-9372b1e7ae69 req-fe17bf97-4cd4-40a4-9f3b-df148d213955 service neutron] 10.222.0.45 "GET /v2.0/networks/155c071c-e543-4f12-b1d9-dda38493f4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346157 Oct 05 09:18:24.808842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7e83127e-5d7a-496a-9a5b-fad40b19c8a7,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:24.814286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:24.814472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 32eb5f84-2d9b-4967-9176-0e764d0a9316 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:24.821051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:24.832423 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7d66a9a3-19d0-4856-84fb-3d5ec7603ee8 admin admin] 10.222.0.64 "PUT /v2.0/routers/2427f7d5-28f9-4afd-b425-933f0411941d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5117102 Oct 05 09:18:24.955966 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=7e83127e-5d7a-496a-9a5b-fad40b19c8a7,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:24.984029 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 32eb5f84-2d9b-4967-9176-0e764d0a9316 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:24.984615 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:24.985022 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 32eb5f84-2d9b-4967-9176-0e764d0a9316 Oct 05 09:18:24.997208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2096a5-e399-4092-bb7d-491647bd90c3 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Deleting subnet 3ac73baa-cf1f-46da-8666-a6a5ed7872b0 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:18:25.003403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea2096a5-e399-4092-bb7d-491647bd90c3 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:25.024267 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 4 to provision port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 Oct 05 09:18:25.034053 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-13005fb5-320e-4622-b7a3-9372b1e7ae69 req-82c1d35a-eb70-43d5-b360-b17c6afc1100 service neutron] 10.222.0.45 "GET /v2.0/networks/155c071c-e543-4f12-b1d9-dda38493f4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280519 Oct 05 09:18:25.055096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:25.092368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea2096a5-e399-4092-bb7d-491647bd90c3 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:25.093345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:25.120696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:25.155902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9a7d-bbc7-4510-946f-01e1221516f8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:25.171708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:25.174893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:25.177164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:25.226785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 32eb5f84-2d9b-4967-9176-0e764d0a9316 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:25.282881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port 36a821f2-29a7-4f94-80ff-f4e43e497929 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:25.283228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:25.301628 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c9a7d-bbc7-4510-946f-01e1221516f8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 26a41d83-fdf7-462c-a215-592f59c87e7e owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:25.301802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 36a821f2-29a7-4f94-80ff-f4e43e497929 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:18:25.330316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event updated for resources: {'Port': ['ID=06f041e2-1ad2-47eb-9ae1-f627cf832d08,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:25.352091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 36a821f2-29a7-4f94-80ff-f4e43e497929 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:18:25.352435 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 36a821f2-29a7-4f94-80ff-f4e43e497929 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:18:25.389556 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] The port '36a821f2-29a7-4f94-80ff-f4e43e497929' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:18:25.421913 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea2096a5-e399-4092-bb7d-491647bd90c3 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:25.549517 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Sync routers for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:25.560323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9a7d-bbc7-4510-946f-01e1221516f8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:25.564103 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:25.564833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:25.624402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c9a7d-bbc7-4510-946f-01e1221516f8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=26a41d83-fdf7-462c-a215-592f59c87e7e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:25.635586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Deleting port 06f041e2-1ad2-47eb-9ae1-f627cf832d08 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:25.635943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:25.640950 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 5 to provision port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 Oct 05 09:18:25.715038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60088) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:25.722649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:25.739872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9a7d-bbc7-4510-946f-01e1221516f8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:25.747357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1977350007-network', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:25.757910 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:25.768215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea2096a5-e399-4092-bb7d-491647bd90c3 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:25.787370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Usage tracker for resource:network and tenant:b9625ca650814d5596e2a15755f230cf is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:25.789647 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7e5c9a7d-bbc7-4510-946f-01e1221516f8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/26a41d83-fdf7-462c-a215-592f59c87e7e HTTP/1.1" status: 204 len: 168 time: 1.8029137 Oct 05 09:18:25.790375 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60092) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:25.817426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:25.841773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cf2c77-3176-40d8-bc9f-29453d474107']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:25.846795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:25.878930 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a81e0-fee7-499b-b48c-ac87cb05b89f None None] Network 6f71367f-40f9-4538-971f-388f1d000cb1 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:25.922251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:25.956777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea2096a5-e399-4092-bb7d-491647bd90c3 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:25.958866 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ea2096a5-e399-4092-bb7d-491647bd90c3 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "DELETE /v2.0/subnets/3ac73baa-cf1f-46da-8666-a6a5ed7872b0 HTTP/1.1" status: 204 len: 168 time: 1.1898968 Oct 05 09:18:25.976650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60098) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:25.977780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2096a5-e399-4092-bb7d-491647bd90c3 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac73baa-cf1f-46da-8666-a6a5ed7872b0,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:25.984050 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:18:26.002048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c880f46-0092-47e9-886e-9cafd84f8a71') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:26.002251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c880f46-0092-47e9-886e-9cafd84f8a71') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:26.025104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Made reservation on behalf of b9625ca650814d5596e2a15755f230cf for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:26.027420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.042385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.055451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.069764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-775e809f-7450-46bd-aa75-2b319a12579a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Deleting subnet 9e674b68-289d-4539-976f-55db6bb51005 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:18:26.073982 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-775e809f-7450-46bd-aa75-2b319a12579a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.083284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:26.087246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.092935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Usage tracker for resource:security_group_rule and tenant:b9625ca650814d5596e2a15755f230cf is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:26.100354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:26.119001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:26.121131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:18:26.122197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.135071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-775e809f-7450-46bd-aa75-2b319a12579a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.197097 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3c880f46-0092-47e9-886e-9cafd84f8a71 resource provider aggregate not found Oct 05 09:18:26.226749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23af1986-32e1-4d88-9546-3d76d8d526e5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:26.227852 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3c880f46-0092-47e9-886e-9cafd84f8a71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c880f46-0092-47e9-886e-9cafd84f8a71 found for delete ", "request_id": "req-ab2542ac-7861-4ddd-8778-562abf4ff304"}]} Oct 05 09:18:26.228828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23af1986-32e1-4d88-9546-3d76d8d526e5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:26.229581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-23af1986-32e1-4d88-9546-3d76d8d526e5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:26.233004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.233339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.288749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-23af1986-32e1-4d88-9546-3d76d8d526e5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:26.290305 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-23af1986-32e1-4d88-9546-3d76d8d526e5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4226565 Oct 05 09:18:26.294371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60106) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:26.328821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:26.343047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d4d52-9bcc-45c6-9e4e-895a05b6b571 req-477c839a-5bc1-4829-b001-62923ee48a0c tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:26.344559 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e1d4d52-9bcc-45c6-9e4e-895a05b6b571 req-477c839a-5bc1-4829-b001-62923ee48a0c tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.4378095 Oct 05 09:18:26.365625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-775e809f-7450-46bd-aa75-2b319a12579a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.367906 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 6 to provision port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 Oct 05 09:18:26.462803 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f7d98d-7154-445d-87fd-86d48afd3481 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet c4bb3fd7-3ba4-4fca-9829-c70b9ad933c5 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:18:26.471754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-24f7d98d-7154-445d-87fd-86d48afd3481 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.499868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:26.525258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Calling delete_port for 06f041e2-1ad2-47eb-9ae1-f627cf832d08 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:26.556344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.563678 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:26.564238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.564433 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 Oct 05 09:18:26.588377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.619327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Network': ['ID=45cf2c77-3176-40d8-bc9f-29453d474107,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:26.638389 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6583ccc-daa3-48ea-a559-7e2ffe77d233 None None] DHCP port deletion for 6f71367f-40f9-4538-971f-388f1d000cb1 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:18:26.645127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e6583ccc-daa3-48ea-a559-7e2ffe77d233 None None] Deleting port 90530625-3906-4f9e-9062-49058e9b931e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:26.645436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6583ccc-daa3-48ea-a559-7e2ffe77d233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.660124 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3b08e728-e20a-4c8b-b81a-026307f046fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/networks/45cf2c77-3176-40d8-bc9f-29453d474107 HTTP/1.1" status: 204 len: 168 time: 4.6871951 Oct 05 09:18:26.663983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60110) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:26.670604 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e1d4d52-9bcc-45c6-9e4e-895a05b6b571 req-02d0d5ac-afec-4395-af2e-183238ca2455 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085177 Oct 05 09:18:26.691918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 2, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:26.709485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-383593369'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:26.711770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-775e809f-7450-46bd-aa75-2b319a12579a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.719066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:26.727508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:network and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:26.759872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:26.761712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e809f-7450-46bd-aa75-2b319a12579a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event deleted for resources: {'Subnet': ['ID=9e674b68-289d-4539-976f-55db6bb51005,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:26.764235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.769228 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-24f7d98d-7154-445d-87fd-86d48afd3481 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.777027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Checking router: 2427f7d5-28f9-4afd-b425-933f0411941d for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:18:26.777319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Updating router 2427f7d5-28f9-4afd-b425-933f0411941d port 05a6c3d0-04f5-403c-92e5-000d0dd36216 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:18:26.780057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:26.784439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.806880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-775e809f-7450-46bd-aa75-2b319a12579a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.825605 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-775e809f-7450-46bd-aa75-2b319a12579a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "DELETE /v2.0/subnets/9e674b68-289d-4539-976f-55db6bb51005 HTTP/1.1" status: 204 len: 168 time: 0.8449857 Oct 05 09:18:26.827305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:26.829737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60114) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:26.841318 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.862332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59411017-8dd7-45dc-b0f6-e59f31f0ccb8,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:26.875030 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd39395-b7dd-4de7-8cd9-b2366c0a8941 None None] Network d79c2ddd-d633-4500-b701-69b83549b8cd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:26.884972 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.938370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:18:26.952983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event deleted for resources: {'Port': ['ID=06f041e2-1ad2-47eb-9ae1-f627cf832d08,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:26.967630 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.970886 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:26.971441 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Added segment 1e65e3a5-d4be-421e-81dc-01c348f6e57a of type vlan for network ed1c54b9-03a6-43a8-aa44-1cafd35494cd Oct 05 09:18:26.988727 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:26.992543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Deleting port 90530625-3906-4f9e-9062-49058e9b931e {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:26.992895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.002115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.010318 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 7 to provision port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 Oct 05 09:18:27.016491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:18:27.056928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-24f7d98d-7154-445d-87fd-86d48afd3481 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.074374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.075608 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Added segment 436d0f26-fe25-438f-87a5-4ddfcd237b74 of type vlan for network 6eb849d0-eaed-4959-8454-fa70820d81c3 Oct 05 09:18:27.096311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.135590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.187748 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] create failed (client error): The resource could not be found. Oct 05 09:18:27.192808 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5078f101-325b-497d-a9e1-72a5dcc57a1b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.8937838 Oct 05 09:18:27.192808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.192808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:27.192808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.197994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60118) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:27.242904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:27.267654 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-24f7d98d-7154-445d-87fd-86d48afd3481 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.310590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] For port 90530625-3906-4f9e-9062-49058e9b931e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=90530625-3906-4f9e-9062-49058e9b931e,segment=NetworkSegment(09c14fac-d789-45cb-8580-519690a37175),segment_id=09c14fac-d789-45cb-8580-519690a37175)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:27.310869 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.311313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e6583ccc-daa3-48ea-a559-7e2ffe77d233 None None] For port 90530625-3906-4f9e-9062-49058e9b931e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=90530625-3906-4f9e-9062-49058e9b931e,segment=NetworkSegment(09c14fac-d789-45cb-8580-519690a37175),segment_id=09c14fac-d789-45cb-8580-519690a37175)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:27.311730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6583ccc-daa3-48ea-a559-7e2ffe77d233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.322668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.325405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7d98d-7154-445d-87fd-86d48afd3481 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=c4bb3fd7-3ba4-4fca-9829-c70b9ad933c5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:27.328425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:27.329274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.362814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a84683b-f6ce-4ae7-b35a-fc8156a9d055 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:27.383790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-24f7d98d-7154-445d-87fd-86d48afd3481 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.388076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d24a4312-8457-4675-9eeb-6a6263b27ca7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Deleting port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:27.388564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d24a4312-8457-4675-9eeb-6a6263b27ca7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.413619 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6962690 Oct 05 09:18:27.423436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60122) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:27.439033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006e67d-b5be-430b-b09c-93075a9ee845 admin admin] Pushing event updated for resources: {'Network': ['ID=ed1c54b9-03a6-43a8-aa44-1cafd35494cd,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:27.444168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Request body: {'subnet': {'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1977350007-subnet', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:27.447781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Calling delete_port for 90530625-3906-4f9e-9062-49058e9b931e owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:27.466454 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7865875 Oct 05 09:18:27.472769 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:27.475284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60126) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:27.490619 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'subnet': {'network_id': '6eb849d0-eaed-4959-8454-fa70820d81c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:27.496378 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-24f7d98d-7154-445d-87fd-86d48afd3481 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/c4bb3fd7-3ba4-4fca-9829-c70b9ad933c5 HTTP/1.1" status: 204 len: 168 time: 1.1994321 Oct 05 09:18:27.501379 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60130) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:27.550312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Usage tracker for resource:subnet and tenant:b9625ca650814d5596e2a15755f230cf is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:27.556363 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e6583ccc-daa3-48ea-a559-7e2ffe77d233 None None] Calling delete_port for 90530625-3906-4f9e-9062-49058e9b931e owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:27.568636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:27.583057 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dec57a08-046c-4391-b8c3-3c553a0162c0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719469 Oct 05 09:18:27.586011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network ed1c54b9-03a6-43a8-aa44-1cafd35494cd details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:18:27.592921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60134) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:27.641163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:27.654513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.698649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86867f2-a537-4d25-b1da-c130f1d56f5c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Network': ['ID=6eb849d0-eaed-4959-8454-fa70820d81c3,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:27.716299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event deleted for resources: {'Port': ['ID=90530625-3906-4f9e-9062-49058e9b931e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:27.725851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 6eb849d0-eaed-4959-8454-fa70820d81c3 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:18:27.732295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] No DVR routers for this DVR port 90530625-3906-4f9e-9062-49058e9b931e on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:18:27.734884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:27.735402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:27.735948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:27.736445 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:27.737015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:27.737511 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:27.738018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:27.738510 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:27.739006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:27.739498 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:27.739975 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:27.740465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:27.745094 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Made reservation on behalf of b9625ca650814d5596e2a15755f230cf for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:27.748556 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.754173 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 8 to provision port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 Oct 05 09:18:27.772458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:27.847556 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:subnet and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:27.886246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.910839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b313e56-6b3c-483c-a129-9a25fb322668 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:27.911788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0b313e56-6b3c-483c-a129-9a25fb322668 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:27.915428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:27.927446 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:27.970700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:27.974419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:27.983217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f71367f-40f9-4538-971f-388f1d000cb1']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:28.001388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c14fac-d789-45cb-8580-519690a37175') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:28.001706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c14fac-d789-45cb-8580-519690a37175') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:28.017393 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.029455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0b313e56-6b3c-483c-a129-9a25fb322668 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:28.033140 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0b313e56-6b3c-483c-a129-9a25fb322668 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4368076 Oct 05 09:18:28.034160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60140) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:28.049521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.065195 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:18:28.065612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.123793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d24a4312-8457-4675-9eeb-6a6263b27ca7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.217433 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 09c14fac-d789-45cb-8580-519690a37175 resource provider aggregate not found Oct 05 09:18:28.247190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d07f3-6db7-439d-87d3-89a9f359c1ab req-26eaf5ad-4198-4106-8957-d48accd650ed tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:28.248461 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8e6d07f3-6db7-439d-87d3-89a9f359c1ab req-26eaf5ad-4198-4106-8957-d48accd650ed tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.3498304 Oct 05 09:18:28.249125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.285137 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:28.285829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-e6583ccc-daa3-48ea-a559-7e2ffe77d233 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:18:28.286328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-e6583ccc-daa3-48ea-a559-7e2ffe77d233 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:18:28.359864 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 09c14fac-d789-45cb-8580-519690a37175 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09c14fac-d789-45cb-8580-519690a37175 found for delete ", "request_id": "req-06c657fb-2817-4af0-b794-443ae266ed8d"}]} Oct 05 09:18:28.360737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.364067 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87410d64-10c5-448a-a658-5a7e56eaa9d9 None None] DHCP port deletion for d79c2ddd-d633-4500-b701-69b83549b8cd request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:18:28.369250 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event deleted for resources: {'Network': ['ID=6f71367f-40f9-4538-971f-388f1d000cb1,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:28.375456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-87410d64-10c5-448a-a658-5a7e56eaa9d9 None None] Deleting port 2b20a832-2278-4ca8-8b64-b67e14b3501c {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:28.376294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-87410d64-10c5-448a-a658-5a7e56eaa9d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.382972 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-23ad804e-765d-41a5-9d9d-36b8d41c594a tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "DELETE /v2.0/networks/6f71367f-40f9-4538-971f-388f1d000cb1 HTTP/1.1" status: 204 len: 168 time: 1.5492444 Oct 05 09:18:28.412271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 90530625-3906-4f9e-9062-49058e9b931e no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:18:28.452629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60150) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:28.471653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:18:28.473719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 90530625-3906-4f9e-9062-49058e9b931e {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:18:28.474345 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 90530625-3906-4f9e-9062-49058e9b931e not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:18:28.489532 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d24a4312-8457-4675-9eeb-6a6263b27ca7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Calling delete_port for 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:28.489876 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Deleting port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:28.490282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.557591 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8e6d07f3-6db7-439d-87d3-89a9f359c1ab req-0a4c25a2-e3f0-40e9-bdca-4c6dd3e07c6e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830741 Oct 05 09:18:28.585993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c9a2d-5c07-42c2-85b2-f33ad36f6995 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:28.585993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0e3c9a2d-5c07-42c2-85b2-f33ad36f6995 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:28.616644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0e3c9a2d-5c07-42c2-85b2-f33ad36f6995 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:28.621085 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0e3c9a2d-5c07-42c2-85b2-f33ad36f6995 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5850372 Oct 05 09:18:28.622400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60156) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:28.681578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.694765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Transition to ACTIVE for port object 05a6c3d0-04f5-403c-92e5-000d0dd36216 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:28.712413 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.725761 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e70ba468-ba4d-4e48-aff1-29d4bbd099e9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017959 Oct 05 09:18:28.727353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60160) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:28.735438 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:28.749796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.768061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.874752 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 9 to provision port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 Oct 05 09:18:28.886462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Deleting port 2b20a832-2278-4ca8-8b64-b67e14b3501c {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:28.887207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.905466 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e6583ccc-daa3-48ea-a559-7e2ffe77d233 None None] Deleting port 90530625-3906-4f9e-9062-49058e9b931e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:28.905988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6583ccc-daa3-48ea-a559-7e2ffe77d233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:28.929762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a2204-28e5-4dde-9a4c-d0c07f38932c None None] Pushing event updated for resources: {'Port': ['ID=05a6c3d0-04f5-403c-92e5-000d0dd36216,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:28.996208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28a93be-dfaf-443b-9d33-132921108313,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:29.004084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:29.019567 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:29.061691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Checking segment: {'id': '1e65e3a5-d4be-421e-81dc-01c348f6e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:29.062250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Network hostable DHCP agents. Network: ed1c54b9-03a6-43a8-aa44-1cafd35494cd, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:18:29.066635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.088352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:29.093457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.110234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d24a4312-8457-4675-9eeb-6a6263b27ca7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.126669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e6583ccc-daa3-48ea-a559-7e2ffe77d233 None None] The port '90530625-3906-4f9e-9062-49058e9b931e' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:18:29.229791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a4312-8457-4675-9eeb-6a6263b27ca7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event deleted for resources: {'Port': ['ID=7c292c6f-a856-4dcc-9c60-a86e2a9986a9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:29.239006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:29.260075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2be5e-77a2-4808-9732-ceb2dd25f725 req-90a214ce-6fc2-4b01-a710-10be6fd2cbf3 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:29.263058 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a8b2be5e-77a2-4808-9732-ceb2dd25f725 req-90a214ce-6fc2-4b01-a710-10be6fd2cbf3 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.2327406 Oct 05 09:18:29.295386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Attempting to bind port 05a6c3d0-04f5-403c-92e5-000d0dd36216 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:29.295759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Attempting to bind port 05a6c3d0-04f5-403c-92e5-000d0dd36216 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:29.296126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Attempting to bind port 05a6c3d0-04f5-403c-92e5-000d0dd36216 on network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:29.314804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:29.315185 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Checking segment: {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:29.315592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.315987 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Bound using segment: {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:29.316472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Bound port: 05a6c3d0-04f5-403c-92e5-000d0dd36216, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:29.316848 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.346051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Network ed1c54b9-03a6-43a8-aa44-1cafd35494cd is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:18:29.348181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Subnet': ['ID=6d87dc05-7ef1-4894-9f83-6fe5c9e0f7ae,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:29.352889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-87410d64-10c5-448a-a658-5a7e56eaa9d9 None None] For port 2b20a832-2278-4ca8-8b64-b67e14b3501c, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b20a832-2278-4ca8-8b64-b67e14b3501c,segment=NetworkSegment(666491e6-4a80-41d1-a976-15cb1fc5961e),segment_id=666491e6-4a80-41d1-a976-15cb1fc5961e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:29.353295 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-87410d64-10c5-448a-a658-5a7e56eaa9d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.459052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, ed1c54b9-03a6-43a8-aa44-1cafd35494cd) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:29.466298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Checking segment: {'id': '436d0f26-fe25-438f-87a5-4ddfcd237b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6eb849d0-eaed-4959-8454-fa70820d81c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:29.466929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network hostable DHCP agents. Network: 6eb849d0-eaed-4959-8454-fa70820d81c3, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:18:29.481574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:29.482522 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.491283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] For port 2b20a832-2278-4ca8-8b64-b67e14b3501c, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b20a832-2278-4ca8-8b64-b67e14b3501c,segment=NetworkSegment(666491e6-4a80-41d1-a976-15cb1fc5961e),segment_id=666491e6-4a80-41d1-a976-15cb1fc5961e)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:29.491900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.493780 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] For port 05a6c3d0-04f5-403c-92e5-000d0dd36216, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:29.497561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] For port 05a6c3d0-04f5-403c-92e5-000d0dd36216, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=05a6c3d0-04f5-403c-92e5-000d0dd36216,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:29.530697 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a8b2be5e-77a2-4808-9732-ceb2dd25f725 req-317175c7-fc01-4c6c-bddb-86d0cfc853e9 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341007 Oct 05 09:18:29.569630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f16a190-6aa1-47d4-8056-7ea01a3aceb1 None None] Network ed1c54b9-03a6-43a8-aa44-1cafd35494cd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:29.644734 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.656292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-87410d64-10c5-448a-a658-5a7e56eaa9d9 None None] Calling delete_port for 2b20a832-2278-4ca8-8b64-b67e14b3501c owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:29.665221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Calling delete_port for 2b20a832-2278-4ca8-8b64-b67e14b3501c owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:29.696187 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] For port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7415568b-8a8e-45aa-8ccc-fbd23ee333c4,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:29.696826 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.710033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d24a4312-8457-4675-9eeb-6a6263b27ca7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.714351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 6eb849d0-eaed-4959-8454-fa70820d81c3 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:18:29.720022 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.objects.ports [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89054) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:18:29.737282 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d24a4312-8457-4675-9eeb-6a6263b27ca7 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "DELETE /v2.0/ports/7c292c6f-a856-4dcc-9c60-a86e2a9986a9 HTTP/1.1" status: 204 len: 168 time: 2.5240703 Oct 05 09:18:29.739069 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eef75b85-797e-4dd0-8456-8abb6762ebb8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3136687 Oct 05 09:18:29.739654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60166) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:29.744672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 6eb849d0-eaed-4959-8454-fa70820d81c3) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:29.746298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60168) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:29.753855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1977350007-router', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:29.821703 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Attempt 10 to provision port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 Oct 05 09:18:29.823391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:29.824161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.829331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:29.849442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Usage tracker for resource:router and tenant:b9625ca650814d5596e2a15755f230cf is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:29.857624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:29.859027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3395dcf-c03b-49ae-a687-107f631ab4df None None] Network 6eb849d0-eaed-4959-8454-fa70820d81c3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:29.864931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:29.868697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.929798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event deleted for resources: {'Port': ['ID=2b20a832-2278-4ca8-8b64-b67e14b3501c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:29.932519 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-810b77bb-8158-473c-946b-1d65dd3e8e80 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4500721 Oct 05 09:18:29.936042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60174) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:29.936981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.938352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.946385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] No DVR routers for this DVR port 2b20a832-2278-4ca8-8b64-b67e14b3501c on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:18:29.946690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:29.951172 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3c6ccefa-47b0-468b-b906-8b1ce01ea07b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-226255789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:29.989829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3c6ccefa-47b0-468b-b906-8b1ce01ea07b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:30.005105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3c6ccefa-47b0-468b-b906-8b1ce01ea07b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:router and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:30.023850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3c6ccefa-47b0-468b-b906-8b1ce01ea07b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:30.041449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3c6ccefa-47b0-468b-b906-8b1ce01ea07b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:30.046444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.079646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Port 7c292c6f-a856-4dcc-9c60-a86e2a9986a9 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:18:30.127652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80bbc59-5cfe-4cdc-8428-dfa1b91b7d55 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:30.128357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c80bbc59-5cfe-4cdc-8428-dfa1b91b7d55 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Synchronizing usage tracker for tenant:6165b955afe64997892c0ab08937e742 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:30.139458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Calling delete_port for 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:30.151907 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c6ccefa-47b0-468b-b906-8b1ce01ea07b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.153547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c6ccefa-47b0-468b-b906-8b1ce01ea07b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.164472 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.203684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] For port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7415568b-8a8e-45aa-8ccc-fbd23ee333c4,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:30.207368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:30.208016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:30.233677 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.239998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.240858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.273618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Could not find standard attr ID for object 9c24551a-dada-494b-ab3e-8c74329a1067. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:18:30.291301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Could not find standard attr ID for object b27b40e4-7a1a-408a-91ac-135a501ad745. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:18:30.350392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c6ccefa-47b0-468b-b906-8b1ce01ea07b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.350967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b20a832-2278-4ca8-8b64-b67e14b3501c no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:18:30.353688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79c2ddd-d633-4500-b701-69b83549b8cd']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:30.357326 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:30.362730 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:30.365844 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:30.366527 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.391881 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a2204-28e5-4dde-9a4c-d0c07f38932c None None] Pushing event updated for resources: {'Port': ['ID=05a6c3d0-04f5-403c-92e5-000d0dd36216,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:30.394382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Could not find standard attr ID for object 3b0509f9-6d52-4ca0-975d-3ae035c2101b. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:18:30.420486 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=8392460a-05ca-44ae-a8b2-a2fde3f329df,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:30.424195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 2b20a832-2278-4ca8-8b64-b67e14b3501c {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:18:30.424368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=7415568b-8a8e-45aa-8ccc-fbd23ee333c4,revision_number=5']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:30.424568 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b20a832-2278-4ca8-8b64-b67e14b3501c not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:18:30.424981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:18:30.428723 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c49f1702-0ba5-48a4-a368-7a57c9663d4e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6993358 Oct 05 09:18:30.431501 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60178) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:30.438451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-541db706-bc7b-490b-8ce0-0c75ee1213c6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:30.448623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c80bbc59-5cfe-4cdc-8428-dfa1b91b7d55 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Unset dirty status for tenant:6165b955afe64997892c0ab08937e742 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:30.451258 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c80bbc59-5cfe-4cdc-8428-dfa1b91b7d55 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "GET /v2.0/ports?device_id=94495300-8373-4810-a68f-bb13e9631f95 HTTP/1.1" status: 200 len: 913 time: 0.7076054 Oct 05 09:18:30.460688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60182) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:30.490728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e3fe131-60e2-4c43-a848-0c232ee26715 None None] Could not find standard attr ID for object 36a821f2-29a7-4f94-80ff-f4e43e497929. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:18:30.507367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666491e6-4a80-41d1-a976-15cb1fc5961e') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:30.507672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666491e6-4a80-41d1-a976-15cb1fc5961e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:30.538460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.566002 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-87410d64-10c5-448a-a658-5a7e56eaa9d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:18:30.566002 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-87410d64-10c5-448a-a658-5a7e56eaa9d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:18:30.672608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c6ccefa-47b0-468b-b906-8b1ce01ea07b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.703558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.707739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.742280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:18:30.742690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.749928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-ed1c54b9-03a6-43a8-aa44-1cafd35494cd', 'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'fixed_ips': [{'subnet_id': 'e28a93be-dfaf-443b-9d33-132921108313'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:18:30.750762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.765605 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:18:30.766172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:18:30.768611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c6ccefa-47b0-468b-b906-8b1ce01ea07b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.773897 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3c6ccefa-47b0-468b-b906-8b1ce01ea07b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8273630 Oct 05 09:18:30.803354 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4faa0cc-e7ef-44fe-b8f4-bf7b1e89b490 None None] Provisioning for port 05a6c3d0-04f5-403c-92e5-000d0dd36216 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:30.850312 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:18:30.875815 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 666491e6-4a80-41d1-a976-15cb1fc5961e resource provider aggregate not found Oct 05 09:18:30.881018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60190) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:30.891246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.903373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:30.908579 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 666491e6-4a80-41d1-a976-15cb1fc5961e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 666491e6-4a80-41d1-a976-15cb1fc5961e found for delete ", "request_id": "req-b1227c5d-47ef-40f2-8906-e3038e326498"}]} Oct 05 09:18:30.958104 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-541db706-bc7b-490b-8ce0-0c75ee1213c6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:30.984253 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-541db706-bc7b-490b-8ce0-0c75ee1213c6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:30.997951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-541db706-bc7b-490b-8ce0-0c75ee1213c6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:31.006195 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-541db706-bc7b-490b-8ce0-0c75ee1213c6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:31.101288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-87410d64-10c5-448a-a658-5a7e56eaa9d9 None None] Deleting port 2b20a832-2278-4ca8-8b64-b67e14b3501c {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:31.101914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-87410d64-10c5-448a-a658-5a7e56eaa9d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:31.113402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event deleted for resources: {'Network': ['ID=d79c2ddd-d633-4500-b701-69b83549b8cd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:31.119650 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fad553d8-20f3-4dde-a109-993d1bb26627 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "DELETE /v2.0/networks/d79c2ddd-d633-4500-b701-69b83549b8cd HTTP/1.1" status: 204 len: 168 time: 2.6615524 Oct 05 09:18:31.120424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60196) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:31.139122 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-6eb849d0-eaed-4959-8454-fa70820d81c3', 'network_id': '6eb849d0-eaed-4959-8454-fa70820d81c3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'fixed_ips': [{'subnet_id': '6d87dc05-7ef1-4894-9f83-6fe5c9e0f7ae'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:18:31.139949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:31.158534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 is: DOWN; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:31.161607 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62488a38-c1dd-4d67-9bb3-ea4b9868fb85 req-7e1b0a44-5fb9-496d-85c6-7550eaad25d7 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:31.163567 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-62488a38-c1dd-4d67-9bb3-ea4b9868fb85 req-7e1b0a44-5fb9-496d-85c6-7550eaad25d7 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.5101469 Oct 05 09:18:31.192467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4faa0cc-e7ef-44fe-b8f4-bf7b1e89b490 None None] Provisioning for port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:31.197654 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541db706-bc7b-490b-8ce0-0c75ee1213c6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:31.201208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-541db706-bc7b-490b-8ce0-0c75ee1213c6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:31.283188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-87410d64-10c5-448a-a658-5a7e56eaa9d9 None None] The port '2b20a832-2278-4ca8-8b64-b67e14b3501c' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:18:31.286556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Deleting port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:31.286931 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:31.336229 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-62488a38-c1dd-4d67-9bb3-ea4b9868fb85 req-c7262742-2358-475b-a1d8-3042dc250637 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631379 Oct 05 09:18:31.341222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f4b594-7806-4040-a8c8-162ed13ce09f tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Deleting subnet dc0ad624-2d5c-4624-a8fe-25f72952efcc {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:18:31.354545 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25f4b594-7806-4040-a8c8-162ed13ce09f tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:31.420998 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.ipam_backend_mixin [None req-541db706-bc7b-490b-8ce0-0c75ee1213c6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8392460a-05ca-44ae-a8b2-a2fde3f329df (CIDR: 2001:db8::/64) Oct 05 09:18:31.456480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4faa0cc-e7ef-44fe-b8f4-bf7b1e89b490 None None] Provisioning complete for port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:31.457114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4faa0cc-e7ef-44fe-b8f4-bf7b1e89b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:31.457645 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4faa0cc-e7ef-44fe-b8f4-bf7b1e89b490 None None] Attempt 1 to provision port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 Oct 05 09:18:31.502423 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-541db706-bc7b-490b-8ce0-0c75ee1213c6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:18:31.503084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541db706-bc7b-490b-8ce0-0c75ee1213c6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:18:31.552002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25f4b594-7806-4040-a8c8-162ed13ce09f tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:31.569073 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-541db706-bc7b-490b-8ce0-0c75ee1213c6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1360998 Oct 05 09:18:31.570222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60202) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:31.582338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:31.663232 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Allocated IP 172.20.0.2 (ed1c54b9-03a6-43a8-aa44-1cafd35494cd/e28a93be-dfaf-443b-9d33-132921108313/538fe809-7f56-4648-aa34-635e751a68e2) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:31.924712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:31.931248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:31.947459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:31.967417 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:31.971447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cdbbffdc-b83d-4383-aedc-8d244b648605 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:31.990041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:32.046416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Allocated IP 2001:db8::2 (6eb849d0-eaed-4959-8454-fa70820d81c3/6d87dc05-7ef1-4894-9f83-6fe5c9e0f7ae/cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:32.047546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac3582-b68e-4a7a-a6c4-e438066fe71d req-bb053c64-68fc-4f57-88c1-0f82b857650b tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:32.049061 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a1ac3582-b68e-4a7a-a6c4-e438066fe71d req-bb053c64-68fc-4f57-88c1-0f82b857650b tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.2818978 Oct 05 09:18:32.061389 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4faa0cc-e7ef-44fe-b8f4-bf7b1e89b490 None None] Current status of the port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:32.061837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4faa0cc-e7ef-44fe-b8f4-bf7b1e89b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:32.129286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:32.132785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:32.268383 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a1ac3582-b68e-4a7a-a6c4-e438066fe71d req-09ab6238-6947-4c37-8dde-822d02b5dfcc tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623418 Oct 05 09:18:32.297082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25f4b594-7806-4040-a8c8-162ed13ce09f tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:32.308527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] For port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7415568b-8a8e-45aa-8ccc-fbd23ee333c4,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:32.309579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:32.317372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c4faa0cc-e7ef-44fe-b8f4-bf7b1e89b490 None None] For port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7415568b-8a8e-45aa-8ccc-fbd23ee333c4,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:32.386802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4faa0cc-e7ef-44fe-b8f4-bf7b1e89b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:32.494590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Calling delete_port for 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:32.510085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76933dc6-8bf8-48e9-8e48-31a8aeba2f40 req-d339490e-c1e2-4dd1-8733-d194ee386078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:32.511594 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-76933dc6-8bf8-48e9-8e48-31a8aeba2f40 req-d339490e-c1e2-4dd1-8733-d194ee386078 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aec5cc3e3f104ffc8add9a9c07c9cb82&device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 1099 time: 0.6316724 Oct 05 09:18:32.545282 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:32.551336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4faa0cc-e7ef-44fe-b8f4-bf7b1e89b490 None None] Could not find standard attr ID for object 26a41d83-fdf7-462c-a215-592f59c87e7e. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:18:32.573943 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-cdbbffdc-b83d-4383-aedc-8d244b648605 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Deleting port de4994de-a313-4b3d-8ee7-6b6e64ebffe9 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:32.574310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cdbbffdc-b83d-4383-aedc-8d244b648605 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:32.620399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:32.672712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:29Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:32.675366 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:32.751509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25f4b594-7806-4040-a8c8-162ed13ce09f tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:32.756090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3057a86-7103-4588-a82c-b615fcc5c8ee None None] The sync data for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv is: [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:29Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:32.772457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Transition to ACTIVE for port object 538fe809-7f56-4648-aa34-635e751a68e2 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:32.816529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faa0cc-e7ef-44fe-b8f4-bf7b1e89b490 None None] Pushing event updated for resources: {'Port': ['ID=7415568b-8a8e-45aa-8ccc-fbd23ee333c4,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:32.832879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4b594-7806-4040-a8c8-162ed13ce09f tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0ad624-2d5c-4624-a8fe-25f72952efcc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:32.853208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25f4b594-7806-4040-a8c8-162ed13ce09f tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:32.864765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:32.881041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Transition to ACTIVE for port object cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:32.907251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Transition to ACTIVE for port object cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:32.924836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Transition to ACTIVE for port object 538fe809-7f56-4648-aa34-635e751a68e2 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:32.939239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658eaf31-3bcb-424b-be3d-85fe2bda5e90 None None] Network c340fe75-2ced-454a-8ef3-8641e2f663b5 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:32.967894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:33.010815 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-25f4b594-7806-4040-a8c8-162ed13ce09f tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "DELETE /v2.0/subnets/dc0ad624-2d5c-4624-a8fe-25f72952efcc HTTP/1.1" status: 204 len: 168 time: 1.8806486 Oct 05 09:18:33.022496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60208) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:33.044409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76933dc6-8bf8-48e9-8e48-31a8aeba2f40 req-511c47d9-6b57-4614-bcdb-271396f06260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:33.044409 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-76933dc6-8bf8-48e9-8e48-31a8aeba2f40 req-511c47d9-6b57-4614-bcdb-271396f06260 service neutron] 10.222.0.45 "GET /v2.0/networks?id=155c071c-e543-4f12-b1d9-dda38493f4ce HTTP/1.1" status: 200 len: 912 time: 0.4607368 Oct 05 09:18:33.068774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8939b48-51f0-4667-8db8-57a6563425db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:33.142652 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-76933dc6-8bf8-48e9-8e48-31a8aeba2f40 req-1455d0fd-d30b-41ba-98f8-4608aae40081 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca92ef9-766a-465e-acc8-5522714d2448 HTTP/1.1" status: 200 len: 217 time: 0.0883307 Oct 05 09:18:33.149640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Allocated IP 172.26.0.225 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/2dd612ac-f171-4284-ac5a-28c77be32cb3) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:33.152042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Allocated IP 2001:db8::1 (6eb849d0-eaed-4959-8454-fa70820d81c3/6d87dc05-7ef1-4894-9f83-6fe5c9e0f7ae/c7479de3-92df-4cbc-8398-871c4aae55ac) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:33.152565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:33.165610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:18:33.166031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:18:33.177478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:33.202431 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cdbbffdc-b83d-4383-aedc-8d244b648605 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:33.210425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Deleting port 640861dc-91cd-4ac9-9c78-0c1cecd559ac {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:33.210904 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:33.237869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Pushing event updated for resources: {'Port': ['ID=cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:33.328927 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Network ed1c54b9-03a6-43a8-aa44-1cafd35494cd is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:33.340523 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:33.366814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Network 6eb849d0-eaed-4959-8454-fa70820d81c3 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:33.370343 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:33.383920 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:33.394965 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:33.432991 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Pushing event updated for resources: {'Port': ['ID=538fe809-7f56-4648-aa34-635e751a68e2,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:33.515198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] For port 640861dc-91cd-4ac9-9c78-0c1cecd559ac, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=640861dc-91cd-4ac9-9c78-0c1cecd559ac,segment=NetworkSegment(35204857-51d7-455d-8592-53492d003847),segment_id=35204857-51d7-455d-8592-53492d003847)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:33.516020 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:33.655518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Calling delete_port for 640861dc-91cd-4ac9-9c78-0c1cecd559ac owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:33.659568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:33.676982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Transition to ACTIVE for port object c7479de3-92df-4cbc-8398-871c4aae55ac will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:33.701468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Deleting port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:33.702264 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:33.715780 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76933dc6-8bf8-48e9-8e48-31a8aeba2f40 req-cd66854d-3acd-4605-8ddd-f0fa5fafc18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:33.717423 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-76933dc6-8bf8-48e9-8e48-31a8aeba2f40 req-cd66854d-3acd-4605-8ddd-f0fa5fafc18f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8fda5c84-7bac-4b04-9f34-be6d0eb94184 HTTP/1.1" status: 200 len: 851 time: 0.5626929 Oct 05 09:18:33.723900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:33.798890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:33.865768 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-76933dc6-8bf8-48e9-8e48-31a8aeba2f40 req-15f2105a-33e0-41e8-9059-3e0c1d42fe34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=155c071c-e543-4f12-b1d9-dda38493f4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287580 Oct 05 09:18:33.881188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 6eb849d0-eaed-4959-8454-fa70820d81c3 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:33.892810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Attempting to bind port 538fe809-7f56-4648-aa34-635e751a68e2 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:33.893190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Attempting to bind port 538fe809-7f56-4648-aa34-635e751a68e2 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '1e65e3a5-d4be-421e-81dc-01c348f6e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:33.893828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Attempting to bind port 538fe809-7f56-4648-aa34-635e751a68e2 on network ed1c54b9-03a6-43a8-aa44-1cafd35494cd {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:33.909871 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:33.913166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:33.913887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:33.933268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Attempting to bind port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:33.933838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Attempting to bind port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '436d0f26-fe25-438f-87a5-4ddfcd237b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6eb849d0-eaed-4959-8454-fa70820d81c3'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:33.934260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Attempting to bind port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b on network 6eb849d0-eaed-4959-8454-fa70820d81c3 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:33.941738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:33.942138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Checking segment: {'id': '1e65e3a5-d4be-421e-81dc-01c348f6e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:33.942504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:33.947273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Bound using segment: {'id': '1e65e3a5-d4be-421e-81dc-01c348f6e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:33.948176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Bound port: 538fe809-7f56-4648-aa34-635e751a68e2, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e65e3a5-d4be-421e-81dc-01c348f6e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:33.948322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:34.010461 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:34.012268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Checking segment: {'id': '436d0f26-fe25-438f-87a5-4ddfcd237b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6eb849d0-eaed-4959-8454-fa70820d81c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:34.013090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:34.014520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Bound using segment: {'id': '436d0f26-fe25-438f-87a5-4ddfcd237b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6eb849d0-eaed-4959-8454-fa70820d81c3'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:34.015024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Bound port: cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436d0f26-fe25-438f-87a5-4ddfcd237b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6eb849d0-eaed-4959-8454-fa70820d81c3'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:34.015409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:34.018360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:34.030851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-cdbbffdc-b83d-4383-aedc-8d244b648605 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Calling delete_port for de4994de-a313-4b3d-8ee7-6b6e64ebffe9 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:34.037201 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=c7479de3-92df-4cbc-8398-871c4aae55ac,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:34.052726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:34.053033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:34.053325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:34.053660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:34.054012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:34.054352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:34.054678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:34.055100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:34.055431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:34.055757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:34.056083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:34.056403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:34.115782 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:34.143690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:34.150982 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event deleted for resources: {'Port': ['ID=640861dc-91cd-4ac9-9c78-0c1cecd559ac,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:34.167564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:34.168779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:34.176220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] No DVR routers for this DVR port 640861dc-91cd-4ac9-9c78-0c1cecd559ac on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:18:34.193891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] For port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:34.236526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:34.256616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] For port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b,segment=NetworkSegment(436d0f26-fe25-438f-87a5-4ddfcd237b74),segment_id=436d0f26-fe25-438f-87a5-4ddfcd237b74)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:34.261831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:34.300932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=1f149d06-d61d-4d2f-b10e-b2229f880ce9,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:34.319014 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-76933dc6-8bf8-48e9-8e48-31a8aeba2f40 req-6fafc6ee-04f1-4631-b812-843f19126dcc service neutron] 10.222.0.45 "GET /v2.0/networks/155c071c-e543-4f12-b1d9-dda38493f4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363739 Oct 05 09:18:34.369393 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:34.388546 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-62032012-48aa-482c-8b63-8efc7c0184f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8150799 Oct 05 09:18:34.396442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60214) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:34.415159 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'mac_address': 'fa:16:3e:d2:79:5a', 'name': 'tempest-NetworksTestDHCPv6-920958552'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:34.432087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be83ec07-e66b-4746-b361-9277994305b2 None None] DHCP port deletion for c340fe75-2ced-454a-8ef3-8641e2f663b5 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:18:34.509834 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] For port 538fe809-7f56-4648-aa34-635e751a68e2, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:34.552225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] For port 538fe809-7f56-4648-aa34-635e751a68e2, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=538fe809-7f56-4648-aa34-635e751a68e2,segment=NetworkSegment(1e65e3a5-d4be-421e-81dc-01c348f6e57a),segment_id=1e65e3a5-d4be-421e-81dc-01c348f6e57a)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:34.577258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 05a6c3d0-04f5-403c-92e5-000d0dd36216 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:34.616370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d65d08-767f-4df9-874d-816a4056dc78 None None] Pushing event updated for resources: {'Port': ['ID=cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:34.620256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:34.674261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:34.691974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bd524-44fd-4f24-b9ac-64c19388d9af req-6638d59f-f0e0-42d8-9cfd-086726b5cc30 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:34.692524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:34.693798 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-342bd524-44fd-4f24-b9ac-64c19388d9af req-6638d59f-f0e0-42d8-9cfd-086726b5cc30 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.9527509 Oct 05 09:18:34.794946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] For port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7415568b-8a8e-45aa-8ccc-fbd23ee333c4,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:34.796236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:34.810490 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:34.813522 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c340fe75-2ced-454a-8ef3-8641e2f663b5']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:34.827885 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-342bd524-44fd-4f24-b9ac-64c19388d9af req-7f058272-e525-44b5-9d0f-a14827e13334 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129224 Oct 05 09:18:34.888251 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35204857-51d7-455d-8592-53492d003847') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:34.888861 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35204857-51d7-455d-8592-53492d003847') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:34.908390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:34.926406 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:34.939517 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-76933dc6-8bf8-48e9-8e48-31a8aeba2f40 req-69aa48aa-56ee-4c99-9ced-9068f9952da2 service neutron] 10.222.0.45 "GET /v2.0/networks/155c071c-e543-4f12-b1d9-dda38493f4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115363 Oct 05 09:18:34.948039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:34.993540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Pushing event updated for resources: {'Port': ['ID=2dd612ac-f171-4284-ac5a-28c77be32cb3,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:35.039507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.102663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.115284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:18:35.117014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.133849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:35.137729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Calling delete_port for 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:35.147823 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:port and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:35.196834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:35.207333 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 35204857-51d7-455d-8592-53492d003847 resource provider aggregate not found Oct 05 09:18:35.227747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:35.230228 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cdbbffdc-b83d-4383-aedc-8d244b648605 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.307335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e40e49-5427-4c5a-b365-f2b1a57bf2a6 None None] Pushing event updated for resources: {'Port': ['ID=538fe809-7f56-4648-aa34-635e751a68e2,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:35.310496 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 35204857-51d7-455d-8592-53492d003847 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35204857-51d7-455d-8592-53492d003847 found for delete ", "request_id": "req-f2833d27-8a57-4e35-ab9a-8f0c503f6c24"}]} Oct 05 09:18:35.318203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbffdc-b83d-4383-aedc-8d244b648605 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event deleted for resources: {'Port': ['ID=de4994de-a313-4b3d-8ee7-6b6e64ebffe9,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:35.352909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 05a6c3d0-04f5-403c-92e5-000d0dd36216 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:35.363755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 05a6c3d0-04f5-403c-92e5-000d0dd36216 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:35.364148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.366291 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 05a6c3d0-04f5-403c-92e5-000d0dd36216 Oct 05 09:18:35.372644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.372644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:35.384329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.396573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.397417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.412214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.587899 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "DELETE /v2.0/networks/c340fe75-2ced-454a-8ef3-8641e2f663b5 HTTP/1.1" status: 204 len: 168 time: 2.5641925 Oct 05 09:18:35.634592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2537e92-4d73-4e01-8fcb-268412d04a2b tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Pushing event deleted for resources: {'Network': ['ID=c340fe75-2ced-454a-8ef3-8641e2f663b5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:35.639290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60222) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:35.660863 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ea26d67-d752-4f8a-ac2b-534a17c2227c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.666261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 05a6c3d0-04f5-403c-92e5-000d0dd36216 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:35.666626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.706445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.771516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a16873f3-54f9-452d-ab14-79549152710c tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Synchronizing usage tracker for tenant:500c622550e243ab98831ba9220ba152 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:35.787250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 05a6c3d0-04f5-403c-92e5-000d0dd36216, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=05a6c3d0-04f5-403c-92e5-000d0dd36216,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:35.861130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] Pushing event deleted for resources: {'Port': ['ID=7415568b-8a8e-45aa-8ccc-fbd23ee333c4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:35.868957 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:35.898383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=c7479de3-92df-4cbc-8398-871c4aae55ac,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:36.059256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510ba34-7bd4-4fc4-bc29-7df7ee6d51a6 None None] No DVR routers for this DVR port 7415568b-8a8e-45aa-8ccc-fbd23ee333c4 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:18:36.076957 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4cd4cb-d97c-4a56-a088-29f73f1b25c9 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:36.112427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:36.119687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 6eb849d0-eaed-4959-8454-fa70820d81c3 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:36.124278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:36.140224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a16873f3-54f9-452d-ab14-79549152710c tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Unset dirty status for tenant:500c622550e243ab98831ba9220ba152 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:36.141899 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a16873f3-54f9-452d-ab14-79549152710c tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "GET /v2.0/ports?device_id=d845f8a5-d664-4783-bd0c-c7034b82ec80 HTTP/1.1" status: 200 len: 205 time: 0.4864025 Oct 05 09:18:36.169360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60228) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:36.171210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=05a6c3d0-04f5-403c-92e5-000d0dd36216,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:36.245242 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cdbbffdc-b83d-4383-aedc-8d244b648605 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:36.252324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db78b7e9-41b0-4b7d-b3a3-348199a85acd None None] Network 6eb849d0-eaed-4959-8454-fa70820d81c3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:36.279063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:36.449143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e08b9c84-f06b-4f34-972b-b47929feeae7 None None] Provisioning for port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:36.478941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port f8278e61-849a-4e01-ac37-02a2358dfe9c yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:18:36.553616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 538fe809-7f56-4648-aa34-635e751a68e2 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:36.599870 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-433e1d43-f54a-4bf2-8e2f-4bed32ad7123 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:36.689117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': '1f149d06-d61d-4d2f-b10e-b2229f880ce9'}, {'subnet_id': '8392460a-05ca-44ae-a8b2-a2fde3f329df'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:18:36.689884 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:36.719228 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6642b08-1761-425a-8ddc-2dd36573220a None None] Network ed1c54b9-03a6-43a8-aa44-1cafd35494cd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:36.789234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router 33fa0fa0-e815-4495-a84b-45b60e2a47ab is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:18:36.902070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953022e1-54b8-453a-9537-da9c614485e1 req-4e3b6d81-d76d-4831-b8de-604027cf9a20 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:36.907010 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-953022e1-54b8-453a-9537-da9c614485e1 req-4e3b6d81-d76d-4831-b8de-604027cf9a20 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.8447533 Oct 05 09:18:36.917652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:36.940487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5e2c0e4b-7d3f-497d-849d-b48085ca28a2 None None] Provisioning for port 538fe809-7f56-4648-aa34-635e751a68e2 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:36.943337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:36.980343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:36.982974 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 538fe809-7f56-4648-aa34-635e751a68e2 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:37.031857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 538fe809-7f56-4648-aa34-635e751a68e2 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:37.032232 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:37.032553 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 538fe809-7f56-4648-aa34-635e751a68e2 Oct 05 09:18:37.161768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:37.169767 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5c27cbae-669b-41b4-860e-1f85c153e197 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/33fa0fa0-e815-4495-a84b-45b60e2a47ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2848907 Oct 05 09:18:37.175099 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5995f98-34f4-414c-96b6-5f36277ade5b None None] Sync routers for ids ['33fa0fa0-e815-4495-a84b-45b60e2a47ab'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:37.194835 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5995f98-34f4-414c-96b6-5f36277ade5b None None] Routers {'33fa0fa0-e815-4495-a84b-45b60e2a47ab'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:37.195650 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f5995f98-34f4-414c-96b6-5f36277ade5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['33fa0fa0-e815-4495-a84b-45b60e2a47ab'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:37.235289 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60232) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:37.283704 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f5995f98-34f4-414c-96b6-5f36277ade5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:37.293336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-433e1d43-f54a-4bf2-8e2f-4bed32ad7123 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:37.296151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-433e1d43-f54a-4bf2-8e2f-4bed32ad7123 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:37.308411 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5995f98-34f4-414c-96b6-5f36277ade5b None None] Routers {'33fa0fa0-e815-4495-a84b-45b60e2a47ab'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:37.309470 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f5995f98-34f4-414c-96b6-5f36277ade5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['33fa0fa0-e815-4495-a84b-45b60e2a47ab'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:37.346788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-433e1d43-f54a-4bf2-8e2f-4bed32ad7123 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:37.347385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433e1d43-f54a-4bf2-8e2f-4bed32ad7123 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Fanout notify agent at l3_agent the message router_deleted on router d845f8a5-d664-4783-bd0c-c7034b82ec80 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:18:37.360507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14156f1-5244-4384-a18b-2ce17d71994b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:37.361226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c14156f1-5244-4384-a18b-2ce17d71994b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Synchronizing usage tracker for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:37.386596 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f5995f98-34f4-414c-96b6-5f36277ade5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:37.387974 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5995f98-34f4-414c-96b6-5f36277ade5b None None] The sync data for ids ['33fa0fa0-e815-4495-a84b-45b60e2a47ab'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:37.395643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-433e1d43-f54a-4bf2-8e2f-4bed32ad7123 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:37.396936 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-433e1d43-f54a-4bf2-8e2f-4bed32ad7123 tempest-RoutersNegativeTest-779053031 tempest-RoutersNegativeTest-779053031-project] 10.222.0.64 "DELETE /v2.0/routers/d845f8a5-d664-4783-bd0c-c7034b82ec80 HTTP/1.1" status: 204 len: 168 time: 1.2241998 Oct 05 09:18:37.399721 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbbffdc-b83d-4383-aedc-8d244b648605 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Router 94495300-8373-4810-a68f-bb13e9631f95 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:18:37.407581 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-953022e1-54b8-453a-9537-da9c614485e1 req-b71a6afd-6d34-4322-801a-3e613735f2a1 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288538 Oct 05 09:18:37.435300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Allocated IP 2001:db8:0:1::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/1f149d06-d61d-4d2f-b10e-b2229f880ce9/75710d48-0b25-4c30-ae01-a1e482a03b70) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:37.453912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Allocated IP 2001:db8::f816:3eff:fe86:6ee9 (19d31986-d6d4-46c2-94b6-97b25bee37cf/8392460a-05ca-44ae-a8b2-a2fde3f329df/75710d48-0b25-4c30-ae01-a1e482a03b70) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:37.468308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 538fe809-7f56-4648-aa34-635e751a68e2 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:37.468770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:37.665246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 538fe809-7f56-4648-aa34-635e751a68e2, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=538fe809-7f56-4648-aa34-635e751a68e2,segment=NetworkSegment(1e65e3a5-d4be-421e-81dc-01c348f6e57a),segment_id=1e65e3a5-d4be-421e-81dc-01c348f6e57a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:37.670383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbbffdc-b83d-4383-aedc-8d244b648605 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:37.685057 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:37.685832 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cdbbffdc-b83d-4383-aedc-8d244b648605 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "PUT /v2.0/routers/94495300-8373-4810-a68f-bb13e9631f95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2222283 Oct 05 09:18:37.686961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60240) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:37.688041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:37.700202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c14156f1-5244-4384-a18b-2ce17d71994b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Unset dirty status for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:37.705939 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c14156f1-5244-4384-a18b-2ce17d71994b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports/c7479de3-92df-4cbc-8398-871c4aae55ac HTTP/1.1" status: 200 len: 911 time: 0.4689844 Oct 05 09:18:37.711070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60244) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:37.882259 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071a32c-24ea-4a7e-befd-002c08baa26a None None] Sync routers for ids ['94495300-8373-4810-a68f-bb13e9631f95'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:38.057015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bc856316-4735-4cd7-afa7-1aa7c4cee799 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:38.062261 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60258) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:38.071804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071a32c-24ea-4a7e-befd-002c08baa26a None None] Routers {'94495300-8373-4810-a68f-bb13e9631f95'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:38.072712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f071a32c-24ea-4a7e-befd-002c08baa26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['94495300-8373-4810-a68f-bb13e9631f95'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:38.142643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Provisioning for port c7479de3-92df-4cbc-8398-871c4aae55ac completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:38.193125 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Provisioning complete for port c7479de3-92df-4cbc-8398-871c4aae55ac triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:38.193758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:38.194673 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Attempt 1 to provision port c7479de3-92df-4cbc-8398-871c4aae55ac Oct 05 09:18:38.231635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f071a32c-24ea-4a7e-befd-002c08baa26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:38.280946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Router 02af1794-7bc6-47fe-a595-8960aa86af66 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:18:38.299515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=538fe809-7f56-4648-aa34-635e751a68e2,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:38.350315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071a32c-24ea-4a7e-befd-002c08baa26a None None] Routers {'94495300-8373-4810-a68f-bb13e9631f95'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:38.350945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f071a32c-24ea-4a7e-befd-002c08baa26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['94495300-8373-4810-a68f-bb13e9631f95'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:38.416882 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Port c7479de3-92df-4cbc-8398-871c4aae55ac cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:38.432900 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f071a32c-24ea-4a7e-befd-002c08baa26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:38.433307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071a32c-24ea-4a7e-befd-002c08baa26a None None] The sync data for ids ['94495300-8373-4810-a68f-bb13e9631f95'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:38.435200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:38.442941 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:38.448408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:38.448776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:38.449148 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b Oct 05 09:18:38.457680 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8ed364a8-4a71-45f3-9827-06593bc566eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=500c622550e243ab98831ba9220ba152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914959 Oct 05 09:18:38.458935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60266) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:38.488634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Transition to ACTIVE for port object 75710d48-0b25-4c30-ae01-a1e482a03b70 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:38.523252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Transition to ACTIVE for port object 75710d48-0b25-4c30-ae01-a1e482a03b70 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:38.533523 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:38.564687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bc856316-4735-4cd7-afa7-1aa7c4cee799 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:38.577573 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bc856316-4735-4cd7-afa7-1aa7c4cee799 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:38.622959 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:38.634971 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Sync routers for ids ['02af1794-7bc6-47fe-a595-8960aa86af66'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:38.645513 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Routers {'02af1794-7bc6-47fe-a595-8960aa86af66'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:38.646404 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['02af1794-7bc6-47fe-a595-8960aa86af66'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:38.647047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:38.656949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:38.659503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:38.671008 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Pushing event updated for resources: {'Port': ['ID=75710d48-0b25-4c30-ae01-a1e482a03b70,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:38.723547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:38.723953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:38.751862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:38.753164 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-54e56c62-faf6-4fd3-a6d7-4a591a420c3b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.0040181 Oct 05 09:18:38.755827 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60270) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:38.783356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a80a6a-91ab-4bb9-8006-b2ad34a7fd94 req-b50a8784-36ab-4821-8632-4d879b6e89e2 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:38.785159 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-57a80a6a-91ab-4bb9-8006-b2ad34a7fd94 req-b50a8784-36ab-4821-8632-4d879b6e89e2 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.5176663 Oct 05 09:18:38.863441 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-57a80a6a-91ab-4bb9-8006-b2ad34a7fd94 req-7446141c-f8e7-4662-8101-7b2479f0a784 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622113 Oct 05 09:18:38.891668 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Set router 02af1794-7bc6-47fe-a595-8960aa86af66 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:18:38.893599 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1ee76bf4-719c-4ccd-956e-8e6a872514fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:38.914819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b,segment=NetworkSegment(436d0f26-fe25-438f-87a5-4ddfcd237b74),segment_id=436d0f26-fe25-438f-87a5-4ddfcd237b74)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:38.922094 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Attempt 2 to provision port c7479de3-92df-4cbc-8398-871c4aae55ac Oct 05 09:18:38.922302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1ee76bf4-719c-4ccd-956e-8e6a872514fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:38.971500 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bc856316-4735-4cd7-afa7-1aa7c4cee799 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:38.972064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc856316-4735-4cd7-afa7-1aa7c4cee799 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Fanout notify agent at l3_agent the message router_deleted on router 94495300-8373-4810-a68f-bb13e9631f95 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:18:39.003264 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Attempting to bind port 75710d48-0b25-4c30-ae01-a1e482a03b70 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:39.003918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Attempting to bind port 75710d48-0b25-4c30-ae01-a1e482a03b70 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:39.004545 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Attempting to bind port 75710d48-0b25-4c30-ae01-a1e482a03b70 on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:39.013991 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Port c7479de3-92df-4cbc-8398-871c4aae55ac cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:39.015156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:39.015542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69e80d31-9d29-44c1-8e0f-968e84a5fb2c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.015932 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:39.016510 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.017134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:39.017800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Bound port: 75710d48-0b25-4c30-ae01-a1e482a03b70, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:39.018359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.038637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.039691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 05a6c3d0-04f5-403c-92e5-000d0dd36216 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:39.055832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bc856316-4735-4cd7-afa7-1aa7c4cee799 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.056975 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bc856316-4735-4cd7-afa7-1aa7c4cee799 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "DELETE /v2.0/routers/94495300-8373-4810-a68f-bb13e9631f95 HTTP/1.1" status: 204 len: 168 time: 1.3625693 Oct 05 09:18:39.060329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60276) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:39.115260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1ee76bf4-719c-4ccd-956e-8e6a872514fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.118657 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1ee76bf4-719c-4ccd-956e-8e6a872514fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.123369 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1ee76bf4-719c-4ccd-956e-8e6a872514fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfc1bf1e-89e6-4b79-9b75-966199ca98a3 HTTP/1.1" status: 204 len: 168 time: 0.6585760 Oct 05 09:18:39.153644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8:0:1::2fa (19d31986-d6d4-46c2-94b6-97b25bee37cf/1f149d06-d61d-4d2f-b10e-b2229f880ce9/f8278e61-849a-4e01-ac37-02a2358dfe9c) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:39.158443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee76bf4-719c-4ccd-956e-8e6a872514fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc1bf1e-89e6-4b79-9b75-966199ca98a3,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:39.175611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::f816:3eff:fed2:795a (19d31986-d6d4-46c2-94b6-97b25bee37cf/8392460a-05ca-44ae-a8b2-a2fde3f329df/f8278e61-849a-4e01-ac37-02a2358dfe9c) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:39.204135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-5880b84d-6f92-4672-9283-15920d91071b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Deleting subnet e7357d8b-0e17-400f-974f-6bb5a1aa42fd {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:18:39.216934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5880b84d-6f92-4672-9283-15920d91071b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.323329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5880b84d-6f92-4672-9283-15920d91071b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.336164 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.345128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:39.357145 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] For port 75710d48-0b25-4c30-ae01-a1e482a03b70, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:39.362058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] For port 75710d48-0b25-4c30-ae01-a1e482a03b70, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=75710d48-0b25-4c30-ae01-a1e482a03b70,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:39.369646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 05a6c3d0-04f5-403c-92e5-000d0dd36216 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:39.370248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.370728 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 05a6c3d0-04f5-403c-92e5-000d0dd36216 Oct 05 09:18:39.404466 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.483167 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'name': 'tempest-TestVolumeBootPattern-1977350007-router', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:29Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 3, 'project_id': 'b9625ca650814d5596e2a15755f230cf', 'gw_port': {'id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:32Z', 'updated_at': '2022-10-05T09:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:39.488428 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Checking router: 02af1794-7bc6-47fe-a595-8960aa86af66 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:18:39.488962 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Updating router 02af1794-7bc6-47fe-a595-8960aa86af66 port 2dd612ac-f171-4284-ac5a-28c77be32cb3 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:18:39.543895 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Attempt 3 to provision port c7479de3-92df-4cbc-8398-871c4aae55ac Oct 05 09:18:39.608856 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.643424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5880b84d-6f92-4672-9283-15920d91071b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.715859 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.718969 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Port c7479de3-92df-4cbc-8398-871c4aae55ac cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:39.723158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17884ebe-adb2-4092-89c6-eb6beb5830ff None None] Pushing event updated for resources: {'Port': ['ID=75710d48-0b25-4c30-ae01-a1e482a03b70,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:39.760147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object f8278e61-849a-4e01-ac37-02a2358dfe9c will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:39.799404 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:39.896999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 05a6c3d0-04f5-403c-92e5-000d0dd36216 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:39.916681 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 640861dc-91cd-4ac9-9c78-0c1cecd559ac no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:18:40.026061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 640861dc-91cd-4ac9-9c78-0c1cecd559ac {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:18:40.028757 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 640861dc-91cd-4ac9-9c78-0c1cecd559ac not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:18:40.029787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:40.034805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:40.045585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:40.056758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:40.057447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:40.073739 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5880b84d-6f92-4672-9283-15920d91071b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:40.148462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5880b84d-6f92-4672-9283-15920d91071b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:40.154668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a725ae3-bfcd-4522-bad8-24da79f9965f None None] Network 25969d15-fa65-4319-aa68-73b6cc093bb4 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:40.170070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=f8278e61-849a-4e01-ac37-02a2358dfe9c,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:40.204125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880b84d-6f92-4672-9283-15920d91071b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event deleted for resources: {'Subnet': ['ID=e7357d8b-0e17-400f-974f-6bb5a1aa42fd,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:40.221770 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9c488120-67f7-4613-8b71-edf23eea904c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.8181312 Oct 05 09:18:40.223487 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5880b84d-6f92-4672-9283-15920d91071b tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "DELETE /v2.0/subnets/e7357d8b-0e17-400f-974f-6bb5a1aa42fd HTTP/1.1" status: 204 len: 168 time: 1.1622257 Oct 05 09:18:40.225074 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60300) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:40.227684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60302) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:40.320366 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Attempt 4 to provision port c7479de3-92df-4cbc-8398-871c4aae55ac Oct 05 09:18:40.398471 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:40.417104 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Transition to ACTIVE for port object 2dd612ac-f171-4284-ac5a-28c77be32cb3 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:40.437115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Port c7479de3-92df-4cbc-8398-871c4aae55ac cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:40.455249 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:40.525044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 538fe809-7f56-4648-aa34-635e751a68e2 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:40.530453 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Attempting to bind port 2dd612ac-f171-4284-ac5a-28c77be32cb3 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:40.531040 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Attempting to bind port 2dd612ac-f171-4284-ac5a-28c77be32cb3 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:40.531618 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Attempting to bind port 2dd612ac-f171-4284-ac5a-28c77be32cb3 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:40.549909 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:40.550576 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:40.551134 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:40.551695 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:40.552316 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Bound port: 2dd612ac-f171-4284-ac5a-28c77be32cb3, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:40.552844 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:40.598081 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Pushing event updated for resources: {'Port': ['ID=2dd612ac-f171-4284-ac5a-28c77be32cb3,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:40.600099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f0e42a4e-3678-4575-80ca-fc03025c130f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port f8278e61-849a-4e01-ac37-02a2358dfe9c {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:40.600713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f0e42a4e-3678-4575-80ca-fc03025c130f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:40.614956 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:40.615545 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:40.616030 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:40.616534 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:40.616997 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:40.617619 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:40.618133 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:40.618604 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:40.620185 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:40.620679 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:40.622377 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:40.622869 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:40.627771 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-372c38ed-11ab-41ba-bc25-ff27c3982f47 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:40.629698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-372c38ed-11ab-41ba-bc25-ff27c3982f47 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Synchronizing usage tracker for tenant:aec5cc3e3f104ffc8add9a9c07c9cb82 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:40.674600 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] For port 2dd612ac-f171-4284-ac5a-28c77be32cb3, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:40.677898 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] For port 2dd612ac-f171-4284-ac5a-28c77be32cb3, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2dd612ac-f171-4284-ac5a-28c77be32cb3,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:40.679478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:40.683955 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:40.728410 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e85ad-201b-4cd7-a87b-29102f4837a6 req-aac83436-9a6f-4d9b-a703-754041c99f9c tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:40.735500 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1c8e85ad-201b-4cd7-a87b-29102f4837a6 req-aac83436-9a6f-4d9b-a703-754041c99f9c tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.5284805 Oct 05 09:18:40.776149 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Routers {'02af1794-7bc6-47fe-a595-8960aa86af66'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:40.778354 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['02af1794-7bc6-47fe-a595-8960aa86af66'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:40.838892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Deleting port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:40.840407 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:40.863227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 538fe809-7f56-4648-aa34-635e751a68e2 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:40.864016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:40.864564 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 538fe809-7f56-4648-aa34-635e751a68e2 Oct 05 09:18:40.942811 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Attempt 5 to provision port c7479de3-92df-4cbc-8398-871c4aae55ac Oct 05 09:18:41.007995 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1c8e85ad-201b-4cd7-a87b-29102f4837a6 req-bd4e6b89-b15b-4922-84a6-e9ee272ba6d3 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714567 Oct 05 09:18:41.101334 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] Set router 02af1794-7bc6-47fe-a595-8960aa86af66 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:18:41.139567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd52eea-2aa1-40b3-a64c-503ab1e1615c None None] DHCP port deletion for 25969d15-fa65-4319-aa68-73b6cc093bb4 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:18:41.168402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Port c7479de3-92df-4cbc-8398-871c4aae55ac cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:41.186845 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ffd52eea-2aa1-40b3-a64c-503ab1e1615c None None] Deleting port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:41.187996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ffd52eea-2aa1-40b3-a64c-503ab1e1615c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:41.243555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:41.413353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfd849f-0dbd-48e6-9b65-9db8234a51b4 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:41.463993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] For port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9b3713bf-bc12-4f01-b89f-4a3432c9a28f,segment=NetworkSegment(cde811f5-f8d3-453e-bbd8-b2f8a207af99),segment_id=cde811f5-f8d3-453e-bbd8-b2f8a207af99)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:41.464641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:41.508824 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'name': 'tempest-TestVolumeBootPattern-1977350007-router', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:29Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 3, 'project_id': 'b9625ca650814d5596e2a15755f230cf', 'gw_port': {'id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:32Z', 'updated_at': '2022-10-05T09:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:41.514066 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5f940-66c0-4995-b5d0-6aad5e90fed0 None None] Pushing event updated for resources: {'Port': ['ID=2dd612ac-f171-4284-ac5a-28c77be32cb3,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:41.516731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Allocated IP 172.20.0.1 (ed1c54b9-03a6-43a8-aa44-1cafd35494cd/e28a93be-dfaf-443b-9d33-132921108313/49ada675-a357-44aa-ac9d-cdd82904e661) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:41.523534 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9790b-2887-4afb-a63d-1c45f1924f70 None None] The sync data for ids ['02af1794-7bc6-47fe-a595-8960aa86af66'] in dv-neutron-860328-1-hyperv is: [{'id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'name': 'tempest-TestVolumeBootPattern-1977350007-router', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:29Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 3, 'project_id': 'b9625ca650814d5596e2a15755f230cf', 'gw_port': {'id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:32Z', 'updated_at': '2022-10-05T09:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:41.548971 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-372c38ed-11ab-41ba-bc25-ff27c3982f47 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Unset dirty status for tenant:aec5cc3e3f104ffc8add9a9c07c9cb82 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:41.549815 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-372c38ed-11ab-41ba-bc25-ff27c3982f47 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 1.6941373 Oct 05 09:18:41.550722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-69e80d31-9d29-44c1-8e0f-968e84a5fb2c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port c7479de3-92df-4cbc-8398-871c4aae55ac {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:41.551397 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69e80d31-9d29-44c1-8e0f-968e84a5fb2c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:41.718297 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ffd52eea-2aa1-40b3-a64c-503ab1e1615c None None] For port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9b3713bf-bc12-4f01-b89f-4a3432c9a28f,segment=NetworkSegment(cde811f5-f8d3-453e-bbd8-b2f8a207af99),segment_id=cde811f5-f8d3-453e-bbd8-b2f8a207af99)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:41.718697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ffd52eea-2aa1-40b3-a64c-503ab1e1615c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:41.753783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Calling delete_port for 9b3713bf-bc12-4f01-b89f-4a3432c9a28f owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:41.876754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:41.881846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ffd52eea-2aa1-40b3-a64c-503ab1e1615c None None] Calling delete_port for 9b3713bf-bc12-4f01-b89f-4a3432c9a28f owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:41.906989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Deleting port 8ca92ef9-766a-465e-acc8-5522714d2448 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:41.907975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:42.013400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event deleted for resources: {'Port': ['ID=9b3713bf-bc12-4f01-b89f-4a3432c9a28f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:42.033574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] No DVR routers for this DVR port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:18:42.078875 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Attempt 6 to provision port c7479de3-92df-4cbc-8398-871c4aae55ac Oct 05 09:18:42.146999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f0e42a4e-3678-4575-80ca-fc03025c130f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:42.165616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-ffd52eea-2aa1-40b3-a64c-503ab1e1615c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:18:42.165616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-ffd52eea-2aa1-40b3-a64c-503ab1e1615c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:18:42.165872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 538fe809-7f56-4648-aa34-635e751a68e2 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:42.166905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 75710d48-0b25-4c30-ae01-a1e482a03b70 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:42.228955 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:42.261790 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Port c7479de3-92df-4cbc-8398-871c4aae55ac cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:42.311444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69e80d31-9d29-44c1-8e0f-968e84a5fb2c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:42.322342 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60332) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:42.360149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 75710d48-0b25-4c30-ae01-a1e482a03b70 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:42.370269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:42.392070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-74776090', 'description': 'tempest-secgroup-smoke-74776090 description', 'project_id': '358fb11b9d984e15ac58ec8606c908e1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:42.474854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f0e42a4e-3678-4575-80ca-fc03025c130f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for f8278e61-849a-4e01-ac37-02a2358dfe9c owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:42.491664 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-69e80d31-9d29-44c1-8e0f-968e84a5fb2c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for c7479de3-92df-4cbc-8398-871c4aae55ac owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:42.512076 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:42.512627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:42.513005 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b Oct 05 09:18:42.521689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:42.533650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:42.549649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Usage tracker for resource:security_group and tenant:358fb11b9d984e15ac58ec8606c908e1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:42.558565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:42.584299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:42.608362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25969d15-fa65-4319-aa68-73b6cc093bb4']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:42.651000 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde811f5-f8d3-453e-bbd8-b2f8a207af99') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:42.651376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde811f5-f8d3-453e-bbd8-b2f8a207af99') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:42.660335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:42.685471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:42.698189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:42.705782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ffd52eea-2aa1-40b3-a64c-503ab1e1615c None None] Deleting port 9b3713bf-bc12-4f01-b89f-4a3432c9a28f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:42.705782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ffd52eea-2aa1-40b3-a64c-503ab1e1615c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:42.716988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:42.725686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Usage tracker for resource:security_group_rule and tenant:358fb11b9d984e15ac58ec8606c908e1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:42.728893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:42.736812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:42.759047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb15085-16cc-4526-893b-3cc8c7b6d9d9 req-a1b6d8a6-8674-4161-8fea-375342035a53 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:42.760926 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-beb15085-16cc-4526-893b-3cc8c7b6d9d9 req-a1b6d8a6-8674-4161-8fea-375342035a53 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 946 time: 0.5949578 Oct 05 09:18:42.779269 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Attempt 7 to provision port c7479de3-92df-4cbc-8398-871c4aae55ac Oct 05 09:18:42.806584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:42.821930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:42.861886 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:18:42.862268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:42.933846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ffd52eea-2aa1-40b3-a64c-503ab1e1615c None None] The port '9b3713bf-bc12-4f01-b89f-4a3432c9a28f' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:18:42.974642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Transition to ACTIVE for port object 49ada675-a357-44aa-ac9d-cdd82904e661 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:42.975673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 8ca92ef9-766a-465e-acc8-5522714d2448 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:18:42.986480 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment cde811f5-f8d3-453e-bbd8-b2f8a207af99 resource provider aggregate not found Oct 05 09:18:43.013452 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-beb15085-16cc-4526-893b-3cc8c7b6d9d9 req-e1a39d15-d10f-4707-8c5a-3f2d3690bc19 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147708 Oct 05 09:18:43.028299 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment cde811f5-f8d3-453e-bbd8-b2f8a207af99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cde811f5-f8d3-453e-bbd8-b2f8a207af99 found for delete ", "request_id": "req-5ac46693-cd80-40d6-bcec-9585373c641f"}]} Oct 05 09:18:43.069257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2dd612ac-f171-4284-ac5a-28c77be32cb3 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:43.113462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.117738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Port c7479de3-92df-4cbc-8398-871c4aae55ac cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:43.120434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.164790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] Pushing event deleted for resources: {'Network': ['ID=25969d15-fa65-4319-aa68-73b6cc093bb4,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:43.193817 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1b187c28-ea6a-4ea9-b185-ca2713d05133 tempest-FloatingIPNegativeTestJSON-1786094431 tempest-FloatingIPNegativeTestJSON-1786094431-project] 10.222.0.64 "DELETE /v2.0/networks/25969d15-fa65-4319-aa68-73b6cc093bb4 HTTP/1.1" status: 204 len: 168 time: 2.8555298 Oct 05 09:18:43.203129 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f0e42a4e-3678-4575-80ca-fc03025c130f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.219743 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 2dd612ac-f171-4284-ac5a-28c77be32cb3 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:43.222154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69e80d31-9d29-44c1-8e0f-968e84a5fb2c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.236875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 2dd612ac-f171-4284-ac5a-28c77be32cb3 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:43.237554 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.238082 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 2dd612ac-f171-4284-ac5a-28c77be32cb3 Oct 05 09:18:43.280886 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e42a4e-3678-4575-80ca-fc03025c130f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=f8278e61-849a-4e01-ac37-02a2358dfe9c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:43.337631 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 8ca92ef9-766a-465e-acc8-5522714d2448 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:43.337862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.345465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e80d31-9d29-44c1-8e0f-968e84a5fb2c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=c7479de3-92df-4cbc-8398-871c4aae55ac,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:43.408429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f196576-cd5c-4058-87c5-c64972ac2af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca92ef9-766a-465e-acc8-5522714d2448'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:18:43.410973 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8fe4e8-b880-4039-9f20-80fe438a4b1d" -d '{"events": [{"server_uuid": "2f196576-cd5c-4058-87c5-c64972ac2af6", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca92ef9-766a-465e-acc8-5522714d2448"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:18:43.432172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.492321 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.499481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.502938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f0e42a4e-3678-4575-80ca-fc03025c130f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.506608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 2dd612ac-f171-4284-ac5a-28c77be32cb3 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:43.507007 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.523424 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f0e42a4e-3678-4575-80ca-fc03025c130f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/f8278e61-849a-4e01-ac37-02a2358dfe9c HTTP/1.1" status: 204 len: 168 time: 3.2969966 Oct 05 09:18:43.526323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:43.529095 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60344) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:43.538613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 2dd612ac-f171-4284-ac5a-28c77be32cb3, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2dd612ac-f171-4284-ac5a-28c77be32cb3,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:43.547637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17baa466-b376-44bc-ace3-c7b9f5d8f88d x-openstack-request-id: req-17baa466-b376-44bc-ace3-c7b9f5d8f88d {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:18:43.547970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f196576-cd5c-4058-87c5-c64972ac2af6", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca92ef9-766a-465e-acc8-5522714d2448", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:18:43.548163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Usage tracker for resource:security_group_rule and tenant:358fb11b9d984e15ac58ec8606c908e1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:43.548284 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17baa466-b376-44bc-ace3-c7b9f5d8f88d {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:18:43.550784 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17baa466-b376-44bc-ace3-c7b9f5d8f88d'] response: {'server_uuid': '2f196576-cd5c-4058-87c5-c64972ac2af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca92ef9-766a-465e-acc8-5522714d2448', 'code': 200} Oct 05 09:18:43.553509 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 8ca92ef9-766a-465e-acc8-5522714d2448, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=8ca92ef9-766a-465e-acc8-5522714d2448,segment=NetworkSegment(46fc2f71-6d9e-4ba3-a537-4110369b00b2),segment_id=46fc2f71-6d9e-4ba3-a537-4110369b00b2)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:43.554655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.634432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:43.684363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:43.700168 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12797b9e-12b3-4f82-a251-edbebb47968e,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:43.730766 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Attempt 8 to provision port c7479de3-92df-4cbc-8398-871c4aae55ac Oct 05 09:18:43.782477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69e80d31-9d29-44c1-8e0f-968e84a5fb2c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.785807 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9b3713bf-bc12-4f01-b89f-4a3432c9a28f no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:18:43.844367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Network ed1c54b9-03a6-43a8-aa44-1cafd35494cd is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:43.864054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bfe4a8-61f3-430f-ba28-7aa5dce1f917 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:43.864813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-48bfe4a8-61f3-430f-ba28-7aa5dce1f917 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:43.917370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:43.939121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06bfafbf-f16d-4507-9069-68d997097900 None None] Port c7479de3-92df-4cbc-8398-871c4aae55ac was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:18:43.940530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-48bfe4a8-61f3-430f-ba28-7aa5dce1f917 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:43.944912 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-48bfe4a8-61f3-430f-ba28-7aa5dce1f917 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4077508 Oct 05 09:18:43.949577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60350) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:43.955680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 9b3713bf-bc12-4f01-b89f-4a3432c9a28f {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:18:43.956931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:43.957127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9b3713bf-bc12-4f01-b89f-4a3432c9a28f not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:18:43.994494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:43.996361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=2dd612ac-f171-4284-ac5a-28c77be32cb3,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:44.007632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:44.007989 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:44.008335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:44.008668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:44.009001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:44.009333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:44.009661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:44.010011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:44.010534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:44.010864 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:44.011190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:44.012111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:18:44.037343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60354) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:44.083029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.097014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.125917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Pushing event updated for resources: {'Port': ['ID=49ada675-a357-44aa-ac9d-cdd82904e661,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:44.141607 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Could not find standard attr ID for object f8278e61-849a-4e01-ac37-02a2358dfe9c. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:18:44.145818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] For port 8ca92ef9-766a-465e-acc8-5522714d2448, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=8ca92ef9-766a-465e-acc8-5522714d2448,segment=NetworkSegment(46fc2f71-6d9e-4ba3-a537-4110369b00b2),segment_id=46fc2f71-6d9e-4ba3-a537-4110369b00b2)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:44.146498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.155635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Could not find standard attr ID for object c7479de3-92df-4cbc-8398-871c4aae55ac. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:18:44.215134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48811c4-9aac-4acb-8d67-31d3fd8721ec,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:44.240093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=8ca92ef9-766a-465e-acc8-5522714d2448,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:44.242004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199e49c9-accc-4ce0-b624-7a61b93868f6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:44.243651 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-199e49c9-accc-4ce0-b624-7a61b93868f6 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2922916 Oct 05 09:18:44.244783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.245995 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a2f2b462-7ceb-4a39-a6ee-19b032d3a7b4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.9216950 Oct 05 09:18:44.253573 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60362) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:44.253824 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60364) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:44.255545 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Provisioning for port 75710d48-0b25-4c30-ae01-a1e482a03b70 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:44.265149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ca84c17c-cbb0-4214-a854-42d153508448 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Request body: {'security_group_rule': {'security_group_id': 'b48811c4-9aac-4acb-8d67-31d3fd8721ec', 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:44.268566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Provisioning complete for port 75710d48-0b25-4c30-ae01-a1e482a03b70 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:44.269370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.270656 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Attempt 1 to provision port 75710d48-0b25-4c30-ae01-a1e482a03b70 Oct 05 09:18:44.311157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ca84c17c-cbb0-4214-a854-42d153508448 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:44.396659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Calling delete_port for 8ca92ef9-766a-465e-acc8-5522714d2448 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:44.421281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Current status of the port 75710d48-0b25-4c30-ae01-a1e482a03b70 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:44.421567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.458252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] For port 75710d48-0b25-4c30-ae01-a1e482a03b70, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=75710d48-0b25-4c30-ae01-a1e482a03b70,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:44.463417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.497765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ca84c17c-cbb0-4214-a854-42d153508448 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Usage tracker for resource:security_group_rule and tenant:358fb11b9d984e15ac58ec8606c908e1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:44.506601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ca84c17c-cbb0-4214-a854-42d153508448 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:44.514805 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.523256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Provisioning complete for port 538fe809-7f56-4648-aa34-635e751a68e2 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:44.523635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.523977 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Attempt 1 to provision port 538fe809-7f56-4648-aa34-635e751a68e2 Oct 05 09:18:44.525010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ca84c17c-cbb0-4214-a854-42d153508448 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:44.570196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e80d31-9d29-44c1-8e0f-968e84a5fb2c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router 33fa0fa0-e815-4495-a84b-45b60e2a47ab has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:18:44.576748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d881a1-dba0-4d53-bd9c-406a850ba295 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:44.578280 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d881a1-dba0-4d53-bd9c-406a850ba295 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:44.579894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d881a1-dba0-4d53-bd9c-406a850ba295 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:44.580703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-92d881a1-dba0-4d53-bd9c-406a850ba295 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:44.586687 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Pushing event updated for resources: {'Port': ['ID=75710d48-0b25-4c30-ae01-a1e482a03b70,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:44.611622 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ddb8c620-c266-4a56-848c-ce83c751df9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6165b955afe64997892c0ab08937e742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621750 Oct 05 09:18:44.612460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca84c17c-cbb0-4214-a854-42d153508448 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.618980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60372) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:44.660325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-92d881a1-dba0-4d53-bd9c-406a850ba295 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:44.663644 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-92d881a1-dba0-4d53-bd9c-406a850ba295 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4007225 Oct 05 09:18:44.668742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60376) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:44.678674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5de0a3d3-7584-497c-99b7-b7aeaa908af1 None None] Current status of the port 538fe809-7f56-4648-aa34-635e751a68e2 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:44.734583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe8b68-e6c4-4ea0-890c-d3f8b456ae1b req-166e2780-d51c-41d0-b3b0-d52a314829ac tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:44.736129 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bebe8b68-e6c4-4ea0-890c-d3f8b456ae1b req-166e2780-d51c-41d0-b3b0-d52a314829ac tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 944 time: 0.4283178 Oct 05 09:18:44.805363 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Provisioning for port 49ada675-a357-44aa-ac9d-cdd82904e661 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:44.812894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Provisioning complete for port 49ada675-a357-44aa-ac9d-cdd82904e661 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:44.825431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.825935 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Attempt 1 to provision port 49ada675-a357-44aa-ac9d-cdd82904e661 Oct 05 09:18:44.847767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-834468f2-44e5-4959-a33c-4c252863305e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 1f149d06-d61d-4d2f-b10e-b2229f880ce9 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:18:44.851132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca84c17c-cbb0-4214-a854-42d153508448 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.860902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-834468f2-44e5-4959-a33c-4c252863305e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.890742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab847a75-9d41-4cdb-bf05-96a01b256806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.893019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:18:44.893531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:18:44.899238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca84c17c-cbb0-4214-a854-42d153508448 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:44.915338 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e80d31-9d29-44c1-8e0f-968e84a5fb2c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:44.916600 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bebe8b68-e6c4-4ea0-890c-d3f8b456ae1b req-12392d88-fdd2-480f-8505-f6e8ce6c9fb3 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635284 Oct 05 09:18:44.931726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0952d3f2-58ef-4d63-ad76-05e0799d8ef5 None None] Sync routers for ids ['33fa0fa0-e815-4495-a84b-45b60e2a47ab'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:44.947873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84c17c-cbb0-4214-a854-42d153508448 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fdfe34-8769-4345-a8d7-788dc847efa4,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:44.961535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2dd612ac-f171-4284-ac5a-28c77be32cb3 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:44.967790 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-69e80d31-9d29-44c1-8e0f-968e84a5fb2c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/33fa0fa0-e815-4495-a84b-45b60e2a47ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2556844 Oct 05 09:18:44.972447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60380) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:44.982893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab847a75-9d41-4cdb-bf05-96a01b256806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.030035 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-834468f2-44e5-4959-a33c-4c252863305e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.033989 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Port 49ada675-a357-44aa-ac9d-cdd82904e661 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:45.037555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0952d3f2-58ef-4d63-ad76-05e0799d8ef5 None None] Routers {'33fa0fa0-e815-4495-a84b-45b60e2a47ab'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:45.038361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0952d3f2-58ef-4d63-ad76-05e0799d8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['33fa0fa0-e815-4495-a84b-45b60e2a47ab'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:45.067659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.068891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca84c17c-cbb0-4214-a854-42d153508448 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.070120 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ca84c17c-cbb0-4214-a854-42d153508448 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8152480 Oct 05 09:18:45.079000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60384) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:45.085948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-bf69b829-cc97-49a0-a100-6a3a05eb1046 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Request body: {'security_group_rule': {'security_group_id': 'b48811c4-9aac-4acb-8d67-31d3fd8721ec', 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:45.097258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bf69b829-cc97-49a0-a100-6a3a05eb1046 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:45.110676 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9ec51d2f-712b-4d35-bc11-aa290c5bca64 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=33fa0fa0-e815-4495-a84b-45b60e2a47ab HTTP/1.1" status: 200 len: 205 time: 0.1316013 Oct 05 09:18:45.119647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0952d3f2-58ef-4d63-ad76-05e0799d8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:45.122242 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60388) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:45.132554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bf69b829-cc97-49a0-a100-6a3a05eb1046 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Usage tracker for resource:security_group_rule and tenant:358fb11b9d984e15ac58ec8606c908e1 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:45.137367 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0952d3f2-58ef-4d63-ad76-05e0799d8ef5 None None] Routers {'33fa0fa0-e815-4495-a84b-45b60e2a47ab'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:45.138194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0952d3f2-58ef-4d63-ad76-05e0799d8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['33fa0fa0-e815-4495-a84b-45b60e2a47ab'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:45.140313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bf69b829-cc97-49a0-a100-6a3a05eb1046 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:45.148670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bf69b829-cc97-49a0-a100-6a3a05eb1046 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:45.199895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bf69b829-cc97-49a0-a100-6a3a05eb1046 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.202123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0952d3f2-58ef-4d63-ad76-05e0799d8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:45.202660 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0952d3f2-58ef-4d63-ad76-05e0799d8ef5 None None] The sync data for ids ['33fa0fa0-e815-4495-a84b-45b60e2a47ab'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:45.213649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 2dd612ac-f171-4284-ac5a-28c77be32cb3 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:45.214237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.215980 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 2dd612ac-f171-4284-ac5a-28c77be32cb3 Oct 05 09:18:45.279565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e17-ce5a-4826-a033-1ff53d975563 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.350462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 2dd612ac-f171-4284-ac5a-28c77be32cb3 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:45.351739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 75710d48-0b25-4c30-ae01-a1e482a03b70 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:45.360682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bf69b829-cc97-49a0-a100-6a3a05eb1046 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.369409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bf69b829-cc97-49a0-a100-6a3a05eb1046 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.396621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Deleting port 8ca92ef9-766a-465e-acc8-5522714d2448 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:45.397233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.424848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab847a75-9d41-4cdb-bf05-96a01b256806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.438351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69b829-cc97-49a0-a100-6a3a05eb1046 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23c1dd1-b33a-4626-9e90-d3456075fb37,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:45.438598 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 75710d48-0b25-4c30-ae01-a1e482a03b70 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:45.438857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.439201 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 75710d48-0b25-4c30-ae01-a1e482a03b70 Oct 05 09:18:45.477909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bf69b829-cc97-49a0-a100-6a3a05eb1046 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.482851 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bf69b829-cc97-49a0-a100-6a3a05eb1046 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3992977 Oct 05 09:18:45.489832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60392) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:45.492776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.498454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab847a75-9d41-4cdb-bf05-96a01b256806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38faf27a-29e4-4378-aa41-125cc5e829ab,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:45.529746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.535188 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Attempt 2 to provision port 49ada675-a357-44aa-ac9d-cdd82904e661 Oct 05 09:18:45.564529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8758bbf1-13e9-46cf-afc3-87a0765b3615 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Request body: {'security_group_rule': {'security_group_id': 'b48811c4-9aac-4acb-8d67-31d3fd8721ec', 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:45.569625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-834468f2-44e5-4959-a33c-4c252863305e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.609555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8758bbf1-13e9-46cf-afc3-87a0765b3615 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:45.618624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab847a75-9d41-4cdb-bf05-96a01b256806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.619752 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ab847a75-9d41-4cdb-bf05-96a01b256806 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38faf27a-29e4-4378-aa41-125cc5e829ab HTTP/1.1" status: 204 len: 168 time: 0.9956212 Oct 05 09:18:45.620886 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8758bbf1-13e9-46cf-afc3-87a0765b3615 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Usage tracker for resource:security_group_rule and tenant:358fb11b9d984e15ac58ec8606c908e1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:45.643427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Port 49ada675-a357-44aa-ac9d-cdd82904e661 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:45.676593 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8758bbf1-13e9-46cf-afc3-87a0765b3615 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:45.677603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 75710d48-0b25-4c30-ae01-a1e482a03b70 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:45.701508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8758bbf1-13e9-46cf-afc3-87a0765b3615 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:45.706659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e17-ce5a-4826-a033-1ff53d975563 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.709834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e17-ce5a-4826-a033-1ff53d975563 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.745535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.747811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8758bbf1-13e9-46cf-afc3-87a0765b3615 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.757717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Pushing event updated for resources: {'Port': ['ID=49ada675-a357-44aa-ac9d-cdd82904e661,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:45.764771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e17-ce5a-4826-a033-1ff53d975563 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.765245 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94e1e17-ce5a-4826-a033-1ff53d975563 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Fanout notify agent at l3_agent the message router_deleted on router 33fa0fa0-e815-4495-a84b-45b60e2a47ab {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:18:45.815445 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-834468f2-44e5-4959-a33c-4c252863305e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.863733 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834468f2-44e5-4959-a33c-4c252863305e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=1f149d06-d61d-4d2f-b10e-b2229f880ce9,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:45.874400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-834468f2-44e5-4959-a33c-4c252863305e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.876671 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-834468f2-44e5-4959-a33c-4c252863305e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/1f149d06-d61d-4d2f-b10e-b2229f880ce9 HTTP/1.1" status: 204 len: 168 time: 1.2023814 Oct 05 09:18:45.880638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60400) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:45.883539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6420d92a-4b0f-46a3-8ecf-e997d4784289 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:45.884927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e17-ce5a-4826-a033-1ff53d975563 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.886057 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f94e1e17-ce5a-4826-a033-1ff53d975563 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/33fa0fa0-e815-4495-a84b-45b60e2a47ab HTTP/1.1" status: 204 len: 168 time: 0.7626452 Oct 05 09:18:45.892638 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60402) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:45.908208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8758bbf1-13e9-46cf-afc3-87a0765b3615 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:45.961759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8758bbf1-13e9-46cf-afc3-87a0765b3615 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.000566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] For port 8ca92ef9-766a-465e-acc8-5522714d2448, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=8ca92ef9-766a-465e-acc8-5522714d2448,segment=NetworkSegment(46fc2f71-6d9e-4ba3-a537-4110369b00b2),segment_id=46fc2f71-6d9e-4ba3-a537-4110369b00b2)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:46.000934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.053198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758bbf1-13e9-46cf-afc3-87a0765b3615 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a34713-2b8b-47be-8357-540519899da8,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:46.126696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8758bbf1-13e9-46cf-afc3-87a0765b3615 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.134129 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8758bbf1-13e9-46cf-afc3-87a0765b3615 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6273170 Oct 05 09:18:46.134865 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60418) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:46.146302 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Attempt 3 to provision port 49ada675-a357-44aa-ac9d-cdd82904e661 Oct 05 09:18:46.156482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-616a5753-1c2d-4595-9a67-2fa4b57228bf tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Request body: {'security_group_rule': {'security_group_id': 'b48811c4-9aac-4acb-8d67-31d3fd8721ec', 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:46.164023 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44111cc-ad28-4f2f-a0c9-88b7661c2166 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting subnet 6d87dc05-7ef1-4894-9f83-6fe5c9e0f7ae {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:18:46.171335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-616a5753-1c2d-4595-9a67-2fa4b57228bf tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:46.173495 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d44111cc-ad28-4f2f-a0c9-88b7661c2166 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.189637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Calling delete_port for 8ca92ef9-766a-465e-acc8-5522714d2448 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:46.248816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-616a5753-1c2d-4595-9a67-2fa4b57228bf tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Usage tracker for resource:security_group_rule and tenant:358fb11b9d984e15ac58ec8606c908e1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:46.262404 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-616a5753-1c2d-4595-9a67-2fa4b57228bf tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:46.296912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Port 49ada675-a357-44aa-ac9d-cdd82904e661 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:46.343627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-4234d0a5-52a3-4064-a869-488aa3edbd14 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 8392460a-05ca-44ae-a8b2-a2fde3f329df {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:18:46.360955 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4234d0a5-52a3-4064-a869-488aa3edbd14 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.396153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Network ed1c54b9-03a6-43a8-aa44-1cafd35494cd is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:46.404528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:46.424288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-616a5753-1c2d-4595-9a67-2fa4b57228bf tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:46.446398 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d44111cc-ad28-4f2f-a0c9-88b7661c2166 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.513243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4234d0a5-52a3-4064-a869-488aa3edbd14 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.516034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-616a5753-1c2d-4595-9a67-2fa4b57228bf tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.571521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60430) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:46.600277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.636598 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c66ab2-c0f1-438c-be36-1c862c3d84a8 req-32736d28-5620-4360-8a8f-52334470a3e0 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:46.644066 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-91c66ab2-c0f1-438c-be36-1c862c3d84a8 req-32736d28-5620-4360-8a8f-52334470a3e0 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f196576-cd5c-4058-87c5-c64972ac2af6 HTTP/1.1" status: 200 len: 865 time: 0.4768176 Oct 05 09:18:46.679963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Pushing event deleted for resources: {'Port': ['ID=8ca92ef9-766a-465e-acc8-5522714d2448,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:46.714203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-616a5753-1c2d-4595-9a67-2fa4b57228bf tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.725451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d44111cc-ad28-4f2f-a0c9-88b7661c2166 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.767888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-259841351'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:46.776537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-616a5753-1c2d-4595-9a67-2fa4b57228bf tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.798730 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:46.800773 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Attempt 4 to provision port 49ada675-a357-44aa-ac9d-cdd82904e661 Oct 05 09:18:46.842640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Usage tracker for resource:network and tenant:5f0c8b0c35e84170a954280f8bd86550 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:46.873598 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-91c66ab2-c0f1-438c-be36-1c862c3d84a8 req-bd9ab4e5-e4f1-443f-afe7-f50fc7900ea8 tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce942efd-a6bf-4c59-8d96-93ad21b580ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283876 Oct 05 09:18:46.881082 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:46.888866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a5753-1c2d-4595-9a67-2fa4b57228bf tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31772843-cb6c-457a-a424-5921e61067cc,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:46.898101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Port 49ada675-a357-44aa-ac9d-cdd82904e661 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:46.916203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:46.931622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-616a5753-1c2d-4595-9a67-2fa4b57228bf tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.932806 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-616a5753-1c2d-4595-9a67-2fa4b57228bf tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7945685 Oct 05 09:18:46.937185 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60436) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:46.943736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-66bc38d7-7204-4560-aaf4-41e94d8cf0c2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Request body: {'security_group_rule': {'security_group_id': 'b48811c4-9aac-4acb-8d67-31d3fd8721ec', 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:46.951153 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-66bc38d7-7204-4560-aaf4-41e94d8cf0c2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:46.955503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-66bc38d7-7204-4560-aaf4-41e94d8cf0c2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Usage tracker for resource:security_group_rule and tenant:358fb11b9d984e15ac58ec8606c908e1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:46.960649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-66bc38d7-7204-4560-aaf4-41e94d8cf0c2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:46.965636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:46.971305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:46.991077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-66bc38d7-7204-4560-aaf4-41e94d8cf0c2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:46.995013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.017872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d44111cc-ad28-4f2f-a0c9-88b7661c2166 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.027485 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:47.032561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] No DVR routers for this DVR port 8ca92ef9-766a-465e-acc8-5522714d2448 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:18:47.035243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.041220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f196576-cd5c-4058-87c5-c64972ac2af6', 'name': 'network-vif-deleted', 'tag': '8ca92ef9-766a-465e-acc8-5522714d2448'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:18:47.044586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b01723-852a-4407-b9ec-2653b1da8d54" -d '{"events": [{"server_uuid": "2f196576-cd5c-4058-87c5-c64972ac2af6", "name": "network-vif-deleted", "tag": "8ca92ef9-766a-465e-acc8-5522714d2448"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:18:47.070285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Usage tracker for resource:security_group_rule and tenant:5f0c8b0c35e84170a954280f8bd86550 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:47.073221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4234d0a5-52a3-4064-a869-488aa3edbd14 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.073784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:47.082017 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:47.112957 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a07924b3-c2d5-484b-abea-32c4975000c5 req-4bc4561a-cea6-4855-b198-08231e5fa76e tempest-TestServerAdvancedOps-1457094242 tempest-TestServerAdvancedOps-1457094242-project] 10.222.0.45 "DELETE /v2.0/ports/8ca92ef9-766a-465e-acc8-5522714d2448 HTTP/1.1" status: 204 len: 173 time: 5.5154462 Oct 05 09:18:47.130751 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa66b520-d4fb-4d9c-961f-36552541c424 x-openstack-request-id: req-aa66b520-d4fb-4d9c-961f-36552541c424 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:18:47.131042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f196576-cd5c-4058-87c5-c64972ac2af6", "name": "network-vif-deleted", "tag": "8ca92ef9-766a-465e-acc8-5522714d2448", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:18:47.131382 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa66b520-d4fb-4d9c-961f-36552541c424 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:18:47.131808 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa66b520-d4fb-4d9c-961f-36552541c424'] response: {'server_uuid': '2f196576-cd5c-4058-87c5-c64972ac2af6', 'name': 'network-vif-deleted', 'tag': '8ca92ef9-766a-465e-acc8-5522714d2448', 'status': 'completed', 'code': 200} Oct 05 09:18:47.156686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Router 02af1794-7bc6-47fe-a595-8960aa86af66 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:18:47.190519 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-66bc38d7-7204-4560-aaf4-41e94d8cf0c2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Project 358fb11b9d984e15ac58ec8606c908e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:18:47.197216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.205749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d44111cc-ad28-4f2f-a0c9-88b7661c2166 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.208913 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d556a10a-adf7-43bc-a28d-75aceef79afe None None] Network 6eb849d0-eaed-4959-8454-fa70820d81c3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:47.209411 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44111cc-ad28-4f2f-a0c9-88b7661c2166 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Subnet': ['ID=6d87dc05-7ef1-4894-9f83-6fe5c9e0f7ae,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:47.213483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.231393 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-66bc38d7-7204-4560-aaf4-41e94d8cf0c2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.271383 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d44111cc-ad28-4f2f-a0c9-88b7661c2166 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/6d87dc05-7ef1-4894-9f83-6fe5c9e0f7ae HTTP/1.1" status: 204 len: 168 time: 1.3776081 Oct 05 09:18:47.273885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60442) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:47.292190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:18:47.305846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4234d0a5-52a3-4064-a869-488aa3edbd14 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.314210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a7debe-ad4e-4608-88b6-89f24c6d3fef,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:47.333992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.334388 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Added segment cf60dea6-315e-4317-ad99-bd620589b6fc of type vlan for network 734a7ea7-bb79-43fd-9706-2ac641968525 Oct 05 09:18:47.362092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-66bc38d7-7204-4560-aaf4-41e94d8cf0c2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.378739 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-66bc38d7-7204-4560-aaf4-41e94d8cf0c2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.391538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.414567 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc38d7-7204-4560-aaf4-41e94d8cf0c2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0fbe43f-8151-415a-a0c4-067dbdf5dd50,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:47.427910 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Attempt 5 to provision port 49ada675-a357-44aa-ac9d-cdd82904e661 Oct 05 09:18:47.438844 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-66bc38d7-7204-4560-aaf4-41e94d8cf0c2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.442683 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-66bc38d7-7204-4560-aaf4-41e94d8cf0c2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5014334 Oct 05 09:18:47.442887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60446) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:47.450551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a4867d63-0b53-43c6-b56f-57c7db2de486 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Request body: {'security_group_rule': {'security_group_id': 'b48811c4-9aac-4acb-8d67-31d3fd8721ec', 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:47.457285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a4867d63-0b53-43c6-b56f-57c7db2de486 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:47.461830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a4867d63-0b53-43c6-b56f-57c7db2de486 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Usage tracker for resource:security_group_rule and tenant:358fb11b9d984e15ac58ec8606c908e1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:47.466628 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a4867d63-0b53-43c6-b56f-57c7db2de486 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:47.472287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.474182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234d0a5-52a3-4064-a869-488aa3edbd14 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=8392460a-05ca-44ae-a8b2-a2fde3f329df,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:47.478156 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:47.478746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.486904 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a4867d63-0b53-43c6-b56f-57c7db2de486 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:47.487066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4234d0a5-52a3-4064-a869-488aa3edbd14 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.496533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Port 49ada675-a357-44aa-ac9d-cdd82904e661 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:47.499775 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b455e8-928e-4490-abdf-83d2c74a2f6f None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:47.552014 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4234d0a5-52a3-4064-a869-488aa3edbd14 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/8392460a-05ca-44ae-a8b2-a2fde3f329df HTTP/1.1" status: 204 len: 168 time: 1.6613822 Oct 05 09:18:47.554360 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60450) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:47.563116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.625304 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:47.631825 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-a4867d63-0b53-43c6-b56f-57c7db2de486 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Project 358fb11b9d984e15ac58ec8606c908e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:18:47.637024 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Sync routers for ids ['02af1794-7bc6-47fe-a595-8960aa86af66'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:47.640934 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0661476 Oct 05 09:18:47.642090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33481f-5241-4c78-9d1f-1e08d001d9ec tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Network': ['ID=734a7ea7-bb79-43fd-9706-2ac641968525,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:47.646519 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bd395ced-28fa-4338-a856-c97098b16c1f admin admin] 10.222.0.64 "PUT /v2.0/routers/02af1794-7bc6-47fe-a595-8960aa86af66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8890457 Oct 05 09:18:47.655481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4867d63-0b53-43c6-b56f-57c7db2de486 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.657308 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Routers {'02af1794-7bc6-47fe-a595-8960aa86af66'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:47.658589 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['02af1794-7bc6-47fe-a595-8960aa86af66'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:47.706243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60456) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:47.707920 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c6354ea9-63fe-4b63-ae1d-2efa6afd4ca0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1512992 Oct 05 09:18:47.717455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:47.719241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:47.726340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:47.775257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 734a7ea7-bb79-43fd-9706-2ac641968525 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:18:48.029799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:48.036051 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Attempt 6 to provision port 49ada675-a357-44aa-ac9d-cdd82904e661 Oct 05 09:18:48.121352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4867d63-0b53-43c6-b56f-57c7db2de486 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:48.122321 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60466) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:48.126848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:48.133655 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:48.153294 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4867d63-0b53-43c6-b56f-57c7db2de486 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:48.162360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:48.231580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4867d63-0b53-43c6-b56f-57c7db2de486 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a800e5-72e7-43ec-b628-c22e995caca1,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:48.240618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:48.246712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:48.254668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Port 49ada675-a357-44aa-ac9d-cdd82904e661 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:48.295297 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Set router 02af1794-7bc6-47fe-a595-8960aa86af66 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:18:48.362235 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8f7c6e-88c7-438e-a018-065442727b81 None None] DHCP port deletion for 6eb849d0-eaed-4959-8454-fa70820d81c3 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:18:48.367721 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f7c6e-88c7-438e-a018-065442727b81 None None] Deleting port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:48.368383 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf8f7c6e-88c7-438e-a018-065442727b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:48.419277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-de53b891-eb47-4dac-acf5-b8aa3f25822a admin admin] Deleting subnet 8fda5c84-7bac-4b04-9f34-be6d0eb94184 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:18:48.429553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4867d63-0b53-43c6-b56f-57c7db2de486 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:48.434124 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a4867d63-0b53-43c6-b56f-57c7db2de486 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9867806 Oct 05 09:18:48.434419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60470) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:48.439655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de53b891-eb47-4dac-acf5-b8aa3f25822a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:48.512198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60474) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:48.513894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Request body: {'network': {'name': 'tempest-network-smoke--1852036544', 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:48.524081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:48.531026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36769925', 'description': 'tempest-secgroup-smoke-36769925 description', 'project_id': '7079491c48e143b2a690e33a3b48be14'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:48.532038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Usage tracker for resource:network and tenant:358fb11b9d984e15ac58ec8606c908e1 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:48.538369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:48.552270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:48.553267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:48.564830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Usage tracker for resource:security_group and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:48.579595 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:48.599428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:48.607013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Made reservation on behalf of 358fb11b9d984e15ac58ec8606c908e1 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:48.611831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:48.644867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] For port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b,segment=NetworkSegment(436d0f26-fe25-438f-87a5-4ddfcd237b74),segment_id=436d0f26-fe25-438f-87a5-4ddfcd237b74)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:48.645519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:48.672024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-bf8f7c6e-88c7-438e-a018-065442727b81 None None] For port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b,segment=NetworkSegment(436d0f26-fe25-438f-87a5-4ddfcd237b74),segment_id=436d0f26-fe25-438f-87a5-4ddfcd237b74)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:48.672024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf8f7c6e-88c7-438e-a018-065442727b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:48.675365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:18:48.686297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:48.686866 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Added segment 12c6b146-5aa2-42d1-87be-2fd0c90efeef of type vlan for network 64baa502-6931-4ffc-9e45-2e69fe3514af Oct 05 09:18:48.714769 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:48.715428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:48.812122 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:48.830001 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Usage tracker for resource:security_group_rule and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:48.835537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:48.883903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:48.943287 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'name': 'tempest-TestVolumeBootPattern-1977350007-router', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:29Z', 'updated_at': '2022-10-05T09:18:44Z', 'revision_number': 4, 'project_id': 'b9625ca650814d5596e2a15755f230cf', 'gw_port': {'id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:32Z', 'updated_at': '2022-10-05T09:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '49ada675-a357-44aa-ac9d-cdd82904e661', 'name': '', 'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'mac_address': 'fa:16:3e:c6:08:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e28a93be-dfaf-443b-9d33-132921108313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:41Z', 'updated_at': '2022-10-05T09:18:45Z', 'revision_number': 2, 'project_id': 'b9625ca650814d5596e2a15755f230cf', 'subnets': [{'id': 'e28a93be-dfaf-443b-9d33-132921108313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:48.950071 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Checking router: 02af1794-7bc6-47fe-a595-8960aa86af66 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:18:48.951279 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:18:48.952090 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Updating router 02af1794-7bc6-47fe-a595-8960aa86af66 port 49ada675-a357-44aa-ac9d-cdd82904e661 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:18:48.965610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f7c6e-88c7-438e-a018-065442727b81 None None] Calling delete_port for cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:48.988494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:48.994735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:48.996058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.006625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:49.031903 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Attempt 7 to provision port 49ada675-a357-44aa-ac9d-cdd82904e661 Oct 05 09:18:49.040655 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.059994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de53b891-eb47-4dac-acf5-b8aa3f25822a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.105788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 75710d48-0b25-4c30-ae01-a1e482a03b70 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:18:49.169153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Deleting port 75710d48-0b25-4c30-ae01-a1e482a03b70 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:49.169526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.242891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.247802 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.objects.ports [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89054) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:18:49.286457 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8506255 Oct 05 09:18:49.293666 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60478) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:49.301880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.309241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'admin_state_up': True, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:49.346102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:49.378989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Usage tracker for resource:router and tenant:358fb11b9d984e15ac58ec8606c908e1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:49.408585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:49.458160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52c4c2-5caf-45b9-b220-365dd78526da tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'Network': ['ID=64baa502-6931-4ffc-9e45-2e69fe3514af,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:49.474199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de53b891-eb47-4dac-acf5-b8aa3f25822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.497263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:49.572788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.577673 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.0624926 Oct 05 09:18:49.581660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b096ec-de23-47fd-8220-486f8a5eda03 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4d3bdc-158c-4f09-9b05-cf60d785a12b,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:49.582568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60482) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:49.608850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fb6f700d-4678-4137-90ec-91b8d4f90a47 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Request body: {'security_group_rule': {'security_group_id': '9e4d3bdc-158c-4f09-9b05-cf60d785a12b', 'project_id': '7079491c48e143b2a690e33a3b48be14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:49.616367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de53b891-eb47-4dac-acf5-b8aa3f25822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.643039 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] For port 75710d48-0b25-4c30-ae01-a1e482a03b70, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=75710d48-0b25-4c30-ae01-a1e482a03b70,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:49.643637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.674576 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.693015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.694154 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.717255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fb6f700d-4678-4137-90ec-91b8d4f90a47 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:49.718436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.740394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53b891-eb47-4dac-acf5-b8aa3f25822a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fda5c84-7bac-4b04-9f34-be6d0eb94184,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:49.753157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fb6f700d-4678-4137-90ec-91b8d4f90a47 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Usage tracker for resource:security_group_rule and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:49.761750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fb6f700d-4678-4137-90ec-91b8d4f90a47 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:49.774148 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fb6f700d-4678-4137-90ec-91b8d4f90a47 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:49.783920 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.796077 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de53b891-eb47-4dac-acf5-b8aa3f25822a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.804032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Calling delete_port for 75710d48-0b25-4c30-ae01-a1e482a03b70 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:49.804446 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Transition to ACTIVE for port object 49ada675-a357-44aa-ac9d-cdd82904e661 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:49.813535 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:49.832309 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-de53b891-eb47-4dac-acf5-b8aa3f25822a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8fda5c84-7bac-4b04-9f34-be6d0eb94184 HTTP/1.1" status: 204 len: 168 time: 1.7065473 Oct 05 09:18:49.833305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60486) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:49.945727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb6f700d-4678-4137-90ec-91b8d4f90a47 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.033657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 64baa502-6931-4ffc-9e45-2e69fe3514af details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:18:50.059380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:18:50.059771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:18:50.126029 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Port 49ada675-a357-44aa-ac9d-cdd82904e661 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:18:50.152455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf8f7c6e-88c7-438e-a018-065442727b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.160536 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f4118-0ed7-47ec-a040-ec914fd34cb8 None None] Pushing event updated for resources: {'Port': ['ID=49ada675-a357-44aa-ac9d-cdd82904e661,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:50.175413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 05 09:18:50.175413 dv-neutron-860328-1-hyperv neutron-server[89055]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Oct 05 09:18:50.175413 dv-neutron-860328-1-hyperv neutron-server[89055]: [parameters: {'port_id': 'cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b'}] Oct 05 09:18:50.175413 dv-neutron-860328-1-hyperv neutron-server[89055]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:18:50.175864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:18:50.188233 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Attempting to bind port 49ada675-a357-44aa-ac9d-cdd82904e661 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:50.188623 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Attempting to bind port 49ada675-a357-44aa-ac9d-cdd82904e661 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '1e65e3a5-d4be-421e-81dc-01c348f6e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:50.189073 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Attempting to bind port 49ada675-a357-44aa-ac9d-cdd82904e661 on network ed1c54b9-03a6-43a8-aa44-1cafd35494cd {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:50.199423 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:50.202029 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Checking segment: {'id': '1e65e3a5-d4be-421e-81dc-01c348f6e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:50.202464 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.203169 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Bound using segment: {'id': '1e65e3a5-d4be-421e-81dc-01c348f6e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:50.203659 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Bound port: 49ada675-a357-44aa-ac9d-cdd82904e661, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e65e3a5-d4be-421e-81dc-01c348f6e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:50.205555 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.241991 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f7c6e-88c7-438e-a018-065442727b81 None None] Pushing event deleted for resources: {'Port': ['ID=cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:50.283278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be1e92de-5113-4a13-9731-0d01a3ed4a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.314474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f7c6e-88c7-438e-a018-065442727b81 None None] No DVR routers for this DVR port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:18:50.357203 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] For port 49ada675-a357-44aa-ac9d-cdd82904e661, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:50.361049 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] For port 49ada675-a357-44aa-ac9d-cdd82904e661, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=49ada675-a357-44aa-ac9d-cdd82904e661,segment=NetworkSegment(1e65e3a5-d4be-421e-81dc-01c348f6e57a),segment_id=1e65e3a5-d4be-421e-81dc-01c348f6e57a)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:50.363301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 75710d48-0b25-4c30-ae01-a1e482a03b70 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:50.363803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.375499 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.402720 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 75710d48-0b25-4c30-ae01-a1e482a03b70, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=75710d48-0b25-4c30-ae01-a1e482a03b70,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:50.412263 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.413387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:18:50.413703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.415597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb6f700d-4678-4137-90ec-91b8d4f90a47 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.423288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:18:50.423613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:18:50.439435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb6f700d-4678-4137-90ec-91b8d4f90a47 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.467870 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Routers {'02af1794-7bc6-47fe-a595-8960aa86af66'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:50.468643 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['02af1794-7bc6-47fe-a595-8960aa86af66'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:50.534913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f700d-4678-4137-90ec-91b8d4f90a47 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83568caf-71d7-41bf-8348-bc7d795411ca,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:50.544803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb6f700d-4678-4137-90ec-91b8d4f90a47 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.550296 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fb6f700d-4678-4137-90ec-91b8d4f90a47 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9528434 Oct 05 09:18:50.551352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60490) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:50.553496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be1e92de-5113-4a13-9731-0d01a3ed4a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.570198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b827b4f9-1086-46a8-9b84-044df28c1b0b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Request body: {'security_group_rule': {'security_group_id': '9e4d3bdc-158c-4f09-9b05-cf60d785a12b', 'project_id': '7079491c48e143b2a690e33a3b48be14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:50.586526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b827b4f9-1086-46a8-9b84-044df28c1b0b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:50.593467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-be1e92de-5113-4a13-9731-0d01a3ed4a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155c071c-e543-4f12-b1d9-dda38493f4ce']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:50.601452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b827b4f9-1086-46a8-9b84-044df28c1b0b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Usage tracker for resource:security_group_rule and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:50.607996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b827b4f9-1086-46a8-9b84-044df28c1b0b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:50.615799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-be1e92de-5113-4a13-9731-0d01a3ed4a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fc2f71-6d9e-4ba3-a537-4110369b00b2') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:50.616295 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-be1e92de-5113-4a13-9731-0d01a3ed4a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fc2f71-6d9e-4ba3-a537-4110369b00b2') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:50.627978 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b827b4f9-1086-46a8-9b84-044df28c1b0b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:50.651070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be1e92de-5113-4a13-9731-0d01a3ed4a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.652667 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:18:50.653534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:18:50.662771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Deleting port 75710d48-0b25-4c30-ae01-a1e482a03b70 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:50.663584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.680460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:50.683098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.736425 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] Set router 02af1794-7bc6-47fe-a595-8960aa86af66 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:18:50.740188 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Attempt 8 to provision port 49ada675-a357-44aa-ac9d-cdd82904e661 Oct 05 09:18:50.813451 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=75710d48-0b25-4c30-ae01-a1e482a03b70,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:50.842641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be1e92de-5113-4a13-9731-0d01a3ed4a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:50.873521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] The port 'cc64db2a-8bcc-46dd-a3d5-0f0b960b8c7b' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:18:50.874467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b827b4f9-1086-46a8-9b84-044df28c1b0b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.028081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1e92de-5113-4a13-9731-0d01a3ed4a0d admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:18:51.028687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be1e92de-5113-4a13-9731-0d01a3ed4a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.040970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e906a537-eba4-4fd6-b091-a566d884b802 None None] Port 49ada675-a357-44aa-ac9d-cdd82904e661 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:18:51.057246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60494) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:51.072553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'subnet': {'network_id': '734a7ea7-bb79-43fd-9706-2ac641968525', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:51.110922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] For port 75710d48-0b25-4c30-ae01-a1e482a03b70, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=75710d48-0b25-4c30-ae01-a1e482a03b70,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:51.111776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.114343 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f4118-0ed7-47ec-a040-ec914fd34cb8 None None] Pushing event updated for resources: {'Port': ['ID=49ada675-a357-44aa-ac9d-cdd82904e661,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:51.181676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be1e92de-5113-4a13-9731-0d01a3ed4a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.190692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be1e92de-5113-4a13-9731-0d01a3ed4a0d admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.195359 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 46fc2f71-6d9e-4ba3-a537-4110369b00b2 resource provider aggregate not found Oct 05 09:18:51.203931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.223317 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.239599 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'name': 'tempest-TestVolumeBootPattern-1977350007-router', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:29Z', 'updated_at': '2022-10-05T09:18:44Z', 'revision_number': 4, 'project_id': 'b9625ca650814d5596e2a15755f230cf', 'gw_port': {'id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:32Z', 'updated_at': '2022-10-05T09:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '49ada675-a357-44aa-ac9d-cdd82904e661', 'name': '', 'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'mac_address': 'fa:16:3e:c6:08:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e28a93be-dfaf-443b-9d33-132921108313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:41Z', 'updated_at': '2022-10-05T09:18:50Z', 'revision_number': 4, 'project_id': 'b9625ca650814d5596e2a15755f230cf', 'subnets': [{'id': 'e28a93be-dfaf-443b-9d33-132921108313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:51.244149 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ee39b-55a3-406c-8d3c-45ea0aef30ea None None] The sync data for ids ['02af1794-7bc6-47fe-a595-8960aa86af66'] in dv-neutron-860328-1-hyperv is: [{'id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'name': 'tempest-TestVolumeBootPattern-1977350007-router', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:29Z', 'updated_at': '2022-10-05T09:18:44Z', 'revision_number': 4, 'project_id': 'b9625ca650814d5596e2a15755f230cf', 'gw_port': {'id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:32Z', 'updated_at': '2022-10-05T09:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '49ada675-a357-44aa-ac9d-cdd82904e661', 'name': '', 'network_id': 'ed1c54b9-03a6-43a8-aa44-1cafd35494cd', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'mac_address': 'fa:16:3e:c6:08:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e28a93be-dfaf-443b-9d33-132921108313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:41Z', 'updated_at': '2022-10-05T09:18:50Z', 'revision_number': 4, 'project_id': 'b9625ca650814d5596e2a15755f230cf', 'subnets': [{'id': 'e28a93be-dfaf-443b-9d33-132921108313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:51.290370 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 46fc2f71-6d9e-4ba3-a537-4110369b00b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46fc2f71-6d9e-4ba3-a537-4110369b00b2 found for delete ", "request_id": "req-e94b10c0-6069-4879-894b-9ea675433825"}]} Oct 05 09:18:51.305673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e92de-5113-4a13-9731-0d01a3ed4a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=155c071c-e543-4f12-b1d9-dda38493f4ce,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:51.314403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.348831 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-be1e92de-5113-4a13-9731-0d01a3ed4a0d admin admin] 10.222.0.64 "DELETE /v2.0/networks/155c071c-e543-4f12-b1d9-dda38493f4ce HTTP/1.1" status: 204 len: 168 time: 1.5109725 Oct 05 09:18:51.359085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60502) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:51.365589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Calling delete_port for 75710d48-0b25-4c30-ae01-a1e482a03b70 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:51.365842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.415437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b827b4f9-1086-46a8-9b84-044df28c1b0b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.443054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:51.448475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b827b4f9-1086-46a8-9b84-044df28c1b0b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.467208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Usage tracker for resource:subnet and tenant:5f0c8b0c35e84170a954280f8bd86550 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:51.477263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:51.477863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb849d0-eaed-4959-8454-fa70820d81c3']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:51.487850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827b4f9-1086-46a8-9b84-044df28c1b0b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16738d4-7d8d-4b9e-8d01-2005c2f80681,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:51.488112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:51.493928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0ed03539-b0df-4c22-b2ad-eafbd190f5d4 None None] Provisioning complete for port 75710d48-0b25-4c30-ae01-a1e482a03b70 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:51.494680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ed03539-b0df-4c22-b2ad-eafbd190f5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.495184 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0ed03539-b0df-4c22-b2ad-eafbd190f5d4 None None] Attempt 1 to provision port 75710d48-0b25-4c30-ae01-a1e482a03b70 Oct 05 09:18:51.506908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436d0f26-fe25-438f-87a5-4ddfcd237b74') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:51.507469 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436d0f26-fe25-438f-87a5-4ddfcd237b74') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:51.526307 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-786ac0cf-2e0d-458e-bfd9-8ffe04d6471c admin admin] Deleting subnet 4951b6f9-0ea8-42d3-9f37-49452900df1c {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:18:51.532080 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.539031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b827b4f9-1086-46a8-9b84-044df28c1b0b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.544158 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b827b4f9-1086-46a8-9b84-044df28c1b0b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9823718 Oct 05 09:18:51.548092 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60506) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:51.548528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-786ac0cf-2e0d-458e-bfd9-8ffe04d6471c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.590124 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-478cefa3-9d0e-48f9-b2f2-cfda8cbe432e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Request body: {'security_group_rule': {'security_group_id': '9e4d3bdc-158c-4f09-9b05-cf60d785a12b', 'project_id': '7079491c48e143b2a690e33a3b48be14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:51.605914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-478cefa3-9d0e-48f9-b2f2-cfda8cbe432e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:51.612068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.619873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-478cefa3-9d0e-48f9-b2f2-cfda8cbe432e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Usage tracker for resource:security_group_rule and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:51.624106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-478cefa3-9d0e-48f9-b2f2-cfda8cbe432e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:51.632292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:18:51.632701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.648951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-478cefa3-9d0e-48f9-b2f2-cfda8cbe432e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:51.657845 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0ed03539-b0df-4c22-b2ad-eafbd190f5d4 None None] Current status of the port 75710d48-0b25-4c30-ae01-a1e482a03b70 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:51.657845 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ed03539-b0df-4c22-b2ad-eafbd190f5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.672297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Allocated IP 172.26.0.119 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/357203b6-2a46-48bc-a947-79444b4e65b4) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:51.712133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-786ac0cf-2e0d-458e-bfd9-8ffe04d6471c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.758836 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:51.762548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.795225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-478cefa3-9d0e-48f9-b2f2-cfda8cbe432e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.818127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.822435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.862033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-786ac0cf-2e0d-458e-bfd9-8ffe04d6471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.914120 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/networks/6eb849d0-eaed-4959-8454-fa70820d81c3 HTTP/1.1" status: 204 len: 168 time: 4.6391037 Oct 05 09:18:51.922820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584eb848-1829-4825-84ee-b3962d76a44c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Network': ['ID=6eb849d0-eaed-4959-8454-fa70820d81c3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:51.925427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60510) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:51.941784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-463980639', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:51.962335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:51.970449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-478cefa3-9d0e-48f9-b2f2-cfda8cbe432e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:51.971728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:router and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:51.979336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:51.983417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-478cefa3-9d0e-48f9-b2f2-cfda8cbe432e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.003390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:52.031206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cefa3-9d0e-48f9-b2f2-cfda8cbe432e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab929b84-748d-40c6-bf81-3c0dcfe94731,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:52.044687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.046192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.052118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-786ac0cf-2e0d-458e-bfd9-8ffe04d6471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.057542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-478cefa3-9d0e-48f9-b2f2-cfda8cbe432e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.059748 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-478cefa3-9d0e-48f9-b2f2-cfda8cbe432e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4800386 Oct 05 09:18:52.081781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60514) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:52.106780 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ac0cf-2e0d-458e-bfd9-8ffe04d6471c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4951b6f9-0ea8-42d3-9f37-49452900df1c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:52.111066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6e1ec21f-560b-4571-9e79-28016c3145a8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Request body: {'security_group_rule': {'security_group_id': '9e4d3bdc-158c-4f09-9b05-cf60d785a12b', 'project_id': '7079491c48e143b2a690e33a3b48be14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:52.111405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-786ac0cf-2e0d-458e-bfd9-8ffe04d6471c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.120012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.126268 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-786ac0cf-2e0d-458e-bfd9-8ffe04d6471c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4951b6f9-0ea8-42d3-9f37-49452900df1c HTTP/1.1" status: 204 len: 168 time: 0.7612810 Oct 05 09:18:52.127930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6e1ec21f-560b-4571-9e79-28016c3145a8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:52.129794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60518) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:52.145907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6e1ec21f-560b-4571-9e79-28016c3145a8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Usage tracker for resource:security_group_rule and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:52.149436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] For port 75710d48-0b25-4c30-ae01-a1e482a03b70, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=75710d48-0b25-4c30-ae01-a1e482a03b70,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:52.151659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6e1ec21f-560b-4571-9e79-28016c3145a8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:52.157731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.350640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.356432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6e1ec21f-560b-4571-9e79-28016c3145a8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:52.403631 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Subnet': ['ID=4f3c6fe2-4ccb-4b5b-b5a1-e34210fc3eb6,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:52.443150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.444770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec21f-560b-4571-9e79-28016c3145a8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.470913 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.471807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.494636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:18:52.494996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:18:52.524611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73f84cb0-808d-46c4-baca-c80309dd4875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.528353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-0ed03539-b0df-4c22-b2ad-eafbd190f5d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:18:52.528716 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-0ed03539-b0df-4c22-b2ad-eafbd190f5d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:18:52.574285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Checking segment: {'id': 'cf60dea6-315e-4317-ad99-bd620589b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '734a7ea7-bb79-43fd-9706-2ac641968525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:52.574551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network hostable DHCP agents. Network: 734a7ea7-bb79-43fd-9706-2ac641968525, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:18:52.619053 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:52.643618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:52.653646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:52.654263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.665554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.674260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.702828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=75710d48-0b25-4c30-ae01-a1e482a03b70,revision_number=8']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:52.705560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=e7f61a87-6860-4524-9850-91cee9108beb,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:52.770050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:52.775403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network 734a7ea7-bb79-43fd-9706-2ac641968525 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:18:52.783483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:52.796068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:52.828038 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-eb8dbc20-029e-467d-baa6-6ac740e54a17 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1203446 Oct 05 09:18:52.829580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec21f-560b-4571-9e79-28016c3145a8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.835126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60522) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:52.845155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 734a7ea7-bb79-43fd-9706-2ac641968525) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:52.853562 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfe89c4-c885-47b1-9f2c-44cfb9309004 None None] Network 734a7ea7-bb79-43fd-9706-2ac641968525 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:52.859429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-1e505d6f-cdaa-478f-9374-4972e38e8218 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:52.870870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73f84cb0-808d-46c4-baca-c80309dd4875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.889492 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec21f-560b-4571-9e79-28016c3145a8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.891391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:52.892318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.912596 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-73f84cb0-808d-46c4-baca-c80309dd4875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fca5898-e17d-4f25-9cef-e314e7314ab8']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:52.931733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-73f84cb0-808d-46c4-baca-c80309dd4875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18f0227-9582-406c-a96e-4e17806543b2') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:52.932036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-73f84cb0-808d-46c4-baca-c80309dd4875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18f0227-9582-406c-a96e-4e17806543b2') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:52.947493 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73f84cb0-808d-46c4-baca-c80309dd4875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.966935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'Port': ['ID=357203b6-2a46-48bc-a947-79444b4e65b4,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:52.968781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73f84cb0-808d-46c4-baca-c80309dd4875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:52.980837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f84cb0-808d-46c4-baca-c80309dd4875 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:18:52.981487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73f84cb0-808d-46c4-baca-c80309dd4875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.027490 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 49ada675-a357-44aa-ac9d-cdd82904e661 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:53.044979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ec21f-560b-4571-9e79-28016c3145a8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48463a0f-51fa-4f7a-b2f4-2b0c2fcaa991,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:53.079146 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a4dd66dd-c9fa-44b4-a16d-3bb03c511b78 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0173616 Oct 05 09:18:53.080653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60526) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:53.092563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-55646610'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:53.102411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:53.108970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Usage tracker for resource:network and tenant:5f0c8b0c35e84170a954280f8bd86550 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:53.113931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:53.116815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73f84cb0-808d-46c4-baca-c80309dd4875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.144766 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec21f-560b-4571-9e79-28016c3145a8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.145869 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6e1ec21f-560b-4571-9e79-28016c3145a8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0630102 Oct 05 09:18:53.163163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60530) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:53.173298 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0ed03539-b0df-4c22-b2ad-eafbd190f5d4 None None] Current status of the port 75710d48-0b25-4c30-ae01-a1e482a03b70 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:53.173805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ed03539-b0df-4c22-b2ad-eafbd190f5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.174127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b20bf289-6363-41f5-8565-c7d68a108d2f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Request body: {'security_group_rule': {'security_group_id': '9e4d3bdc-158c-4f09-9b05-cf60d785a12b', 'project_id': '7079491c48e143b2a690e33a3b48be14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:53.186332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:53.191199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73f84cb0-808d-46c4-baca-c80309dd4875 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.217859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f84cb0-808d-46c4-baca-c80309dd4875 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fca5898-e17d-4f25-9cef-e314e7314ab8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:53.243407 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b20bf289-6363-41f5-8565-c7d68a108d2f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:53.255870 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1e505d6f-cdaa-478f-9374-4972e38e8218 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:53.257327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 49ada675-a357-44aa-ac9d-cdd82904e661 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:53.260776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b20bf289-6363-41f5-8565-c7d68a108d2f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Usage tracker for resource:security_group_rule and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:53.267090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0ed03539-b0df-4c22-b2ad-eafbd190f5d4 None None] For port 75710d48-0b25-4c30-ae01-a1e482a03b70, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=75710d48-0b25-4c30-ae01-a1e482a03b70,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:53.269727 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 49ada675-a357-44aa-ac9d-cdd82904e661 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:53.270578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.270991 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 49ada675-a357-44aa-ac9d-cdd82904e661 Oct 05 09:18:53.279376 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-73f84cb0-808d-46c4-baca-c80309dd4875 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2fca5898-e17d-4f25-9cef-e314e7314ab8 HTTP/1.1" status: 204 len: 168 time: 1.1484935 Oct 05 09:18:53.288315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:53.292097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.314793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b20bf289-6363-41f5-8565-c7d68a108d2f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:53.318097 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1e505d6f-cdaa-478f-9374-4972e38e8218 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:53.325743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1e505d6f-cdaa-478f-9374-4972e38e8218 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:53.328567 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b20bf289-6363-41f5-8565-c7d68a108d2f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:53.341026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1e505d6f-cdaa-478f-9374-4972e38e8218 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:53.350203 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ed03539-b0df-4c22-b2ad-eafbd190f5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.361858 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 436d0f26-fe25-438f-87a5-4ddfcd237b74 resource provider aggregate not found Oct 05 09:18:53.363137 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-b20bf289-6363-41f5-8565-c7d68a108d2f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Project 7079491c48e143b2a690e33a3b48be14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:18:53.376682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b20bf289-6363-41f5-8565-c7d68a108d2f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.388434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e505d6f-cdaa-478f-9374-4972e38e8218 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:53.391317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.392153 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1e505d6f-cdaa-478f-9374-4972e38e8218 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.419994 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 436d0f26-fe25-438f-87a5-4ddfcd237b74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 436d0f26-fe25-438f-87a5-4ddfcd237b74 found for delete ", "request_id": "req-7bda57ef-ea4d-408c-b538-5dcb35b782d4"}]} Oct 05 09:18:53.421620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-734a7ea7-bb79-43fd-9706-2ac641968525', 'network_id': '734a7ea7-bb79-43fd-9706-2ac641968525', 'tenant_id': '5f0c8b0c35e84170a954280f8bd86550', 'fixed_ips': [{'subnet_id': '4f3c6fe2-4ccb-4b5b-b5a1-e34210fc3eb6'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:18:53.422640 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.452123 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment b18f0227-9582-406c-a96e-4e17806543b2 resource provider aggregate not found Oct 05 09:18:53.463799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Deleting port 75710d48-0b25-4c30-ae01-a1e482a03b70 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:18:53.464938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.468322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.515767 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment b18f0227-9582-406c-a96e-4e17806543b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b18f0227-9582-406c-a96e-4e17806543b2 found for delete ", "request_id": "req-73793f73-38fe-4486-be3b-31eca291b29e"}]} Oct 05 09:18:53.517697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:18:53.547421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.547772 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Added segment 5078042b-a684-4e41-b6c4-67674f8a40fb of type vlan for network 80186975-9431-48f8-b4a4-3d4e34f1b6f3 Oct 05 09:18:53.608699 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60544) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:53.628093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed03539-b0df-4c22-b2ad-eafbd190f5d4 None None] Pushing event updated for resources: {'Port': ['ID=75710d48-0b25-4c30-ae01-a1e482a03b70,revision_number=9']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:53.628470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.680664 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Allocated IP 172.26.0.26 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/a00cef8f-997f-4689-ad9b-07be72325801) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:53.692466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.698828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:53.699480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.744147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 49ada675-a357-44aa-ac9d-cdd82904e661 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:53.744529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.786191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b20bf289-6363-41f5-8565-c7d68a108d2f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.791497 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4cc28c89-88a8-4342-adf0-ab21256a3ebe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aec5cc3e3f104ffc8add9a9c07c9cb82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759841 Oct 05 09:18:53.798395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60548) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:53.804857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b20bf289-6363-41f5-8565-c7d68a108d2f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.862216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bf289-6363-41f5-8565-c7d68a108d2f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f45fc5e-ab9b-4c66-80f7-edc3de5d5a08,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:53.864099 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.ipam_backend_mixin [None req-1e505d6f-cdaa-478f-9374-4972e38e8218 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7f61a87-6860-4524-9850-91cee9108beb (CIDR: 2001:db8::/64) Oct 05 09:18:53.881487 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b20bf289-6363-41f5-8565-c7d68a108d2f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.885595 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b20bf289-6363-41f5-8565-c7d68a108d2f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7191935 Oct 05 09:18:53.886434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60552) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:53.897301 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e505d6f-cdaa-478f-9374-4972e38e8218 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:18:53.897796 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e505d6f-cdaa-478f-9374-4972e38e8218 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:18:53.923975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 49ada675-a357-44aa-ac9d-cdd82904e661, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=49ada675-a357-44aa-ac9d-cdd82904e661,segment=NetworkSegment(1e65e3a5-d4be-421e-81dc-01c348f6e57a),segment_id=1e65e3a5-d4be-421e-81dc-01c348f6e57a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:53.939216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.950029 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:53.952606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Allocated IP 2001:db8:0:ffff::2 (734a7ea7-bb79-43fd-9706-2ac641968525/4f3c6fe2-4ccb-4b5b-b5a1-e34210fc3eb6/d92fc9d7-9fc7-4dde-a538-edae0b210520) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:54.009113 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1e505d6f-cdaa-478f-9374-4972e38e8218 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1730504 Oct 05 09:18:54.014007 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60554) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:54.024529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:54.043838 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9621010 Oct 05 09:18:54.047467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e2c30484-aca8-40cb-8686-b392a9e39dc1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Request body: {'security_group_rule': {'security_group_id': '9e4d3bdc-158c-4f09-9b05-cf60d785a12b', 'project_id': '7079491c48e143b2a690e33a3b48be14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:54.058716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60560) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:54.062671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e2c30484-aca8-40cb-8686-b392a9e39dc1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:54.066951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc235e-2c1f-4dfe-876b-26df24be007c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Network': ['ID=80186975-9431-48f8-b4a4-3d4e34f1b6f3,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:54.075509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'subnet': {'network_id': '80186975-9431-48f8-b4a4-3d4e34f1b6f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:54.092607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e2c30484-aca8-40cb-8686-b392a9e39dc1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Usage tracker for resource:security_group_rule and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:54.095658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e2c30484-aca8-40cb-8686-b392a9e39dc1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:54.108308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e2c30484-aca8-40cb-8686-b392a9e39dc1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:54.125307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] For port 75710d48-0b25-4c30-ae01-a1e482a03b70, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=75710d48-0b25-4c30-ae01-a1e482a03b70,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:18:54.125796 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.134792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d4e121d3-9752-476e-9130-8afa32765644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.195453 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 80186975-9431-48f8-b4a4-3d4e34f1b6f3 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:18:54.222845 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-e2c30484-aca8-40cb-8686-b392a9e39dc1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Project 7079491c48e143b2a690e33a3b48be14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:18:54.258740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e2c30484-aca8-40cb-8686-b392a9e39dc1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.260590 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:18:54.282463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.296268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:54.310942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Usage tracker for resource:subnet and tenant:5f0c8b0c35e84170a954280f8bd86550 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:54.315656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:54.326362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:54.360002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:54.363780 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.428579 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d4e121d3-9752-476e-9130-8afa32765644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.436566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Calling delete_port for 75710d48-0b25-4c30-ae01-a1e482a03b70 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:18:54.471544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e2c30484-aca8-40cb-8686-b392a9e39dc1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.473313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=49ada675-a357-44aa-ac9d-cdd82904e661,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:54.486154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e2c30484-aca8-40cb-8686-b392a9e39dc1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.524015 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.567376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:54.569853 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c30484-aca8-40cb-8686-b392a9e39dc1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea44240-a814-4886-a0b4-9a5a7922681c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:54.591793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:54.600383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:54.603258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e2c30484-aca8-40cb-8686-b392a9e39dc1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.604638 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e2c30484-aca8-40cb-8686-b392a9e39dc1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5696557 Oct 05 09:18:54.608083 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:54.629076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:54.634290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:54.640513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:54.669287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=a00cef8f-997f-4689-ad9b-07be72325801,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:54.682447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:54.687783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.759611 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.771104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.783948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d4e121d3-9752-476e-9130-8afa32765644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.796671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Transition to ACTIVE for port object d92fc9d7-9fc7-4dde-a538-edae0b210520 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:54.827116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.837436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e121d3-9752-476e-9130-8afa32765644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce942efd-a6bf-4c59-8d96-93ad21b580ef,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:54.923139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d4e121d3-9752-476e-9130-8afa32765644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:54.926719 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d4e121d3-9752-476e-9130-8afa32765644 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce942efd-a6bf-4c59-8d96-93ad21b580ef HTTP/1.1" status: 204 len: 168 time: 1.1249607 Oct 05 09:18:54.994618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 49ada675-a357-44aa-ac9d-cdd82904e661 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:55.134769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] Pushing event deleted for resources: {'Port': ['ID=75710d48-0b25-4c30-ae01-a1e482a03b70,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:55.156414 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f86d2-b1c5-4e78-9862-fb4801d32ebb None None] No DVR routers for this DVR port 75710d48-0b25-4c30-ae01-a1e482a03b70 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:18:55.175353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Transition to ACTIVE for port object d92fc9d7-9fc7-4dde-a538-edae0b210520 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:55.187043 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d0655-37d0-4c9c-a8c7-01021b328098 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:55.215659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:55.231016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Router a20ef54e-394f-45a2-a872-3f2fc3018bbe is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:18:55.370015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 49ada675-a357-44aa-ac9d-cdd82904e661 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:55.371127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:55.371657 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 49ada675-a357-44aa-ac9d-cdd82904e661 Oct 05 09:18:55.376944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:55.444261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Network 734a7ea7-bb79-43fd-9706-2ac641968525 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:55.458653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:55.472303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:55.503514 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60610) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:55.526299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Pushing event updated for resources: {'Port': ['ID=d92fc9d7-9fc7-4dde-a538-edae0b210520,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:55.567597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:55.582853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:55.585184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=2442a811-9598-45a2-be18-1cd645990fc2,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:55.596524 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:55.599308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:55.632397 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:55.654567 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ad1e5975-95d0-4b90-9d49-1b75cf6c0153 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=453003f399e64738b54e8558229f920a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388819 Oct 05 09:18:55.667073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60614) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:55.741930 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5b1423e8-a4dc-44d8-9de8-8a6764556932 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7252018 Oct 05 09:18:55.742874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60620) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:55.745491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:55.754968 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Attempting to bind port d92fc9d7-9fc7-4dde-a538-edae0b210520 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:55.755578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Attempting to bind port d92fc9d7-9fc7-4dde-a538-edae0b210520 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'cf60dea6-315e-4317-ad99-bd620589b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '734a7ea7-bb79-43fd-9706-2ac641968525'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:55.756168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Attempting to bind port d92fc9d7-9fc7-4dde-a538-edae0b210520 on network 734a7ea7-bb79-43fd-9706-2ac641968525 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:55.758713 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:18:55.763105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'mac_address': 'fa:16:3e:59:68:78', 'name': 'tempest-NetworksTestDHCPv6-1556513814'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:55.765766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Sync routers for ids ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:55.785335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-68ff637c-f1df-404a-ac71-5c09e40d5107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:55.795029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:55.817888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-68ff637c-f1df-404a-ac71-5c09e40d5107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:55.880341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-68ff637c-f1df-404a-ac71-5c09e40d5107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:55.883672 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-68ff637c-f1df-404a-ac71-5c09e40d5107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:55.887458 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-68ff637c-f1df-404a-ac71-5c09e40d5107 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8776210f-3050-4700-8038-d90c0668c961 HTTP/1.1" status: 204 len: 168 time: 0.2151978 Oct 05 09:18:55.898499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:55.903790 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d61edfea-c261-4886-b6e0-982b7ea32593 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.6032784 Oct 05 09:18:55.904622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60630) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:55.909337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:55.913215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff637c-f1df-404a-ac71-5c09e40d5107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8776210f-3050-4700-8038-d90c0668c961,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:55.913802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Checking segment: {'id': 'cf60dea6-315e-4317-ad99-bd620589b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '734a7ea7-bb79-43fd-9706-2ac641968525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:55.915487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:55.915995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Bound using segment: {'id': 'cf60dea6-315e-4317-ad99-bd620589b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '734a7ea7-bb79-43fd-9706-2ac641968525'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:55.918508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Bound port: d92fc9d7-9fc7-4dde-a538-edae0b210520, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf60dea6-315e-4317-ad99-bd620589b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '734a7ea7-bb79-43fd-9706-2ac641968525'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:55.919032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:56.083281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 49ada675-a357-44aa-ac9d-cdd82904e661 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:18:56.090533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Routers {'a20ef54e-394f-45a2-a872-3f2fc3018bbe'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:56.091297 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:56.193490 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-19d31986-d6d4-46c2-94b6-97b25bee37cf', 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'tenant_id': '8e470f57db494309bb41654643314b74', 'fixed_ips': [{'subnet_id': '2442a811-9598-45a2-be18-1cd645990fc2'}, {'subnet_id': 'e7f61a87-6860-4524-9850-91cee9108beb'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:18:56.194358 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:56.359313 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-804cfe3b-860d-4c76-b135-34ec80aff2e4 tempest-TestNetworkAdvancedServerOps-1581101074 tempest-TestNetworkAdvancedServerOps-1581101074-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=358fb11b9d984e15ac58ec8606c908e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4519510 Oct 05 09:18:56.362585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60638) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:56.463799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Subnet': ['ID=d9ae93ab-60ba-4dca-a6d8-eeb8579c46c8,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:56.516059 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Checking segment: {'id': '5078042b-a684-4e41-b6c4-67674f8a40fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80186975-9431-48f8-b4a4-3d4e34f1b6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:56.517076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network hostable DHCP agents. Network: 80186975-9431-48f8-b4a4-3d4e34f1b6f3, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:18:56.533395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] For port d92fc9d7-9fc7-4dde-a538-edae0b210520, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:18:56.552595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:56.580536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] For port d92fc9d7-9fc7-4dde-a538-edae0b210520, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d92fc9d7-9fc7-4dde-a538-edae0b210520,segment=NetworkSegment(cf60dea6-315e-4317-ad99-bd620589b6fc),segment_id=cf60dea6-315e-4317-ad99-bd620589b6fc)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:18:56.593628 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa70db63-1642-427c-9598-5eaf8fd57dfe tempest-TestNetworkAdvancedServerOps-1581101074 tempest-TestNetworkAdvancedServerOps-1581101074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:56.595531 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fa70db63-1642-427c-9598-5eaf8fd57dfe tempest-TestNetworkAdvancedServerOps-1581101074 tempest-TestNetworkAdvancedServerOps-1581101074-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2318711 Oct 05 09:18:56.598362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60652) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:56.621384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:56.632675 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Set router a20ef54e-394f-45a2-a872-3f2fc3018bbe gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:18:56.638394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:56.677297 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e006a86c-4a26-44eb-bb33-393db9890a32 tempest-TestNetworkAdvancedServerOps-1581101074 tempest-TestNetworkAdvancedServerOps-1581101074-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0748029 Oct 05 09:18:56.677802 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60668) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:56.681174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network 80186975-9431-48f8-b4a4-3d4e34f1b6f3 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:18:56.689243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-600513106', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:56.695297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:56.718890 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:56.724293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 80186975-9431-48f8-b4a4-3d4e34f1b6f3) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:56.797228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:56.798111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:56.827270 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cebc5e4-10ed-43bb-a6ae-7a25f669269f None None] Network 80186975-9431-48f8-b4a4-3d4e34f1b6f3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:56.979443 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4d75bb96-023c-4f1e-9281-a9d691bc9a90 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9184301 Oct 05 09:18:57.002984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60682) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:57.017269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'port': {'network_id': '80186975-9431-48f8-b4a4-3d4e34f1b6f3', 'name': 'tempest-NetworksIpV6TestAttrs-726651765'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:57.091139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:57.095660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Usage tracker for resource:subnet and tenant:358fb11b9d984e15ac58ec8606c908e1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:57.099529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:57.113170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:57.134043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Made reservation on behalf of 358fb11b9d984e15ac58ec8606c908e1 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:57.140193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:57.207795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333971d-fe26-4c8a-9176-84a7b85fe339 None None] Pushing event updated for resources: {'Port': ['ID=d92fc9d7-9fc7-4dde-a538-edae0b210520,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:57.357254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Allocated IP 2001:db8:0:1::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/2442a811-9598-45a2-be18-1cd645990fc2/d63a345d-fc53-482b-8e9b-6ec5d344607f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:57.384064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:57.454798 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Allocated IP 2001:db8::f816:3eff:fe74:b121 (19d31986-d6d4-46c2-94b6-97b25bee37cf/e7f61a87-6860-4524-9850-91cee9108beb/d63a345d-fc53-482b-8e9b-6ec5d344607f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:57.490757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port b3fc1a30-3586-4599-8458-0e85e459cbca yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:18:57.545023 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:57.545296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:18:57.559830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Usage tracker for resource:port and tenant:5f0c8b0c35e84170a954280f8bd86550 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:18:57.573004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:18:57.589941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:18:57.614501 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router f42ea10c-064b-4d05-945b-f6c610d037ae is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:18:57.620638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:18:57.624376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:57.659947 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-80186975-9431-48f8-b4a4-3d4e34f1b6f3', 'network_id': '80186975-9431-48f8-b4a4-3d4e34f1b6f3', 'tenant_id': '5f0c8b0c35e84170a954280f8bd86550', 'fixed_ips': [{'subnet_id': 'd9ae93ab-60ba-4dca-a6d8-eeb8579c46c8'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:18:57.660910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:57.669720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'Subnet': ['ID=97d90bf2-6d17-4f0f-93bb-00441c5fc0dc,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:57.731105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] device_id is not set on port 97a68480-50ec-4160-a398-affb62bb610b yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:18:57.741184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Checking segment: {'id': '12c6b146-5aa2-42d1-87be-2fd0c90efeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:57.741803 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Network hostable DHCP agents. Network: 64baa502-6931-4ffc-9e45-2e69fe3514af, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:18:57.772053 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Network 64baa502-6931-4ffc-9e45-2e69fe3514af is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:18:57.786928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 64baa502-6931-4ffc-9e45-2e69fe3514af) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:57.802071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cf78e5-3335-4a88-8f1d-e717ba78a19e None None] Network 64baa502-6931-4ffc-9e45-2e69fe3514af requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:57.802972 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:18:57.803942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:57.844823 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5f38bf64-8b1e-4e3f-9720-7a3202913d87 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1640744 Oct 05 09:18:57.847875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60688) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:58.022731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:18:58.033236 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa65ef-dbf2-4084-8673-a981daeaac30 None None] Sync routers for ids ['f42ea10c-064b-4d05-945b-f6c610d037ae'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:18:58.049543 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa65ef-dbf2-4084-8673-a981daeaac30 None None] Routers {'f42ea10c-064b-4d05-945b-f6c610d037ae'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:58.050282 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-03fa65ef-dbf2-4084-8673-a981daeaac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f42ea10c-064b-4d05-945b-f6c610d037ae'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:58.110342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:58.114738 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-39492d32-793c-4f7e-bbad-c6be59f22e3d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.1851926 Oct 05 09:18:58.115886 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60692) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:58.200764 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-03fa65ef-dbf2-4084-8673-a981daeaac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:58.212947 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa65ef-dbf2-4084-8673-a981daeaac30 None None] Routers {'f42ea10c-064b-4d05-945b-f6c610d037ae'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:18:58.214747 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-03fa65ef-dbf2-4084-8673-a981daeaac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f42ea10c-064b-4d05-945b-f6c610d037ae'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:58.216673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:18:53Z', 'revision_number': 3, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port': {'id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:51Z', 'updated_at': '2022-10-05T09:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:58.317919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Checking router: a20ef54e-394f-45a2-a872-3f2fc3018bbe for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:18:58.318390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Updating router a20ef54e-394f-45a2-a872-3f2fc3018bbe port 357203b6-2a46-48bc-a947-79444b4e65b4 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:18:58.358371 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-03fa65ef-dbf2-4084-8673-a981daeaac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:18:58.358772 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa65ef-dbf2-4084-8673-a981daeaac30 None None] The sync data for ids ['f42ea10c-064b-4d05-945b-f6c610d037ae'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:18:58.390820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Allocated IP 2001:db8::f816:3eff:fe6b:d70c (80186975-9431-48f8-b4a4-3d4e34f1b6f3/d9ae93ab-60ba-4dca-a6d8-eeb8579c46c8/d694e1c9-2b11-46cb-aae9-75b038e2ad86) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:58.536106 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-71cf3751-c674-48ea-90e0-8057e804078c tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/routers/f42ea10c-064b-4d05-945b-f6c610d037ae HTTP/1.1" status: 200 len: 883 time: 0.4189396 Oct 05 09:18:58.538554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60698) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:58.607525 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3ae1f1-049b-4994-82c1-ebf4c2729a5a None None] Network 734a7ea7-bb79-43fd-9706-2ac641968525 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:18:58.622938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:58.684767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-64baa502-6931-4ffc-9e45-2e69fe3514af', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'fixed_ips': [{'subnet_id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:18:58.685519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:58.697975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:58.820945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Transition to ACTIVE for port object d63a345d-fc53-482b-8e9b-6ec5d344607f will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:58.877877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-37f8297a-6c44-41e2-bced-3f6ac7eb7446 None None] Provisioning for port d92fc9d7-9fc7-4dde-a538-edae0b210520 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:59.025693 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:59.031250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d92fc9d7-9fc7-4dde-a538-edae0b210520 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:18:59.059336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Transition to ACTIVE for port object d63a345d-fc53-482b-8e9b-6ec5d344607f will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:59.115232 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f0b7895e-3106-406c-b869-2c26d13b7ec7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Synchronizing usage tracker for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:router {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:18:59.137243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:59.312695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8:0:1::295 (19d31986-d6d4-46c2-94b6-97b25bee37cf/2442a811-9598-45a2-be18-1cd645990fc2/b3fc1a30-3586-4599-8458-0e85e459cbca) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:59.329930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::f816:3eff:fe59:6878 (19d31986-d6d4-46c2-94b6-97b25bee37cf/e7f61a87-6860-4524-9850-91cee9108beb/b3fc1a30-3586-4599-8458-0e85e459cbca) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:59.340908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f0b7895e-3106-406c-b869-2c26d13b7ec7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Unset dirty status for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:router {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:18:59.342336 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f0b7895e-3106-406c-b869-2c26d13b7ec7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.8028171 Oct 05 09:18:59.346375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60702) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:18:59.358238 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d535d965-32f8-4f2a-8a29-690ff7261d14 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-463980639'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:18:59.380114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:18:59.438862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:18:59.441843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:18:59.605778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Pushing event updated for resources: {'Port': ['ID=d63a345d-fc53-482b-8e9b-6ec5d344607f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:18:59.778925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port d92fc9d7-9fc7-4dde-a538-edae0b210520 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:18:59.796420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:59.814209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Allocated IP 172.20.0.2 (64baa502-6931-4ffc-9e45-2e69fe3514af/97d90bf2-6d17-4f0f-93bb-00441c5fc0dc/1c50727a-b4cc-4046-8963-fb0f08760bcb) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:18:59.831503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d92fc9d7-9fc7-4dde-a538-edae0b210520 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:18:59.831503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:59.831503 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d92fc9d7-9fc7-4dde-a538-edae0b210520 Oct 05 09:18:59.902585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Transition to ACTIVE for port object d694e1c9-2b11-46cb-aae9-75b038e2ad86 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:18:59.913493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Attempting to bind port d63a345d-fc53-482b-8e9b-6ec5d344607f on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:18:59.913901 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Attempting to bind port d63a345d-fc53-482b-8e9b-6ec5d344607f by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:18:59.914325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Attempting to bind port d63a345d-fc53-482b-8e9b-6ec5d344607f on network 19d31986-d6d4-46c2-94b6-97b25bee37cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:18:59.971811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:18:59.972185 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Checking segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:18:59.972587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:59.972977 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Bound using segment: {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:18:59.973463 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Bound port: d63a345d-fc53-482b-8e9b-6ec5d344607f, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab369f9-4fb7-4bc6-894c-76728f489771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:18:59.973828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:18:59.993257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Transition to ACTIVE for port object d694e1c9-2b11-46cb-aae9-75b038e2ad86 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:00.077635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.228721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.271081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Allocated IP 2001:db8::f816:3eff:fed9:5ca5 (80186975-9431-48f8-b4a4-3d4e34f1b6f3/d9ae93ab-60ba-4dca-a6d8-eeb8579c46c8/97a68480-50ec-4160-a398-affb62bb610b) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:00.281456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object b3fc1a30-3586-4599-8458-0e85e459cbca will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:00.354704 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Network 80186975-9431-48f8-b4a4-3d4e34f1b6f3 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:00.377083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:00.378087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:00.445285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Pushing event updated for resources: {'Port': ['ID=d694e1c9-2b11-46cb-aae9-75b038e2ad86,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:00.478621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d535d965-32f8-4f2a-8a29-690ff7261d14 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.520369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.527934 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.594801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] For port d63a345d-fc53-482b-8e9b-6ec5d344607f, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:00.621933 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d92fc9d7-9fc7-4dde-a538-edae0b210520 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:00.622344 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.654257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] For port d63a345d-fc53-482b-8e9b-6ec5d344607f, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d63a345d-fc53-482b-8e9b-6ec5d344607f,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:00.660729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Transition to ACTIVE for port object 357203b6-2a46-48bc-a947-79444b4e65b4 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:00.686825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d535d965-32f8-4f2a-8a29-690ff7261d14 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.728754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:00.745831 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.786131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:00.787037 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Attempting to bind port d694e1c9-2b11-46cb-aae9-75b038e2ad86 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:00.787420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Attempting to bind port d694e1c9-2b11-46cb-aae9-75b038e2ad86 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '5078042b-a684-4e41-b6c4-67674f8a40fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80186975-9431-48f8-b4a4-3d4e34f1b6f3'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:00.788283 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Attempting to bind port d694e1c9-2b11-46cb-aae9-75b038e2ad86 on network 80186975-9431-48f8-b4a4-3d4e34f1b6f3 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:00.805274 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.828215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=b3fc1a30-3586-4599-8458-0e85e459cbca,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:00.860814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:00.862531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:00.862974 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Checking segment: {'id': '5078042b-a684-4e41-b6c4-67674f8a40fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80186975-9431-48f8-b4a4-3d4e34f1b6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:00.863555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.864143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Bound using segment: {'id': '5078042b-a684-4e41-b6c4-67674f8a40fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80186975-9431-48f8-b4a4-3d4e34f1b6f3'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:00.864713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Bound port: d694e1c9-2b11-46cb-aae9-75b038e2ad86, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5078042b-a684-4e41-b6c4-67674f8a40fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80186975-9431-48f8-b4a4-3d4e34f1b6f3'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:00.865177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.869368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:00.871158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.924095 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Attempting to bind port 357203b6-2a46-48bc-a947-79444b4e65b4 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:00.924484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Attempting to bind port 357203b6-2a46-48bc-a947-79444b4e65b4 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:00.925302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Attempting to bind port 357203b6-2a46-48bc-a947-79444b4e65b4 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:00.941200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port d92fc9d7-9fc7-4dde-a538-edae0b210520, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d92fc9d7-9fc7-4dde-a538-edae0b210520,segment=NetworkSegment(cf60dea6-315e-4317-ad99-bd620589b6fc),segment_id=cf60dea6-315e-4317-ad99-bd620589b6fc)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:00.961774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.965156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:00.965689 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:00.966137 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:00.966704 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:00.967207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Bound port: 357203b6-2a46-48bc-a947-79444b4e65b4, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:00.967589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:01.017701 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e3afb263-5c2a-46b4-8b22-d0300abf90b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.2720432 Oct 05 09:19:01.025717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60710) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:01.040798 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:01.048750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:01.058922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276f6f9-a423-47bc-9e14-dd71d628fbb3 None None] Pushing event updated for resources: {'Port': ['ID=d63a345d-fc53-482b-8e9b-6ec5d344607f,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:01.063648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ea0c9e69-efc0-49b6-b4a3-7dee554e2604 None None] Provisioning complete for port d92fc9d7-9fc7-4dde-a538-edae0b210520 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:01.064135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9e69-efc0-49b6-b4a3-7dee554e2604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:01.064528 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ea0c9e69-efc0-49b6-b4a3-7dee554e2604 None None] Attempt 1 to provision port d92fc9d7-9fc7-4dde-a538-edae0b210520 Oct 05 09:19:01.087368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Transition to ACTIVE for port object 97a68480-50ec-4160-a398-affb62bb610b will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:01.139521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d535d965-32f8-4f2a-8a29-690ff7261d14 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router f42ea10c-064b-4d05-945b-f6c610d037ae has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:19:01.146526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:01.159437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-00598a6f-d61d-4f7f-9277-9f9157ee54e7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port b3fc1a30-3586-4599-8458-0e85e459cbca {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:01.159786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00598a6f-d61d-4f7f-9277-9f9157ee54e7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:01.161296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Transition to ACTIVE for port object 1c50727a-b4cc-4046-8963-fb0f08760bcb will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:01.329791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Transition to ACTIVE for port object 1c50727a-b4cc-4046-8963-fb0f08760bcb will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:01.376915 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bb28f-c73f-4611-a24c-5e001315c8f8 None None] Pushing event updated for resources: {'Port': ['ID=357203b6-2a46-48bc-a947-79444b4e65b4,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:01.396108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network 80186975-9431-48f8-b4a4-3d4e34f1b6f3 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:01.429106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:01.434071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] For port d694e1c9-2b11-46cb-aae9-75b038e2ad86, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:01.436936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:01.467364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] For port 357203b6-2a46-48bc-a947-79444b4e65b4, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:01.488721 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] For port d694e1c9-2b11-46cb-aae9-75b038e2ad86, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d694e1c9-2b11-46cb-aae9-75b038e2ad86,segment=NetworkSegment(5078042b-a684-4e41-b6c4-67674f8a40fb),segment_id=5078042b-a684-4e41-b6c4-67674f8a40fb)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:01.517766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] For port 357203b6-2a46-48bc-a947-79444b4e65b4, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=357203b6-2a46-48bc-a947-79444b4e65b4,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:01.522381 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:01.549486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:01.599140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Network 64baa502-6931-4ffc-9e45-2e69fe3514af is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:01.620915 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:01.625032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:01.689736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:01.697185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:01.700342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:01.700721 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=d92fc9d7-9fc7-4dde-a538-edae0b210520,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:01.758471 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Routers {'a20ef54e-394f-45a2-a872-3f2fc3018bbe'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:01.758820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:01.775705 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.7684965 Oct 05 09:19:01.779685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60716) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:01.905129 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Allocated IP 172.20.0.1 (64baa502-6931-4ffc-9e45-2e69fe3514af/97d90bf2-6d17-4f0f-93bb-00441c5fc0dc/b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:02.016479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03da5fb-8176-4781-b83b-fb9b45957e93 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Deleting subnet d9ae93ab-60ba-4dca-a6d8-eeb8579c46c8 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:19:02.028511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b03da5fb-8176-4781-b83b-fb9b45957e93 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:02.041016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c9e69-efc0-49b6-b4a3-7dee554e2604 None None] Current status of the port d92fc9d7-9fc7-4dde-a538-edae0b210520 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:02.096102 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Attempting to bind port 1c50727a-b4cc-4046-8963-fb0f08760bcb on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:02.096511 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Attempting to bind port 1c50727a-b4cc-4046-8963-fb0f08760bcb by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '12c6b146-5aa2-42d1-87be-2fd0c90efeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:02.096884 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Attempting to bind port 1c50727a-b4cc-4046-8963-fb0f08760bcb on network 64baa502-6931-4ffc-9e45-2e69fe3514af {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:02.101748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Pushing event updated for resources: {'Port': ['ID=1c50727a-b4cc-4046-8963-fb0f08760bcb,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:02.199800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74912bf6-aaee-4115-ac0a-733b53781301 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Port': ['ID=97a68480-50ec-4160-a398-affb62bb610b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:02.268652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:02.269341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Checking segment: {'id': '12c6b146-5aa2-42d1-87be-2fd0c90efeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:02.269925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:02.270725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Bound using segment: {'id': '12c6b146-5aa2-42d1-87be-2fd0c90efeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:02.271380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Bound port: 1c50727a-b4cc-4046-8963-fb0f08760bcb, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c6b146-5aa2-42d1-87be-2fd0c90efeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:02.271924 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:02.339433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b03da5fb-8176-4781-b83b-fb9b45957e93 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:02.378063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00598a6f-d61d-4f7f-9277-9f9157ee54e7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:02.461843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] Set router a20ef54e-394f-45a2-a872-3f2fc3018bbe gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:19:02.466607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d535d965-32f8-4f2a-8a29-690ff7261d14 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:19:02.490107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d535d965-32f8-4f2a-8a29-690ff7261d14 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:02.492318 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d535d965-32f8-4f2a-8a29-690ff7261d14 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/f42ea10c-064b-4d05-945b-f6c610d037ae HTTP/1.1" status: 200 len: 890 time: 3.1447167 Oct 05 09:19:02.497405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60720) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:02.525457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc616b1-86c9-4242-9ee9-509f6cc24242 None None] Pushing event updated for resources: {'Port': ['ID=d694e1c9-2b11-46cb-aae9-75b038e2ad86,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:02.536719 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:02.621624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-00598a6f-d61d-4f7f-9277-9f9157ee54e7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for b3fc1a30-3586-4599-8458-0e85e459cbca owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:02.636791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1c56af-99fe-42a7-b672-2f04b156055a None None] Sync routers for ids ['f42ea10c-064b-4d05-945b-f6c610d037ae'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:19:02.689775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Transition to ACTIVE for port object b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:02.822560 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad16e6e6-d5f2-4f9f-8316-3ee6e5e4df54 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/routers/f42ea10c-064b-4d05-945b-f6c610d037ae HTTP/1.1" status: 200 len: 890 time: 0.3228691 Oct 05 09:19:02.839821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60724) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:02.863350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:02.927052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1c56af-99fe-42a7-b672-2f04b156055a None None] Routers {'f42ea10c-064b-4d05-945b-f6c610d037ae'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:02.927968 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-bc1c56af-99fe-42a7-b672-2f04b156055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f42ea10c-064b-4d05-945b-f6c610d037ae'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:02.959392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2d37ac97-aeee-455a-8de7-489bcf72ca41 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Synchronizing usage tracker for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:03.000698 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc938832-a14c-4c58-a821-44047bb1b4e3 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:03.007446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Network 64baa502-6931-4ffc-9e45-2e69fe3514af is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:03.025397 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:03.031668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2d37ac97-aeee-455a-8de7-489bcf72ca41 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Unset dirty status for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:03.035538 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2d37ac97-aeee-455a-8de7-489bcf72ca41 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42ea10c-064b-4d05-945b-f6c610d037ae HTTP/1.1" status: 200 len: 205 time: 0.1943541 Oct 05 09:19:03.038788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60730) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:03.140120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:03.267367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:03.318481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'Port': ['ID=b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:03.327352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-bc1c56af-99fe-42a7-b672-2f04b156055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:03.346903 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] For port 1c50727a-b4cc-4046-8963-fb0f08760bcb, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:03.408884 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1ad85232-a3f9-4089-8074-e7ce13c4c8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:03.430156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d63a345d-fc53-482b-8e9b-6ec5d344607f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:03.460706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00598a6f-d61d-4f7f-9277-9f9157ee54e7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:03.491534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] For port 1c50727a-b4cc-4046-8963-fb0f08760bcb, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=1c50727a-b4cc-4046-8963-fb0f08760bcb,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:03.497681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b03da5fb-8176-4781-b83b-fb9b45957e93 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:03.498539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e9637-9eca-43ff-9725-a9405dd4feda None None] Network 80186975-9431-48f8-b4a4-3d4e34f1b6f3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:03.512606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bb28f-c73f-4611-a24c-5e001315c8f8 None None] Pushing event updated for resources: {'Port': ['ID=357203b6-2a46-48bc-a947-79444b4e65b4,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:03.533533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:03.623082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:03.624538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00598a6f-d61d-4f7f-9277-9f9157ee54e7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=b3fc1a30-3586-4599-8458-0e85e459cbca,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:03.628291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fe4e5c71-6bcf-4773-a883-11d32b525ff4 None None] Provisioning for port d63a345d-fc53-482b-8e9b-6ec5d344607f completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:03.637490 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1c56af-99fe-42a7-b672-2f04b156055a None None] Routers {'f42ea10c-064b-4d05-945b-f6c610d037ae'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:03.641883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-bc1c56af-99fe-42a7-b672-2f04b156055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:18:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f42ea10c-064b-4d05-945b-f6c610d037ae'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:03.785839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00598a6f-d61d-4f7f-9277-9f9157ee54e7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:03.822977 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:03.876251 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-00598a6f-d61d-4f7f-9277-9f9157ee54e7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/b3fc1a30-3586-4599-8458-0e85e459cbca HTTP/1.1" status: 204 len: 168 time: 2.8444030 Oct 05 09:19:03.878275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b03da5fb-8176-4781-b83b-fb9b45957e93 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:03.882829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60734) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:04.053691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03da5fb-8176-4781-b83b-fb9b45957e93 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ae93ab-60ba-4dca-a6d8-eeb8579c46c8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:04.062935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b03da5fb-8176-4781-b83b-fb9b45957e93 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:04.087626 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b03da5fb-8176-4781-b83b-fb9b45957e93 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/subnets/d9ae93ab-60ba-4dca-a6d8-eeb8579c46c8 HTTP/1.1" status: 204 len: 168 time: 2.2761292 Oct 05 09:19:04.089218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:04.092057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60738) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:04.171016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port a00cef8f-997f-4689-ad9b-07be72325801 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:04.171362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:04.285444 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daecc13-7637-4c73-8140-9a387465fae6 None None] Pushing event updated for resources: {'Port': ['ID=1c50727a-b4cc-4046-8963-fb0f08760bcb,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:04.288197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-bc1c56af-99fe-42a7-b672-2f04b156055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:04.288569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1c56af-99fe-42a7-b672-2f04b156055a None None] The sync data for ids ['f42ea10c-064b-4d05-945b-f6c610d037ae'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:19:04.290216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5078d734-1c89-4da9-947d-3135708cc4b9 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:04.294493 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5078d734-1c89-4da9-947d-3135708cc4b9 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:04.295420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5078d734-1c89-4da9-947d-3135708cc4b9 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Synchronizing usage tracker for tenant:5f0c8b0c35e84170a954280f8bd86550 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:04.346127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51ccc0-239d-4036-87b5-bbfb2d234e5c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:04.347942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3e51ccc0-239d-4036-87b5-bbfb2d234e5c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:04.405648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-11f82af5-dcb9-4d8d-9075-e4e0e9b43ea3 None None] Provisioning for port d694e1c9-2b11-46cb-aae9-75b038e2ad86 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:04.474990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5078d734-1c89-4da9-947d-3135708cc4b9 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Unset dirty status for tenant:5f0c8b0c35e84170a954280f8bd86550 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:04.476382 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5078d734-1c89-4da9-947d-3135708cc4b9 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3824790 Oct 05 09:19:04.477549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port d63a345d-fc53-482b-8e9b-6ec5d344607f completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:04.484028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60744) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:04.507767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d63a345d-fc53-482b-8e9b-6ec5d344607f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:04.508652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:04.509171 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d63a345d-fc53-482b-8e9b-6ec5d344607f Oct 05 09:19:04.650899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:04.666401 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:18:53Z', 'revision_number': 3, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port': {'id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:51Z', 'updated_at': '2022-10-05T09:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:04.691811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8507a97-a3b2-46e2-8912-e1d052e85557 None None] The sync data for ids ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'] in dv-neutron-860328-1-hyperv is: [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:18:53Z', 'revision_number': 3, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port': {'id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:51Z', 'updated_at': '2022-10-05T09:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:19:04.781258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267a9947-c9cc-4921-bf50-ee978188d85f None None] DHCP port deletion for 80186975-9431-48f8-b4a4-3d4e34f1b6f3 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:19:04.800733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-267a9947-c9cc-4921-bf50-ee978188d85f None None] Deleting port d694e1c9-2b11-46cb-aae9-75b038e2ad86 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:04.803507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-267a9947-c9cc-4921-bf50-ee978188d85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:04.852542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3e51ccc0-239d-4036-87b5-bbfb2d234e5c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:04.853709 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3e51ccc0-239d-4036-87b5-bbfb2d234e5c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.9217892 Oct 05 09:19:04.858572 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60748) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:05.005192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d63a345d-fc53-482b-8e9b-6ec5d344607f is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:05.013380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:05.062790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:05.101544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-984a37fb-51cd-46c7-8933-6ca1ef306027 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:05.170170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:05.190846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:05.402794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-267a9947-c9cc-4921-bf50-ee978188d85f None None] For port d694e1c9-2b11-46cb-aae9-75b038e2ad86, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d694e1c9-2b11-46cb-aae9-75b038e2ad86,segment=NetworkSegment(5078042b-a684-4e41-b6c4-67674f8a40fb),segment_id=5078042b-a684-4e41-b6c4-67674f8a40fb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:05.406631 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-267a9947-c9cc-4921-bf50-ee978188d85f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:05.467143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for a00cef8f-997f-4689-ad9b-07be72325801 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:05.467377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ffe7c6-cd75-4735-8b6f-c217646d0719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:05.467914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a3ffe7c6-cd75-4735-8b6f-c217646d0719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:05.491418 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3c47d-096c-4d9c-aa9c-7a37b741a41a None None] Network 64baa502-6931-4ffc-9e45-2e69fe3514af requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:05.572225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a3ffe7c6-cd75-4735-8b6f-c217646d0719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:05.574646 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-984a37fb-51cd-46c7-8933-6ca1ef306027 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 05 09:19:05.575129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984a37fb-51cd-46c7-8933-6ca1ef306027 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:05.578003 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-984a37fb-51cd-46c7-8933-6ca1ef306027 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/networks/80186975-9431-48f8-b4a4-3d4e34f1b6f3 HTTP/1.1" status: 409 len: 405 time: 1.0924680 Oct 05 09:19:05.582425 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a3ffe7c6-cd75-4735-8b6f-c217646d0719 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7170439 Oct 05 09:19:05.584850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60754) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:05.584850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60756) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:05.616516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:05.618250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1846389790'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:05.672561 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'Port': ['ID=b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:05.812362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:05.839131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Usage tracker for resource:network and tenant:5f0c8b0c35e84170a954280f8bd86550 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:05.844036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:05.862339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:05.914039 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1e666a17-fed6-492c-862c-c189b081e833 None None] Provisioning complete for port d63a345d-fc53-482b-8e9b-6ec5d344607f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:05.914759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e666a17-fed6-492c-862c-c189b081e833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:05.915106 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1e666a17-fed6-492c-862c-c189b081e833 None None] Attempt 1 to provision port d63a345d-fc53-482b-8e9b-6ec5d344607f Oct 05 09:19:05.917651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:05.942547 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Network 64baa502-6931-4ffc-9e45-2e69fe3514af is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:05.944415 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:05.948275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:05.994212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-267a9947-c9cc-4921-bf50-ee978188d85f None None] Calling delete_port for d694e1c9-2b11-46cb-aae9-75b038e2ad86 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:06.065156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:19:06.100299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:06.100734 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Added segment a2ea81f6-e061-4146-80ee-e2277b83ea46 of type vlan for network a5791bef-a74f-405a-9fd9-8baf9b4a347e Oct 05 09:19:06.138882 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:06.182804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:06.190678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:06.191655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:06.202941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e39abb3-9d3c-43ef-a6ee-e4a4d3e1c898 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:06.204818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e39abb3-9d3c-43ef-a6ee-e4a4d3e1c898 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:06.206504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port d63a345d-fc53-482b-8e9b-6ec5d344607f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d63a345d-fc53-482b-8e9b-6ec5d344607f,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:06.207766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e39abb3-9d3c-43ef-a6ee-e4a4d3e1c898 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:06.208952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e39abb3-9d3c-43ef-a6ee-e4a4d3e1c898 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:06.301999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Router a20ef54e-394f-45a2-a872-3f2fc3018bbe has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:19:06.445433 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8473840 Oct 05 09:19:06.462428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60762) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:06.488361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e39abb3-9d3c-43ef-a6ee-e4a4d3e1c898 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:06.499211 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1e39abb3-9d3c-43ef-a6ee-e4a4d3e1c898 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.9038084 Oct 05 09:19:06.499211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60768) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:06.503710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'subnet': {'network_id': 'a5791bef-a74f-405a-9fd9-8baf9b4a347e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:06.511265 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-267a9947-c9cc-4921-bf50-ee978188d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:06.569636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:06.570340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d92fc9d7-9fc7-4dde-a538-edae0b210520 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:06.651769 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530821-91b7-414b-939f-987468de75cb tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Network': ['ID=a5791bef-a74f-405a-9fd9-8baf9b4a347e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:06.679372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-67289784-6c33-42b0-9508-c353ef46bf23 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 2442a811-9598-45a2-be18-1cd645990fc2 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:19:06.684991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67289784-6c33-42b0-9508-c353ef46bf23 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:06.719526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1e666a17-fed6-492c-862c-c189b081e833 None None] Current status of the port d63a345d-fc53-482b-8e9b-6ec5d344607f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:06.730762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network a5791bef-a74f-405a-9fd9-8baf9b4a347e details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:19:06.758129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67289784-6c33-42b0-9508-c353ef46bf23 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:06.810982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:06.841939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a9947-c9cc-4921-bf50-ee978188d85f None None] Pushing event deleted for resources: {'Port': ['ID=d694e1c9-2b11-46cb-aae9-75b038e2ad86,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:06.845297 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a9947-c9cc-4921-bf50-ee978188d85f None None] No DVR routers for this DVR port d694e1c9-2b11-46cb-aae9-75b038e2ad86 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:19:06.884730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=a00cef8f-997f-4689-ad9b-07be72325801,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:06.905674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:19:06.914797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:06.927596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:06.946885 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7aeb1511-f5e8-449c-bef7-c87cf07bbd4d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "PUT /v2.0/routers/a20ef54e-394f-45a2-a872-3f2fc3018bbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0976045 Oct 05 09:19:06.949847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:06.953451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.035190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3e89bf32-e11b-46d7-9e88-148fd4b50957 None None] Could not find standard attr ID for object b3fc1a30-3586-4599-8458-0e85e459cbca. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:19:07.071235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.126054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67289784-6c33-42b0-9508-c353ef46bf23 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.129632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d66a9741-dd2d-44b6-ab09-7eb992247123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.161343 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.178703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.233822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3e89bf32-e11b-46d7-9e88-148fd4b50957 None None] Provisioning for port 1c50727a-b4cc-4046-8963-fb0f08760bcb completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:07.256404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=d63a345d-fc53-482b-8e9b-6ec5d344607f,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:07.278385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d92fc9d7-9fc7-4dde-a538-edae0b210520 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:07.278770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.279119 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d92fc9d7-9fc7-4dde-a538-edae0b210520 Oct 05 09:19:07.463542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.467529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.472648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d92fc9d7-9fc7-4dde-a538-edae0b210520 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:07.474172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d694e1c9-2b11-46cb-aae9-75b038e2ad86 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:07.506164 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Sync routers for ids ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:19:07.508817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.509563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Fanout notify agent at l3_agent the message router_deleted on router f42ea10c-064b-4d05-945b-f6c610d037ae {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:19:07.528768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: d694e1c9-2b11-46cb-aae9-75b038e2ad86 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:19:07.529163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d694e1c9-2b11-46cb-aae9-75b038e2ad86 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 05 09:19:07.536949 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.538444 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f2108271-57da-4ee6-9263-71ca7eef92ae tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/f42ea10c-064b-4d05-945b-f6c610d037ae HTTP/1.1" status: 204 len: 168 time: 4.4945669 Oct 05 09:19:07.542917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60784) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:07.551372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2109738496'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:07.561306 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Routers {'a20ef54e-394f-45a2-a872-3f2fc3018bbe'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:07.564397 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:07.568301 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:07.570217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:network and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:07.585040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:07.606912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:07.660508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67289784-6c33-42b0-9508-c353ef46bf23 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.669057 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Port d694e1c9-2b11-46cb-aae9-75b038e2ad86 not found, will not notify nova. {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 05 09:19:07.702186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-12f6d469-2827-4e29-80c6-218d22f5458d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Synchronizing usage tracker for tenant:358fb11b9d984e15ac58ec8606c908e1 on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:07.715689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:07.719295 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.737351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67289784-6c33-42b0-9508-c353ef46bf23 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=2442a811-9598-45a2-be18-1cd645990fc2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:07.739566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67289784-6c33-42b0-9508-c353ef46bf23 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.747520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ca49c5-e3ac-4390-976f-911ab62d7cb1 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:07.770692 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-67289784-6c33-42b0-9508-c353ef46bf23 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/2442a811-9598-45a2-be18-1cd645990fc2 HTTP/1.1" status: 204 len: 168 time: 1.2487173 Oct 05 09:19:07.773813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60790) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:07.864272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:19:07.954047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-19c1ae33-d06c-4d32-8523-6b25b7aeec4d None None] Provisioning for port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:07.978307 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.978955 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Added segment 02488ae5-2e65-4010-a788-9ac2d5f42345 of type vlan for network c1694dd4-1da0-4439-b857-9dc3ea5e6e98 Oct 05 09:19:07.992255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-19c1ae33-d06c-4d32-8523-6b25b7aeec4d None None] Provisioning complete for port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:07.992657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-19c1ae33-d06c-4d32-8523-6b25b7aeec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:07.994100 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-19c1ae33-d06c-4d32-8523-6b25b7aeec4d None None] Attempt 1 to provision port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee Oct 05 09:19:08.027891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:08.084278 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Set router a20ef54e-394f-45a2-a872-3f2fc3018bbe gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:19:08.100897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.objects.ports [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89054) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:19:08.102353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d852f1-1b11-4de6-935c-a2ea6f915ce7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet e7f61a87-6860-4524-9850-91cee9108beb {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:19:08.107210 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:08.113042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:08.113514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:08.116443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:08.117472 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05d852f1-1b11-4de6-935c-a2ea6f915ce7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:08.195533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d63a345d-fc53-482b-8e9b-6ec5d344607f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:08.261887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-12f6d469-2827-4e29-80c6-218d22f5458d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Unset dirty status for tenant:358fb11b9d984e15ac58ec8606c908e1 on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:08.263094 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-12f6d469-2827-4e29-80c6-218d22f5458d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74776090&fields=id&tenant_id=358fb11b9d984e15ac58ec8606c908e1 HTTP/1.1" status: 200 len: 267 time: 0.8728528 Oct 05 09:19:08.453226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Subnet': ['ID=55577210-44e2-47f2-a88f-f2344ab352c7,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:08.464607 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Checking segment: {'id': 'a2ea81f6-e061-4146-80ee-e2277b83ea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5791bef-a74f-405a-9fd9-8baf9b4a347e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:08.464974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network hostable DHCP agents. Network: a5791bef-a74f-405a-9fd9-8baf9b4a347e, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:19:08.548181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Network': ['ID=c1694dd4-1da0-4439-b857-9dc3ea5e6e98,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:08.554304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-19c1ae33-d06c-4d32-8523-6b25b7aeec4d None None] Port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:08.559759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network a5791bef-a74f-405a-9fd9-8baf9b4a347e is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:19:08.566837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network c1694dd4-1da0-4439-b857-9dc3ea5e6e98 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:19:08.577596 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05d852f1-1b11-4de6-935c-a2ea6f915ce7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:08.623465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, a5791bef-a74f-405a-9fd9-8baf9b4a347e) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:08.630247 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:08.630858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:08.661540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-2373784f-a7d2-4bba-b732-03c5a57f155b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:08.663145 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-2373784f-a7d2-4bba-b732-03c5a57f155b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/networks?id=64baa502-6931-4ffc-9e45-2e69fe3514af HTTP/1.1" status: 200 len: 797 time: 0.3840322 Oct 05 09:19:08.678026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d63a345d-fc53-482b-8e9b-6ec5d344607f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:08.678784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:08.679348 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d63a345d-fc53-482b-8e9b-6ec5d344607f Oct 05 09:19:08.691487 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-acceb692-3c5d-4ce8-9bd3-9a27bc24ef82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1474667 Oct 05 09:19:08.696884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60794) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:08.707218 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'subnet': {'network_id': 'c1694dd4-1da0-4439-b857-9dc3ea5e6e98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:08.711215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638111a6-09c4-4269-8d05-39fd84b81ad7 None None] Network a5791bef-a74f-405a-9fd9-8baf9b4a347e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:08.726878 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-80f3f6bf-66d1-4439-94ca-3ea4fe23f03b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/quotas/358fb11b9d984e15ac58ec8606c908e1 HTTP/1.1" status: 200 len: 375 time: 0.0556550 Oct 05 09:19:08.728743 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0c2be18e-5c83-4a90-9368-7fe81681919a tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2628148 Oct 05 09:19:08.732095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60798) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:08.737379 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:19:03Z', 'revision_number': 4, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port': {'id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:51Z', 'updated_at': '2022-10-05T09:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee', 'name': '', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'mac_address': 'fa:16:3e:b9:c3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:59Z', 'updated_at': '2022-10-05T09:19:04Z', 'revision_number': 2, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'subnets': [{'id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:08.743034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'port': {'network_id': 'a5791bef-a74f-405a-9fd9-8baf9b4a347e', 'name': 'tempest-NetworksIpV6TestAttrs-1954355632'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:08.749234 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Checking router: a20ef54e-394f-45a2-a872-3f2fc3018bbe for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:19:08.749597 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Updating router a20ef54e-394f-45a2-a872-3f2fc3018bbe port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:19:08.864880 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:08.879112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05d852f1-1b11-4de6-935c-a2ea6f915ce7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.020329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:09.028175 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:subnet and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:09.032545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:09.042408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:09.072380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:09.077099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.084731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:09.093541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Usage tracker for resource:port and tenant:5f0c8b0c35e84170a954280f8bd86550 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:09.098421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:09.106971 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-9e9e8c7d-629f-4e7e-920d-1b05316f5e64 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Synchronizing usage tracker for tenant:358fb11b9d984e15ac58ec8606c908e1 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:09.109129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:09.126987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:09.137882 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.166387 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-19c1ae33-d06c-4d32-8523-6b25b7aeec4d None None] Attempt 2 to provision port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee Oct 05 09:19:09.170964 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05d852f1-1b11-4de6-935c-a2ea6f915ce7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.226033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05d852f1-1b11-4de6-935c-a2ea6f915ce7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.231291 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d852f1-1b11-4de6-935c-a2ea6f915ce7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f61a87-6860-4524-9850-91cee9108beb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:09.233910 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] device_id is not set on port 8e3293cc-4b6e-4078-8a27-20fda2e8d1e5 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:19:09.299932 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-05d852f1-1b11-4de6-935c-a2ea6f915ce7 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/e7f61a87-6860-4524-9850-91cee9108beb HTTP/1.1" status: 204 len: 168 time: 1.5252123 Oct 05 09:19:09.303729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60804) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:09.352914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.390312 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5dc9a35c-d389-4ae0-8a2d-ed675d22c315 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852766 Oct 05 09:19:09.393944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60808) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:09.403388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:09.409911 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-19c1ae33-d06c-4d32-8523-6b25b7aeec4d None None] Port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:09.414183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.467585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-a5791bef-a74f-405a-9fd9-8baf9b4a347e', 'network_id': 'a5791bef-a74f-405a-9fd9-8baf9b4a347e', 'tenant_id': '5f0c8b0c35e84170a954280f8bd86550', 'fixed_ips': [{'subnet_id': '55577210-44e2-47f2-a88f-f2344ab352c7'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:19:09.468761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.508951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-9e9e8c7d-629f-4e7e-920d-1b05316f5e64 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Unset dirty status for tenant:358fb11b9d984e15ac58ec8606c908e1 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:09.510213 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-9e9e8c7d-629f-4e7e-920d-1b05316f5e64 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=358fb11b9d984e15ac58ec8606c908e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7146840 Oct 05 09:19:09.574626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Subnet': ['ID=73d2492b-7127-40b2-961e-72cde6ac79d0,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:09.583870 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Checking segment: {'id': '02488ae5-2e65-4010-a788-9ac2d5f42345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c1694dd4-1da0-4439-b857-9dc3ea5e6e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:09.584238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network hostable DHCP agents. Network: c1694dd4-1da0-4439-b857-9dc3ea5e6e98, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:19:09.587712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Allocated IP 2001:db8::f816:3eff:feff:beb3 (a5791bef-a74f-405a-9fd9-8baf9b4a347e/55577210-44e2-47f2-a88f-f2344ab352c7/8e3293cc-4b6e-4078-8a27-20fda2e8d1e5) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:09.595586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:09.604580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:09.609401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:09.615701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network c1694dd4-1da0-4439-b857-9dc3ea5e6e98 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:19:09.619821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:09.631746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, c1694dd4-1da0-4439-b857-9dc3ea5e6e98) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:09.639547 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:09.640172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.644327 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.664451 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Transition to ACTIVE for port object b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:09.678823 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.690224 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d02a769e-0802-423b-80a7-d06f5ce8b215 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9888406 Oct 05 09:19:09.692510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:09.692643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60814) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:09.698322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.705063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-82b1b643-1de5-4d51-bc39-08f033059edc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1073187462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:09.716941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-82b1b643-1de5-4d51-bc39-08f033059edc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:09.728686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-82b1b643-1de5-4d51-bc39-08f033059edc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:router and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:09.738041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-82b1b643-1de5-4d51-bc39-08f033059edc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:09.759047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-82b1b643-1de5-4d51-bc39-08f033059edc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:09.828805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a23431c-698a-4982-a3ff-ae966cc43f55 None None] Network c1694dd4-1da0-4439-b857-9dc3ea5e6e98 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:09.845768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d63a345d-fc53-482b-8e9b-6ec5d344607f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:09.847266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 357203b6-2a46-48bc-a947-79444b4e65b4 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:09.927356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-82b1b643-1de5-4d51-bc39-08f033059edc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.930578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-82b1b643-1de5-4d51-bc39-08f033059edc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:09.934793 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af02ffb-83ac-471a-af38-ec5d6a10bdd6 None None] Pushing event updated for resources: {'Port': ['ID=b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:09.935368 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-19c1ae33-d06c-4d32-8523-6b25b7aeec4d None None] Attempt 3 to provision port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee Oct 05 09:19:09.967999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-82b1b643-1de5-4d51-bc39-08f033059edc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:10.010646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-82b1b643-1de5-4d51-bc39-08f033059edc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:10.092146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-82b1b643-1de5-4d51-bc39-08f033059edc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:10.096616 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-82b1b643-1de5-4d51-bc39-08f033059edc tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4029160 Oct 05 09:19:10.097453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60818) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:10.168872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:10.263953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-19c1ae33-d06c-4d32-8523-6b25b7aeec4d None None] Port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:10.270876 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Attempting to bind port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:10.271370 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Attempting to bind port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '12c6b146-5aa2-42d1-87be-2fd0c90efeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:10.272093 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Attempting to bind port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee on network 64baa502-6931-4ffc-9e45-2e69fe3514af {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:10.296261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 357203b6-2a46-48bc-a947-79444b4e65b4 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:10.306040 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:10.306421 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Checking segment: {'id': '12c6b146-5aa2-42d1-87be-2fd0c90efeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:10.306825 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:10.307481 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Bound using segment: {'id': '12c6b146-5aa2-42d1-87be-2fd0c90efeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:10.308185 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Bound port: b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c6b146-5aa2-42d1-87be-2fd0c90efeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:10.308579 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:10.319199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Transition to ACTIVE for port object 8e3293cc-4b6e-4078-8a27-20fda2e8d1e5 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:10.352188 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-f0626201-b0a1-4476-af8a-85291cd1d763 service neutron] 10.222.0.64 "GET /v2.0/networks/64baa502-6931-4ffc-9e45-2e69fe3514af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8172131 Oct 05 09:19:10.396273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44a916b-889b-420e-b631-30fda23270a8 None None] Update dhcp port {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': 'e7f61a87-6860-4524-9850-91cee9108beb'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': 'd63a345d-fc53-482b-8e9b-6ec5d344607f'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:19:10.398941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:10.428690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 357203b6-2a46-48bc-a947-79444b4e65b4 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:10.429063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:10.429398 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 357203b6-2a46-48bc-a947-79444b4e65b4 Oct 05 09:19:10.450518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:10.477379 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] For port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:10.485630 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] For port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:10.495614 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:10.525927 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-f6a00f53-e099-4b00-a7fb-b69673b16cec service neutron] 10.222.0.64 "GET /v2.0/networks/64baa502-6931-4ffc-9e45-2e69fe3514af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578517 Oct 05 09:19:10.552384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Allocated IP 2001:db8::f816:3eff:fec0:550f (a5791bef-a74f-405a-9fd9-8baf9b4a347e/55577210-44e2-47f2-a88f-f2344ab352c7/31f17d33-939a-47ea-96f9-2af14458550a) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:10.595763 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af02ffb-83ac-471a-af38-ec5d6a10bdd6 None None] Pushing event updated for resources: {'Port': ['ID=b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:10.620636 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Routers {'a20ef54e-394f-45a2-a872-3f2fc3018bbe'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:10.621333 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:10.696531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Port': ['ID=8e3293cc-4b6e-4078-8a27-20fda2e8d1e5,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:10.767294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network a5791bef-a74f-405a-9fd9-8baf9b4a347e is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:10.776168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:10.780192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:10.795819 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:10.796504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:10.805707 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:10.811850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:10.818238 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-19c1ae33-d06c-4d32-8523-6b25b7aeec4d None None] Attempt 4 to provision port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee Oct 05 09:19:10.824496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:10.825135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:10.859596 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=fe2c7aec-b2e6-4691-a5a3-711c13ed222a,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:10.899943 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0ede9aa5-3572-44a4-bfb5-de29b1fe22d2 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1663067 Oct 05 09:19:10.900986 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60826) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:10.983635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce5aa34-0b49-492a-90cf-b6cc30999d77 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Deleting subnet 55577210-44e2-47f2-a88f-f2344ab352c7 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:19:10.990805 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-548b51d7-e060-449c-897b-24c09ad6181b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5957952 Oct 05 09:19:10.992013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60832) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:11.000199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c5d6e58c-7479-49e8-9f6a-033d8e7c1fdb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:11.003196 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] Set router a20ef54e-394f-45a2-a872-3f2fc3018bbe gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:19:11.106770 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3168dfd3-8d48-4184-93c1-0335c4b90656 req-0b97b0d4-e811-4667-9dfe-977b44093e78 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 210 time: 0.1314628 Oct 05 09:19:11.144441 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-c1694dd4-1da0-4439-b857-9dc3ea5e6e98', 'network_id': 'c1694dd4-1da0-4439-b857-9dc3ea5e6e98', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'fixed_ips': [{'subnet_id': '73d2492b-7127-40b2-961e-72cde6ac79d0'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:19:11.145349 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:11.173197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e44a916b-889b-420e-b631-30fda23270a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:11.239774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c5d6e58c-7479-49e8-9f6a-033d8e7c1fdb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:11.245840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c5d6e58c-7479-49e8-9f6a-033d8e7c1fdb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:11.249914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c5d6e58c-7479-49e8-9f6a-033d8e7c1fdb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:11.257466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c5d6e58c-7479-49e8-9f6a-033d8e7c1fdb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:11.276731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d6e58c-7479-49e8-9f6a-033d8e7c1fdb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:11.281796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5d6e58c-7479-49e8-9f6a-033d8e7c1fdb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:11.352425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:11.440310 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-19c1ae33-d06c-4d32-8523-6b25b7aeec4d None None] Port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:19:11.467682 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:11.515372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Transition to ACTIVE for port object 31f17d33-939a-47ea-96f9-2af14458550a will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:11.563150 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:19:03Z', 'revision_number': 4, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port': {'id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:51Z', 'updated_at': '2022-10-05T09:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee', 'name': '', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'mac_address': 'fa:16:3e:b9:c3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:59Z', 'updated_at': '2022-10-05T09:19:10Z', 'revision_number': 4, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'subnets': [{'id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:11.575367 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752fb73-fc5d-4ab6-a70e-e53978314175 None None] The sync data for ids ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'] in dv-neutron-860328-1-hyperv is: [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:19:03Z', 'revision_number': 4, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port': {'id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:51Z', 'updated_at': '2022-10-05T09:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee', 'name': '', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'mac_address': 'fa:16:3e:b9:c3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:59Z', 'updated_at': '2022-10-05T09:19:10Z', 'revision_number': 4, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'subnets': [{'id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:19:11.856177 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.ipam_backend_mixin [None req-c5d6e58c-7479-49e8-9f6a-033d8e7c1fdb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe2c7aec-b2e6-4691-a5a3-711c13ed222a (CIDR: 2001:db8::/64) Oct 05 09:19:11.868761 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d6e58c-7479-49e8-9f6a-033d8e7c1fdb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:19:11.868761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d6e58c-7479-49e8-9f6a-033d8e7c1fdb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:11.889674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Transition to ACTIVE for port object 31f17d33-939a-47ea-96f9-2af14458550a will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:11.912287 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c5d6e58c-7479-49e8-9f6a-033d8e7c1fdb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9174001 Oct 05 09:19:11.913597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60844) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:11.922454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:11.956383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dce5aa34-0b49-492a-90cf-b6cc30999d77 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:12.054591 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:12.116367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dce5aa34-0b49-492a-90cf-b6cc30999d77 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:12.213327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Allocated IP 2001:db8::2 (c1694dd4-1da0-4439-b857-9dc3ea5e6e98/73d2492b-7127-40b2-961e-72cde6ac79d0/8164e94d-5080-4f9f-bd1e-9108ae487902) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:12.275022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:12.287507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:12.291758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:12.299433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:12.338498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:12.342744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:12.452913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dce5aa34-0b49-492a-90cf-b6cc30999d77 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:12.489404 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-827fb8c3-a12c-4e02-bdb2-ac70e89c6ba8 req-b3eef363-3e69-40be-b535-4d1be6457c34 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 210 time: 0.1409605 Oct 05 09:19:12.498622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 357203b6-2a46-48bc-a947-79444b4e65b4 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:12.499191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:12.595717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dce5aa34-0b49-492a-90cf-b6cc30999d77 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:12.619738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Network a5791bef-a74f-405a-9fd9-8baf9b4a347e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:12.638212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:12.644342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:12.709953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5aa34-0b49-492a-90cf-b6cc30999d77 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Subnet': ['ID=55577210-44e2-47f2-a88f-f2344ab352c7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:12.761163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dce5aa34-0b49-492a-90cf-b6cc30999d77 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:12.787117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0b154d-afbc-4203-840f-4b35a07ae2aa None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:12.815329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 357203b6-2a46-48bc-a947-79444b4e65b4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=357203b6-2a46-48bc-a947-79444b4e65b4,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:12.859002 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dce5aa34-0b49-492a-90cf-b6cc30999d77 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/subnets/55577210-44e2-47f2-a88f-f2344ab352c7 HTTP/1.1" status: 204 len: 168 time: 1.9560921 Oct 05 09:19:12.861552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60852) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:12.889226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:12.961114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:12.961334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-97b7e8b4-989e-4105-ba77-613e14f77738 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:12.961870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 1c50727a-b4cc-4046-8963-fb0f08760bcb up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:12.962058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-97b7e8b4-989e-4105-ba77-613e14f77738 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Synchronizing usage tracker for tenant:358fb11b9d984e15ac58ec8606c908e1 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:12.996307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Pushing event updated for resources: {'Port': ['ID=31f17d33-939a-47ea-96f9-2af14458550a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:13.022299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-97b7e8b4-989e-4105-ba77-613e14f77738 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Unset dirty status for tenant:358fb11b9d984e15ac58ec8606c908e1 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:13.022299 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-97b7e8b4-989e-4105-ba77-613e14f77738 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.45 "GET /v2.0/networks?id=64baa502-6931-4ffc-9e45-2e69fe3514af HTTP/1.1" status: 200 len: 797 time: 0.3213518 Oct 05 09:19:13.030715 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be65b27-06cc-40ff-9d24-21e1fdad3d2e tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:13.035801 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be65b27-06cc-40ff-9d24-21e1fdad3d2e tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:13.036636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7be65b27-06cc-40ff-9d24-21e1fdad3d2e tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Synchronizing usage tracker for tenant:5f0c8b0c35e84170a954280f8bd86550 on resource:subnet {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:13.062686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7be65b27-06cc-40ff-9d24-21e1fdad3d2e tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Unset dirty status for tenant:5f0c8b0c35e84170a954280f8bd86550 on resource:subnet {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:13.066703 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7be65b27-06cc-40ff-9d24-21e1fdad3d2e tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2032068 Oct 05 09:19:13.068585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60856) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:13.097279 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-1893311c-63b7-4cdf-8234-e6eea86b59cd tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=358fb11b9d984e15ac58ec8606c908e1 HTTP/1.1" status: 200 len: 378 time: 0.0626283 Oct 05 09:19:13.114701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Request body: {'port': {'device_id': 'c422396a-0178-4155-8f1d-703a2793291e', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'admin_state_up': True, 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'security_groups': ['b48811c4-9aac-4acb-8d67-31d3fd8721ec']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:13.120796 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Transition to ACTIVE for port object 8164e94d-5080-4f9f-bd1e-9108ae487902 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:13.125206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-59130224-ef60-46ce-9119-5965fc8fc61e None None] Provisioning complete for port d63a345d-fc53-482b-8e9b-6ec5d344607f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:13.126440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-59130224-ef60-46ce-9119-5965fc8fc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:13.126770 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-59130224-ef60-46ce-9119-5965fc8fc61e None None] Attempt 1 to provision port d63a345d-fc53-482b-8e9b-6ec5d344607f Oct 05 09:19:13.231834 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Attempting to bind port 31f17d33-939a-47ea-96f9-2af14458550a on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:13.232208 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Attempting to bind port 31f17d33-939a-47ea-96f9-2af14458550a by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'a2ea81f6-e061-4146-80ee-e2277b83ea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5791bef-a74f-405a-9fd9-8baf9b4a347e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:13.232575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Attempting to bind port 31f17d33-939a-47ea-96f9-2af14458550a on network a5791bef-a74f-405a-9fd9-8baf9b4a347e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:13.258235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a851476-51f5-48c6-9257-bb075b507ece tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:13.274527 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a851476-51f5-48c6-9257-bb075b507ece tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 05 09:19:13.275320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a851476-51f5-48c6-9257-bb075b507ece tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:13.281864 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3a851476-51f5-48c6-9257-bb075b507ece tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/networks/a5791bef-a74f-405a-9fd9-8baf9b4a347e HTTP/1.1" status: 409 len: 405 time: 0.2135274 Oct 05 09:19:13.285834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60864) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:13.293336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1912344779'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:13.299550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:13.304175 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Usage tracker for resource:network and tenant:5f0c8b0c35e84170a954280f8bd86550 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:13.312205 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:13.312485 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:13.313023 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Checking segment: {'id': 'a2ea81f6-e061-4146-80ee-e2277b83ea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5791bef-a74f-405a-9fd9-8baf9b4a347e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:13.313602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:13.314192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Bound using segment: {'id': 'a2ea81f6-e061-4146-80ee-e2277b83ea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5791bef-a74f-405a-9fd9-8baf9b4a347e'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:13.314854 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Bound port: 31f17d33-939a-47ea-96f9-2af14458550a, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ea81f6-e061-4146-80ee-e2277b83ea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5791bef-a74f-405a-9fd9-8baf9b4a347e'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:13.315400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:13.319246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:13.334376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:13.338585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:13.392428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:19:13.409608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:13.410085 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Added segment c604a2b4-5e1b-4769-bf54-df496e9df670 of type vlan for network 5544f4d7-5dbe-4ab4-92e8-760d29867159 Oct 05 09:19:13.411409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:13.444625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:13.455030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:19:13.462520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:13.492852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Transition to ACTIVE for port object 8164e94d-5080-4f9f-bd1e-9108ae487902 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:13.524030 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:13.530814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Made reservation on behalf of 358fb11b9d984e15ac58ec8606c908e1 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:13.533583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:13.534251 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:13.534952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:13.564143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=357203b6-2a46-48bc-a947-79444b4e65b4,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:13.595783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:13.710170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 1c50727a-b4cc-4046-8963-fb0f08760bcb completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:13.731713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Network': ['ID=5544f4d7-5dbe-4ab4-92e8-760d29867159,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:13.771647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 5544f4d7-5dbe-4ab4-92e8-760d29867159 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:19:13.790315 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3b5d5659-859b-45f9-ae69-60e46a3ae2ef req-4ad21c5c-0eb6-44d1-a4ea-5d7b2e754cda tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 210 time: 0.1158412 Oct 05 09:19:13.826237 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Allocated IP 172.20.0.11 (64baa502-6931-4ffc-9e45-2e69fe3514af/97d90bf2-6d17-4f0f-93bb-00441c5fc0dc/fe07861f-739a-4651-a101-42f68d1c6b14) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:13.835361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Network c1694dd4-1da0-4439-b857-9dc3ea5e6e98 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:13.837037 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 1c50727a-b4cc-4046-8963-fb0f08760bcb triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:13.838061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:13.839270 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 1c50727a-b4cc-4046-8963-fb0f08760bcb Oct 05 09:19:13.846466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60872) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:13.846893 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-de48ed7b-0215-4845-a2d5-128d634909db tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5544357 Oct 05 09:19:13.881015 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'subnet': {'network_id': '5544f4d7-5dbe-4ab4-92e8-760d29867159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:13.883290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Allocated IP 2001:db8::1 (c1694dd4-1da0-4439-b857-9dc3ea5e6e98/73d2492b-7127-40b2-961e-72cde6ac79d0/a358b7c1-abc4-4bd4-9d0b-2a237ff956a1) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:13.886253 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:13.889606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:13.984599 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Pushing event updated for resources: {'Port': ['ID=8164e94d-5080-4f9f-bd1e-9108ae487902,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:14.073777 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] For port 31f17d33-939a-47ea-96f9-2af14458550a, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:14.093325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-59130224-ef60-46ce-9119-5965fc8fc61e None None] Current status of the port d63a345d-fc53-482b-8e9b-6ec5d344607f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:14.134923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:14.155629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Transition to ACTIVE for port object a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:14.188092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:14.236395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] For port 31f17d33-939a-47ea-96f9-2af14458550a, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=31f17d33-939a-47ea-96f9-2af14458550a,segment=NetworkSegment(a2ea81f6-e061-4146-80ee-e2277b83ea46),segment_id=a2ea81f6-e061-4146-80ee-e2277b83ea46)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:14.271781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:14.277357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:14.288470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:14.296885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network c1694dd4-1da0-4439-b857-9dc3ea5e6e98 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:14.308261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:14.308977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:14.312465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:14.314098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:14.314681 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:14.330664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=a358b7c1-abc4-4bd4-9d0b-2a237ff956a1,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:14.334264 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Attempting to bind port 8164e94d-5080-4f9f-bd1e-9108ae487902 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:14.334609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Attempting to bind port 8164e94d-5080-4f9f-bd1e-9108ae487902 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '02488ae5-2e65-4010-a788-9ac2d5f42345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c1694dd4-1da0-4439-b857-9dc3ea5e6e98'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:14.334966 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Attempting to bind port 8164e94d-5080-4f9f-bd1e-9108ae487902 on network c1694dd4-1da0-4439-b857-9dc3ea5e6e98 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:14.356131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:14.356131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Checking segment: {'id': '02488ae5-2e65-4010-a788-9ac2d5f42345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c1694dd4-1da0-4439-b857-9dc3ea5e6e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:14.356131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:14.356599 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Bound using segment: {'id': '02488ae5-2e65-4010-a788-9ac2d5f42345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c1694dd4-1da0-4439-b857-9dc3ea5e6e98'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:14.357199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Bound port: 8164e94d-5080-4f9f-bd1e-9108ae487902, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02488ae5-2e65-4010-a788-9ac2d5f42345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c1694dd4-1da0-4439-b857-9dc3ea5e6e98'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:14.357573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:14.528424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451992e-a020-4171-a71e-7bfe97155adb None None] Pushing event updated for resources: {'Port': ['ID=31f17d33-939a-47ea-96f9-2af14458550a,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:14.579913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:14.618040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 1c50727a-b4cc-4046-8963-fb0f08760bcb is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:14.618619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:14.658610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe310c8-4f7f-4ae6-ba8a-b80edeb12688 None None] Network a5791bef-a74f-405a-9fd9-8baf9b4a347e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:14.680792 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-67bc917c-23c7-47f3-861f-0acaddfad019 None None] Provisioning complete for port d63a345d-fc53-482b-8e9b-6ec5d344607f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:14.681294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-67bc917c-23c7-47f3-861f-0acaddfad019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:14.681648 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-67bc917c-23c7-47f3-861f-0acaddfad019 None None] Attempt 1 to provision port d63a345d-fc53-482b-8e9b-6ec5d344607f Oct 05 09:19:14.691795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:14.719668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] For port 8164e94d-5080-4f9f-bd1e-9108ae487902, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:14.798885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:14.831773 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] For port 8164e94d-5080-4f9f-bd1e-9108ae487902, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8164e94d-5080-4f9f-bd1e-9108ae487902,segment=NetworkSegment(02488ae5-2e65-4010-a788-9ac2d5f42345),segment_id=02488ae5-2e65-4010-a788-9ac2d5f42345)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:14.890299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:14.956333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 1c50727a-b4cc-4046-8963-fb0f08760bcb, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=1c50727a-b4cc-4046-8963-fb0f08760bcb,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:15.034209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Transition to ACTIVE for port object fe07861f-739a-4651-a101-42f68d1c6b14 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:15.053119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:15.155303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d694e1c9-2b11-46cb-aae9-75b038e2ad86 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:19:15.202782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78413e3-3b9d-46a0-ab6d-0df43f176da8 None None] Pushing event updated for resources: {'Port': ['ID=8164e94d-5080-4f9f-bd1e-9108ae487902,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:15.253327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: d694e1c9-2b11-46cb-aae9-75b038e2ad86 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:19:15.253327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d694e1c9-2b11-46cb-aae9-75b038e2ad86 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:19:15.296476 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] For port d63a345d-fc53-482b-8e9b-6ec5d344607f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d63a345d-fc53-482b-8e9b-6ec5d344607f,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:15.324250 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d53e01d6-7254-4122-aef0-6b7493a5a568 req-205dd1fb-2555-444b-aeea-e73454937de1 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 210 time: 0.2700772 Oct 05 09:19:15.336441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:15.440694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=1c50727a-b4cc-4046-8963-fb0f08760bcb,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:15.455680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-67bc917c-23c7-47f3-861f-0acaddfad019 None None] Current status of the port d63a345d-fc53-482b-8e9b-6ec5d344607f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:15.514938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:15.536625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:15.537311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:15.580685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Network 64baa502-6931-4ffc-9e45-2e69fe3514af is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:15.607777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:15.610296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:15.687217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:15.694837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'Port': ['ID=fe07861f-739a-4651-a101-42f68d1c6b14,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:15.749061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:15.755643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:15.757315 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:15.826887 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:15.828729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=d63a345d-fc53-482b-8e9b-6ec5d344607f,revision_number=7']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:15.838266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:15.838502 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:15.839937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:15.840296 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee Oct 05 09:19:15.904316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:15.907649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:15.908273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:15.923856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:19:15.936047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:15.944706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=6d64f9f9-78fd-4fef-8552-bd3ecab9ce3c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:15.950693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2aeef7-7806-4375-a794-315782fb1a2b None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:16.038716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:16.039005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:16.052362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=a358b7c1-abc4-4bd4-9d0b-2a237ff956a1,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:16.109978 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8079c1db-6211-4617-9a5c-26a475020131 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.1926968 Oct 05 09:19:16.110476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60896) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:16.117335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'mac_address': 'fa:16:3e:ac:2f:54', 'name': 'tempest-NetworksTestDHCPv6-339353366'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:16.123938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Subnet': ['ID=7d87c158-603a-4e23-8bd3-0d55855e009f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:16.126410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Checking segment: {'id': 'c604a2b4-5e1b-4769-bf54-df496e9df670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5544f4d7-5dbe-4ab4-92e8-760d29867159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:16.126830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network hostable DHCP agents. Network: 5544f4d7-5dbe-4ab4-92e8-760d29867159, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:19:16.132753 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-cc391a06-6c4b-4603-be0b-13900e885592 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0255694 Oct 05 09:19:16.158405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Request body: {'port': {'device_id': 'c422396a-0178-4155-8f1d-703a2793291e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:16.180408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-339fa56c-660c-456e-a635-528a67ba8f1d None None] Provisioning for port fe07861f-739a-4651-a101-42f68d1c6b14 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:16.198655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:16.199240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:16.215892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network c1694dd4-1da0-4439-b857-9dc3ea5e6e98 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:16.225590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:16.236104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-339fa56c-660c-456e-a635-528a67ba8f1d None None] Provisioning complete for port fe07861f-739a-4651-a101-42f68d1c6b14 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:16.236472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-339fa56c-660c-456e-a635-528a67ba8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:16.236807 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-339fa56c-660c-456e-a635-528a67ba8f1d None None] Attempt 1 to provision port fe07861f-739a-4651-a101-42f68d1c6b14 Oct 05 09:19:16.289391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network 5544f4d7-5dbe-4ab4-92e8-760d29867159 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:19:16.389302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 5544f4d7-5dbe-4ab4-92e8-760d29867159) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:16.413283 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c967f03-99c4-4312-8462-8577f01c3959 None None] Network 5544f4d7-5dbe-4ab4-92e8-760d29867159 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:16.413530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:16.414151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:16.452963 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:16.470849 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c4f5ce56-c822-4bf0-8005-f11a6060cee5 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6207206 Oct 05 09:19:16.471343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60904) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:16.536926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-339fa56c-660c-456e-a635-528a67ba8f1d None None] Port fe07861f-739a-4651-a101-42f68d1c6b14 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:16.552009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:16.560969 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 357203b6-2a46-48bc-a947-79444b4e65b4 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:16.594632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:16.686353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:16.709795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:16.751863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:16.759885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:16.831946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:16.890355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f5e7-e0c9-4035-a12f-50908dc4cc3d req-d379ccb4-e6f2-443a-94f3-f6c060f4c7af tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:16.908049 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e745f5e7-e0c9-4035-a12f-50908dc4cc3d req-d379ccb4-e6f2-443a-94f3-f6c060f4c7af tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 932 time: 0.2874742 Oct 05 09:19:16.949471 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104f583e-d383-47ff-b719-9ea8acacae36 None None] Network c1694dd4-1da0-4439-b857-9dc3ea5e6e98 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:16.949741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router 40511176-a52d-4bdf-8fdb-8eac0ca4c077 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:19:17.047546 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-339fa56c-660c-456e-a635-528a67ba8f1d None None] Attempt 2 to provision port fe07861f-739a-4651-a101-42f68d1c6b14 Oct 05 09:19:17.103294 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e745f5e7-e0c9-4035-a12f-50908dc4cc3d req-a8fedea9-a729-4bab-9f76-1089602f2dbc tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1956413 Oct 05 09:19:17.128513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 357203b6-2a46-48bc-a947-79444b4e65b4 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:17.128911 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:17.129285 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 357203b6-2a46-48bc-a947-79444b4e65b4 Oct 05 09:19:17.217636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:17.233254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-339fa56c-660c-456e-a635-528a67ba8f1d None None] Port fe07861f-739a-4651-a101-42f68d1c6b14 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:17.382610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da64e1-bad2-4678-9b90-47ffc7830082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-5544f4d7-5dbe-4ab4-92e8-760d29867159', 'network_id': '5544f4d7-5dbe-4ab4-92e8-760d29867159', 'tenant_id': '5f0c8b0c35e84170a954280f8bd86550', 'fixed_ips': [{'subnet_id': '7d87c158-603a-4e23-8bd3-0d55855e009f'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:19:17.383637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6da64e1-bad2-4678-9b90-47ffc7830082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:17.387892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe07861f-739a-4651-a101-42f68d1c6b14 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:19:17.397206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:17.441021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 9245e766-6e0a-4106-bdfd-b9ed07587397 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:19:17.489064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:17.549766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Transition to ACTIVE for port object fe07861f-739a-4651-a101-42f68d1c6b14 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:17.575270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:17.607072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:19:17.633781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb9a27-365f-4612-a0f9-447147232655 None None] Sync routers for ids ['40511176-a52d-4bdf-8fdb-8eac0ca4c077'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:19:17.711309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb9a27-365f-4612-a0f9-447147232655 None None] Routers {'40511176-a52d-4bdf-8fdb-8eac0ca4c077'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:17.712245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dafb9a27-365f-4612-a0f9-447147232655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['40511176-a52d-4bdf-8fdb-8eac0ca4c077'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:17.719632 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-419f1c0a-27d8-4877-bffc-3160dcbc9d17 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/40511176-a52d-4bdf-8fdb-8eac0ca4c077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6180036 Oct 05 09:19:17.724169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60910) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:17.783158 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-339fa56c-660c-456e-a635-528a67ba8f1d None None] Attempt 3 to provision port fe07861f-739a-4651-a101-42f68d1c6b14 Oct 05 09:19:17.808651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 357203b6-2a46-48bc-a947-79444b4e65b4 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:17.813038 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::1bb (19d31986-d6d4-46c2-94b6-97b25bee37cf/fe2c7aec-b2e6-4691-a5a3-711c13ed222a/9245e766-6e0a-4106-bdfd-b9ed07587397) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:17.834358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8:0:1:f816:3eff:feac:2f54 (19d31986-d6d4-46c2-94b6-97b25bee37cf/6d64f9f9-78fd-4fef-8552-bd3ecab9ce3c/9245e766-6e0a-4106-bdfd-b9ed07587397) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:17.847167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dafb9a27-365f-4612-a0f9-447147232655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:17.859109 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ad1eb6-6e67-4ffa-bf36-050715651e30 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:17.860022 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-55ad1eb6-6e67-4ffa-bf36-050715651e30 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Synchronizing usage tracker for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:17.866494 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb9a27-365f-4612-a0f9-447147232655 None None] Routers {'40511176-a52d-4bdf-8fdb-8eac0ca4c077'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:17.866935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dafb9a27-365f-4612-a0f9-447147232655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['40511176-a52d-4bdf-8fdb-8eac0ca4c077'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:17.911396 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:17.924700 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-55ad1eb6-6e67-4ffa-bf36-050715651e30 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Unset dirty status for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:17.926123 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-55ad1eb6-6e67-4ffa-bf36-050715651e30 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports/a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 HTTP/1.1" status: 200 len: 911 time: 0.2002821 Oct 05 09:19:17.929742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60922) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:17.941621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d63a345d-fc53-482b-8e9b-6ec5d344607f no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:19:17.942777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-99ea247c-1ea7-452f-a365-4785be63a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73d2492b-7127-40b2-961e-72cde6ac79d0'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:17.965662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Subnet': ['ID=7d87c158-603a-4e23-8bd3-0d55855e009f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:17.968451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Pushing event updated for resources: {'Port': ['ID=fe07861f-739a-4651-a101-42f68d1c6b14,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server [None req-e6da64e1-bad2-4678-9b90-47ffc7830082 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d87c158-603a-4e23-8bd3-0d55855e009f: This subnet is being modified by another concurrent operation. Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise exception Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d87c158-603a-4e23-8bd3-0d55855e009f: This subnet is being modified by another concurrent operation. Oct 05 09:19:18.019542 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Oct 05 09:19:18.035277 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dafb9a27-365f-4612-a0f9-447147232655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:18.039291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb9a27-365f-4612-a0f9-447147232655 None None] The sync data for ids ['40511176-a52d-4bdf-8fdb-8eac0ca4c077'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:19:18.046846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-339fa56c-660c-456e-a635-528a67ba8f1d None None] Port fe07861f-739a-4651-a101-42f68d1c6b14 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:18.047524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3450df3d-1dee-4d85-af04-80a627f774d0 None None] Network 5544f4d7-5dbe-4ab4-92e8-760d29867159 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:18.106364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.139225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5544f4d7-5dbe-4ab4-92e8-760d29867159']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:18.153908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c604a2b4-5e1b-4769-bf54-df496e9df670') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:18.154257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c604a2b4-5e1b-4769-bf54-df496e9df670') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:18.168185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.189409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.195673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:19:18.196084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.222604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.246623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object 9245e766-6e0a-4106-bdfd-b9ed07587397 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:18.324966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.331443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.364487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d63a345d-fc53-482b-8e9b-6ec5d344607f is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:18.367162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.377490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.401323 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c604a2b4-5e1b-4769-bf54-df496e9df670 resource provider aggregate not found Oct 05 09:19:18.431473 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port d63a345d-fc53-482b-8e9b-6ec5d344607f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d63a345d-fc53-482b-8e9b-6ec5d344607f,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:18.433133 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/networks/5544f4d7-5dbe-4ab4-92e8-760d29867159 HTTP/1.1" status: 204 len: 168 time: 1.9592481 Oct 05 09:19:18.438994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.444283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1803d33-4f35-4340-a126-4c8886c4d604 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Network': ['ID=5544f4d7-5dbe-4ab4-92e8-760d29867159,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:18.451889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60932) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:18.455458 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c604a2b4-5e1b-4769-bf54-df496e9df670 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c604a2b4-5e1b-4769-bf54-df496e9df670 found for delete ", "request_id": "req-099840c7-3403-4031-a9e3-39dc28aa6660"}]} Oct 05 09:19:18.469613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1493614816'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:18.496947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Attempting to bind port fe07861f-739a-4651-a101-42f68d1c6b14 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:18.497322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Attempting to bind port fe07861f-739a-4651-a101-42f68d1c6b14 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '12c6b146-5aa2-42d1-87be-2fd0c90efeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:18.497745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Attempting to bind port fe07861f-739a-4651-a101-42f68d1c6b14 on network 64baa502-6931-4ffc-9e45-2e69fe3514af {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:18.505465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:18.511380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Port fe07861f-739a-4651-a101-42f68d1c6b14 on network 64baa502-6931-4ffc-9e45-2e69fe3514af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:19:18.511380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Attempting to bind port fe07861f-739a-4651-a101-42f68d1c6b14 on network 64baa502-6931-4ffc-9e45-2e69fe3514af {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:18.518468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=d63a345d-fc53-482b-8e9b-6ec5d344607f,revision_number=8']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:18.529557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Usage tracker for resource:network and tenant:5f0c8b0c35e84170a954280f8bd86550 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:18.538098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:18.541946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:18.542539 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Checking segment: {'id': '12c6b146-5aa2-42d1-87be-2fd0c90efeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:18.543175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Bound using segment: {'id': '12c6b146-5aa2-42d1-87be-2fd0c90efeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:18.543705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Bound port: fe07861f-739a-4651-a101-42f68d1c6b14, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c6b146-5aa2-42d1-87be-2fd0c90efeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:18.544132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.548486 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-339fa56c-660c-456e-a635-528a67ba8f1d None None] Attempt 4 to provision port fe07861f-739a-4651-a101-42f68d1c6b14 Oct 05 09:19:18.567944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=9245e766-6e0a-4106-bdfd-b9ed07587397,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:18.635821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:18.679243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-339fa56c-660c-456e-a635-528a67ba8f1d None None] Port fe07861f-739a-4651-a101-42f68d1c6b14 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:18.683075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:18.695291 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.732642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:18.734188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:18.774961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:18.780424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 1c50727a-b4cc-4046-8963-fb0f08760bcb up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:18.782643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:18.783350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.791499 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] For port fe07861f-739a-4651-a101-42f68d1c6b14, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:18.811683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] For port fe07861f-739a-4651-a101-42f68d1c6b14, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe07861f-739a-4651-a101-42f68d1c6b14,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:18.812254 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1f4f8d33-7567-4728-895e-8c3bb9a89dec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7005267 Oct 05 09:19:18.815682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60938) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:18.827609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:19:18.841834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.842604 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Added segment b89a77de-9d1e-487b-ab60-e6cede60d4cd of type vlan for network 442bfe27-b621-430a-a02e-867dec62e25f Oct 05 09:19:18.926212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.955039 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 1c50727a-b4cc-4046-8963-fb0f08760bcb triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:18.955990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:18.956525 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 1c50727a-b4cc-4046-8963-fb0f08760bcb Oct 05 09:19:18.981984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f400105-eea1-482e-a591-df6f4212524d req-842038ae-a575-4cc1-aea0-63e8964218df tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:18.983607 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4f400105-eea1-482e-a591-df6f4212524d req-842038ae-a575-4cc1-aea0-63e8964218df tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 944 time: 0.4682491 Oct 05 09:19:19.017275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:19.045757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99ea247c-1ea7-452f-a365-4785be63a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:19.073793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:19.074701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:19.076503 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] 10.222.0.45 "PUT /v2.0/ports/fe07861f-739a-4651-a101-42f68d1c6b14 HTTP/1.1" status: 200 len: 1094 time: 2.9278023 Oct 05 09:19:19.094545 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c422396a-0178-4155-8f1d-703a2793291e', 'tag': 'fe07861f-739a-4651-a101-42f68d1c6b14'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:19:19.100769 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ced7b1e-22bf-4d9e-95da-c87a3002268f" -d '{"events": [{"name": "network-changed", "server_uuid": "c422396a-0178-4155-8f1d-703a2793291e", "tag": "fe07861f-739a-4651-a101-42f68d1c6b14"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:19:19.170881 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4f400105-eea1-482e-a591-df6f4212524d req-53749ba0-be4c-462c-8f3a-8e05bd89c6d8 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1782737 Oct 05 09:19:19.219439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0403f244-eb7d-420a-9a92-8bc5a4d32745 x-openstack-request-id: req-0403f244-eb7d-420a-9a92-8bc5a4d32745 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:19:19.219864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c422396a-0178-4155-8f1d-703a2793291e", "tag": "fe07861f-739a-4651-a101-42f68d1c6b14", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:19:19.220204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0403f244-eb7d-420a-9a92-8bc5a4d32745 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:19:19.220706 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0403f244-eb7d-420a-9a92-8bc5a4d32745'] response: {'name': 'network-changed', 'server_uuid': 'c422396a-0178-4155-8f1d-703a2793291e', 'tag': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'status': 'completed', 'code': 200} Oct 05 09:19:19.236166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0f975f86-131e-4aa0-9045-f14d4338bc4d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 9245e766-6e0a-4106-bdfd-b9ed07587397 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:19.236563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f975f86-131e-4aa0-9045-f14d4338bc4d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:19.248205 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-339fa56c-660c-456e-a635-528a67ba8f1d None None] Attempt 5 to provision port fe07861f-739a-4651-a101-42f68d1c6b14 Oct 05 09:19:19.262675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:19.268621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:19.269378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:19.316735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 1c50727a-b4cc-4046-8963-fb0f08760bcb is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:19.318135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:19.394951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-339fa56c-660c-456e-a635-528a67ba8f1d None None] Port fe07861f-739a-4651-a101-42f68d1c6b14 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:19:19.401635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc5b5cc-3680-4de5-bcb0-8d3e01708ce4 None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:19:19.451184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c81f2-ffe4-460b-bfc0-7a91d2b24297 service neutron] Pushing event updated for resources: {'Port': ['ID=fe07861f-739a-4651-a101-42f68d1c6b14,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:19.480243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:19.480571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:19.480917 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee Oct 05 09:19:19.486581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Network': ['ID=442bfe27-b621-430a-a02e-867dec62e25f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:19.527631 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e8a5f2f7-b33d-4a21-b919-fd239a35584d tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0655653 Oct 05 09:19:19.538192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60944) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:19.555895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'subnet': {'network_id': '442bfe27-b621-430a-a02e-867dec62e25f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:19.568376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 442bfe27-b621-430a-a02e-867dec62e25f details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:19:19.717197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Provisioning for port 8164e94d-5080-4f9f-bd1e-9108ae487902 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:19.882603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc5b5cc-3680-4de5-bcb0-8d3e01708ce4 None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:19:19.912873 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Provisioning complete for port d63a345d-fc53-482b-8e9b-6ec5d344607f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:19.913114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:19.913460 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Attempt 1 to provision port d63a345d-fc53-482b-8e9b-6ec5d344607f Oct 05 09:19:19.944607 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99ea247c-1ea7-452f-a365-4785be63a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:19.947897 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:19.949015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8164e94d-5080-4f9f-bd1e-9108ae487902 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:19.954428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99ea247c-1ea7-452f-a365-4785be63a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:19.961393 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ea247c-1ea7-452f-a365-4785be63a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:19.962337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99ea247c-1ea7-452f-a365-4785be63a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:19.964433 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-99ea247c-1ea7-452f-a365-4785be63a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/ports/a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 HTTP/1.1" status: 200 len: 911 time: 2.0333669 Oct 05 09:19:19.969816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-4e301e9d-942a-4466-bd7f-dba48e5b9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:19.971938 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-4e301e9d-942a-4466-bd7f-dba48e5b9368 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=358fb11b9d984e15ac58ec8606c908e1&device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 1097 time: 0.8469279 Oct 05 09:19:19.972598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60950) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:20.040869 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:20.067860 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea247c-1ea7-452f-a365-4785be63a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=a358b7c1-abc4-4bd4-9d0b-2a237ff956a1,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:20.138457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Usage tracker for resource:subnet and tenant:5f0c8b0c35e84170a954280f8bd86550 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:20.151199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:20.158824 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-d8509517-4c96-4e97-ac67-7abfa683752d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe07861f-739a-4651-a101-42f68d1c6b14 HTTP/1.1" status: 200 len: 217 time: 0.1101720 Oct 05 09:19:20.263349 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 8164e94d-5080-4f9f-bd1e-9108ae487902 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:20.282494 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 8164e94d-5080-4f9f-bd1e-9108ae487902 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:20.282859 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:20.283195 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 8164e94d-5080-4f9f-bd1e-9108ae487902 Oct 05 09:19:20.285583 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:20.397799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:20.405635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:20.428121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f975f86-131e-4aa0-9045-f14d4338bc4d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:20.437985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Current status of the port d63a345d-fc53-482b-8e9b-6ec5d344607f is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:20.438380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:20.460399 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fcaf6-8ff4-48e8-ba44-09d8c7fc40d3 req-38be96c7-5d63-4840-b2f4-e777063e1b4a tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:20.462898 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8a2fcaf6-8ff4-48e8-ba44-09d8c7fc40d3 req-38be96c7-5d63-4840-b2f4-e777063e1b4a tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 944 time: 0.1350164 Oct 05 09:19:20.545054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-09a45f72-8279-4190-ba36-6f409565416b None None] For port d63a345d-fc53-482b-8e9b-6ec5d344607f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d63a345d-fc53-482b-8e9b-6ec5d344607f,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:20.603229 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:20.645119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-ccbfbb7f-97cd-4f11-9b7d-42a4907ca991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:20.647444 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-ccbfbb7f-97cd-4f11-9b7d-42a4907ca991 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97d90bf2-6d17-4f0f-93bb-00441c5fc0dc HTTP/1.1" status: 200 len: 834 time: 0.4164758 Oct 05 09:19:20.719929 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8a2fcaf6-8ff4-48e8-ba44-09d8c7fc40d3 req-97939d27-d42f-4bba-8e36-c2093d532659 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2436798 Oct 05 09:19:20.738219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0f975f86-131e-4aa0-9045-f14d4338bc4d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 9245e766-6e0a-4106-bdfd-b9ed07587397 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:20.743722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 8164e94d-5080-4f9f-bd1e-9108ae487902 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:20.744110 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:20.759839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Provisioning for port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:20.789857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Provisioning complete for port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:20.790358 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:20.790590 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Attempt 1 to provision port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 Oct 05 09:19:20.842183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Pushing event updated for resources: {'Port': ['ID=d63a345d-fc53-482b-8e9b-6ec5d344607f,revision_number=9']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:20.914073 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 8164e94d-5080-4f9f-bd1e-9108ae487902, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8164e94d-5080-4f9f-bd1e-9108ae487902,segment=NetworkSegment(02488ae5-2e65-4010-a788-9ac2d5f42345),segment_id=02488ae5-2e65-4010-a788-9ac2d5f42345)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:20.940459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:20.987079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:21.083938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=8164e94d-5080-4f9f-bd1e-9108ae487902,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:21.117086 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88972d10-5af3-457d-84f6-0cb1bad024f1 None None] Update dhcp port {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': '6d64f9f9-78fd-4fef-8552-bd3ecab9ce3c', 'ip_address': '2001:db8:0:1:f816:3eff:fe74:b121'}, {'subnet_id': 'fe2c7aec-b2e6-4691-a5a3-711c13ed222a'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': 'd63a345d-fc53-482b-8e9b-6ec5d344607f'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:19:21.189122 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-88972d10-5af3-457d-84f6-0cb1bad024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:21.347741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-5f6f1834-3a15-4256-b4d8-c1d85230824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:21.349499 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-5f6f1834-3a15-4256-b4d8-c1d85230824d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64baa502-6931-4ffc-9e45-2e69fe3514af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5219777 Oct 05 09:19:21.362299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f975f86-131e-4aa0-9045-f14d4338bc4d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:21.483827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-88972d10-5af3-457d-84f6-0cb1bad024f1 None None] Allocated IP 2001:db8::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/fe2c7aec-b2e6-4691-a5a3-711c13ed222a/d63a345d-fc53-482b-8e9b-6ec5d344607f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:21.489672 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Attempt 2 to provision port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 Oct 05 09:19:21.640085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:21.669779 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f975f86-131e-4aa0-9045-f14d4338bc4d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=9245e766-6e0a-4106-bdfd-b9ed07587397,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:21.711985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-88972d10-5af3-457d-84f6-0cb1bad024f1 None None] For port d63a345d-fc53-482b-8e9b-6ec5d344607f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d63a345d-fc53-482b-8e9b-6ec5d344607f,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:21.749449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-88972d10-5af3-457d-84f6-0cb1bad024f1 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:21.769654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-88972d10-5af3-457d-84f6-0cb1bad024f1 None None] Transition to ACTIVE for port object d63a345d-fc53-482b-8e9b-6ec5d344607f will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:21.775169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-88972d10-5af3-457d-84f6-0cb1bad024f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:21.870674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f975f86-131e-4aa0-9045-f14d4338bc4d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:21.921368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88972d10-5af3-457d-84f6-0cb1bad024f1 None None] Pushing event updated for resources: {'Port': ['ID=d63a345d-fc53-482b-8e9b-6ec5d344607f,revision_number=10']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:21.942926 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0f975f86-131e-4aa0-9045-f14d4338bc4d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/9245e766-6e0a-4106-bdfd-b9ed07587397 HTTP/1.1" status: 204 len: 168 time: 2.9850659 Oct 05 09:19:21.946278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60960) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:22.007206 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-4f97e137-492b-41cf-a4c5-ce9a26d171da service neutron] 10.222.0.45 "GET /v2.0/networks/64baa502-6931-4ffc-9e45-2e69fe3514af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496196 Oct 05 09:19:22.061236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc214c-a28c-4210-bef0-32c36f59da8e req-ee5e75ee-9f7f-4da9-b06d-c32b6285f883 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:22.064427 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-33cc214c-a28c-4210-bef0-32c36f59da8e req-ee5e75ee-9f7f-4da9-b06d-c32b6285f883 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 944 time: 0.1634493 Oct 05 09:19:22.123576 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-33cc214c-a28c-4210-bef0-32c36f59da8e req-f74169bd-ddc0-4a3e-91fd-a193431e2d7a tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534406 Oct 05 09:19:22.141629 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Attempt 3 to provision port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 Oct 05 09:19:22.153176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:22.222244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:22.290240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c716ffca-8eef-4d86-88a5-a8bed7cafedf tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:22.499309 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5e7a8d37-8e5d-43f0-b8fa-ff7c94fe0919 req-234cfcc9-dcb4-4020-935b-47083d29fc01 service neutron] 10.222.0.45 "GET /v2.0/networks/64baa502-6931-4ffc-9e45-2e69fe3514af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800310 Oct 05 09:19:22.504770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Subnet': ['ID=8095cc1e-947f-41b8-9283-6328a266786c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:22.523063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf72333-46f2-4b03-a15d-367928bce8cb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:22.523890 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ebf72333-46f2-4b03-a15d-367928bce8cb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:22.551022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Checking segment: {'id': 'b89a77de-9d1e-487b-ab60-e6cede60d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '442bfe27-b621-430a-a02e-867dec62e25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:22.551381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network hostable DHCP agents. Network: 442bfe27-b621-430a-a02e-867dec62e25f, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:19:22.627021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-fcab88af-a80e-4713-b26a-0051ebcc6a2e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Synchronizing usage tracker for tenant:7079491c48e143b2a690e33a3b48be14 on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:22.648456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-fcab88af-a80e-4713-b26a-0051ebcc6a2e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Unset dirty status for tenant:7079491c48e143b2a690e33a3b48be14 on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:22.649833 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-fcab88af-a80e-4713-b26a-0051ebcc6a2e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36769925&fields=id&tenant_id=7079491c48e143b2a690e33a3b48be14 HTTP/1.1" status: 200 len: 267 time: 0.0700998 Oct 05 09:19:22.724037 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Attempt 4 to provision port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 Oct 05 09:19:22.727814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ebf72333-46f2-4b03-a15d-367928bce8cb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:22.732144 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ebf72333-46f2-4b03-a15d-367928bce8cb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7846816 Oct 05 09:19:22.738672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60974) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:22.794710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network 442bfe27-b621-430a-a02e-867dec62e25f is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:19:22.806431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:22.828466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 442bfe27-b621-430a-a02e-867dec62e25f) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:22.835742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-54041845-4d49-4ec1-93ce-d3d0588cfdcf tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:22.839553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:22.840387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:22.844370 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-54041845-4d49-4ec1-93ce-d3d0588cfdcf tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 811 time: 0.1853619 Oct 05 09:19:22.866686 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-88df50b0-8a75-4a07-bf63-3d86e8ea3c78 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/quotas/7079491c48e143b2a690e33a3b48be14 HTTP/1.1" status: 200 len: 375 time: 0.0206838 Oct 05 09:19:22.947849 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dbd00914-7352-4899-a890-215aa28ef3a7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4078526 Oct 05 09:19:22.950670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60978) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:22.961327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced7b1e-22bf-4d9e-95da-c87a3002268f req-ee117e70-2763-4c07-b5ef-50f9d0f8e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:22.963043 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9ced7b1e-22bf-4d9e-95da-c87a3002268f req-ee117e70-2763-4c07-b5ef-50f9d0f8e2c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=358fb11b9d984e15ac58ec8606c908e1&device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 1097 time: 0.3989990 Oct 05 09:19:23.004281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20517a13-cfae-4b7b-b119-441eb8731de5 None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:19:23.004480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1240c96b-d099-4bf7-8ab8-9bf82eaceb0a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:23.005840 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1240c96b-d099-4bf7-8ab8-9bf82eaceb0a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2648306 Oct 05 09:19:23.011740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 60982) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:23.059284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-311164ed-a899-4e40-9267-b2b0d8c7e883 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Synchronizing usage tracker for tenant:7079491c48e143b2a690e33a3b48be14 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:23.119828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-311164ed-a899-4e40-9267-b2b0d8c7e883 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Unset dirty status for tenant:7079491c48e143b2a690e33a3b48be14 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:23.125504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c716ffca-8eef-4d86-88a5-a8bed7cafedf tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:23.125852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c716ffca-8eef-4d86-88a5-a8bed7cafedf tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:23.133654 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-311164ed-a899-4e40-9267-b2b0d8c7e883 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2659063 Oct 05 09:19:23.162501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d63a345d-fc53-482b-8e9b-6ec5d344607f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:23.263708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20517a13-cfae-4b7b-b119-441eb8731de5 None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:19:23.264227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:23.277018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e36064-c62a-447a-9d30-9c067bb11729 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:23.279079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e36064-c62a-447a-9d30-9c067bb11729 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:23.280662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e36064-c62a-447a-9d30-9c067bb11729 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:23.281661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-47e36064-c62a-447a-9d30-9c067bb11729 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:23.311926 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Attempt 5 to provision port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 Oct 05 09:19:23.341290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8164e94d-5080-4f9f-bd1e-9108ae487902 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:23.384164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced7b1e-22bf-4d9e-95da-c87a3002268f req-7db1487c-0e44-4f12-8703-0e279ad343a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:23.385785 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9ced7b1e-22bf-4d9e-95da-c87a3002268f req-7db1487c-0e44-4f12-8703-0e279ad343a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64baa502-6931-4ffc-9e45-2e69fe3514af HTTP/1.1" status: 200 len: 898 time: 0.4147205 Oct 05 09:19:23.389526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-47e36064-c62a-447a-9d30-9c067bb11729 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:23.390711 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-47e36064-c62a-447a-9d30-9c067bb11729 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3716567 Oct 05 09:19:23.397129 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 60988) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:23.479281 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-88bdee58-9495-4c95-9cce-f2e80b0b8bee service neutron] 10.222.0.64 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369999 Oct 05 09:19:23.502654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:23.521927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:23.540411 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 8164e94d-5080-4f9f-bd1e-9108ae487902 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:23.540797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:23.541233 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 8164e94d-5080-4f9f-bd1e-9108ae487902 Oct 05 09:19:23.608532 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9ced7b1e-22bf-4d9e-95da-c87a3002268f req-a464b129-da24-4775-9548-06e1e818a6f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe07861f-739a-4651-a101-42f68d1c6b14 HTTP/1.1" status: 200 len: 217 time: 0.2144158 Oct 05 09:19:23.653764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ef2942-950d-44bd-bc4d-b6ca47dd1830 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 6d64f9f9-78fd-4fef-8552-bd3ecab9ce3c {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:19:23.656883 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5ef2942-950d-44bd-bc4d-b6ca47dd1830 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:23.710404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c716ffca-8eef-4d86-88a5-a8bed7cafedf tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:23.716106 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5ef2942-950d-44bd-bc4d-b6ca47dd1830 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:23.759410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 8164e94d-5080-4f9f-bd1e-9108ae487902 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:23.807942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbcdf0-9de6-4fcb-aa4a-f01b9b50fad8 req-42dc9393-5a11-4178-8764-0607b2da1fd2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:23.809500 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-64bbcdf0-9de6-4fcb-aa4a-f01b9b50fad8 req-42dc9393-5a11-4178-8764-0607b2da1fd2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 944 time: 0.4763105 Oct 05 09:19:23.819400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5ef2942-950d-44bd-bc4d-b6ca47dd1830 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:23.849076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c716ffca-8eef-4d86-88a5-a8bed7cafedf tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:23.891049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced7b1e-22bf-4d9e-95da-c87a3002268f req-10363f00-ea5b-48fb-a694-ca56ba254fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:23.892819 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9ced7b1e-22bf-4d9e-95da-c87a3002268f req-10363f00-ea5b-48fb-a694-ca56ba254fbb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97d90bf2-6d17-4f0f-93bb-00441c5fc0dc HTTP/1.1" status: 200 len: 834 time: 0.2655330 Oct 05 09:19:23.906574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee26ebf-811f-43c4-80b2-0d65f75313e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-442bfe27-b621-430a-a02e-867dec62e25f', 'network_id': '442bfe27-b621-430a-a02e-867dec62e25f', 'tenant_id': '5f0c8b0c35e84170a954280f8bd86550', 'fixed_ips': [{'subnet_id': '8095cc1e-947f-41b8-9283-6328a266786c'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:19:23.907472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1ee26ebf-811f-43c4-80b2-0d65f75313e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:23.971075 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-64bbcdf0-9de6-4fcb-aa4a-f01b9b50fad8 req-0f7c29d4-e966-48f4-ab73-82df3f423b9f tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187434 Oct 05 09:19:23.980869 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-34b19b39-9563-43a6-a1db-81140e2e9c5a service neutron] 10.222.0.64 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832644 Oct 05 09:19:23.997532 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:24.003988 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Attempt 6 to provision port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 Oct 05 09:19:24.045282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Subnet': ['ID=8095cc1e-947f-41b8-9283-6328a266786c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:24.138032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server [None req-1ee26ebf-811f-43c4-80b2-0d65f75313e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8095cc1e-947f-41b8-9283-6328a266786c: This subnet is being modified by another concurrent operation. Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise exception Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8095cc1e-947f-41b8-9283-6328a266786c: This subnet is being modified by another concurrent operation. Oct 05 09:19:24.142563 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Oct 05 09:19:24.178659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced7b1e-22bf-4d9e-95da-c87a3002268f req-eb9115c7-555f-4d01-9861-03afc5c2caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:24.180343 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9ced7b1e-22bf-4d9e-95da-c87a3002268f req-eb9115c7-555f-4d01-9861-03afc5c2caa4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64baa502-6931-4ffc-9e45-2e69fe3514af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2809305 Oct 05 09:19:24.198236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:24.234822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442bfe27-b621-430a-a02e-867dec62e25f']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:24.250330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89a77de-9d1e-487b-ab60-e6cede60d4cd') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:24.250699 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89a77de-9d1e-487b-ab60-e6cede60d4cd') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:24.270002 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:24.288306 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5ef2942-950d-44bd-bc4d-b6ca47dd1830 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:24.292868 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:24.314240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c716ffca-8eef-4d86-88a5-a8bed7cafedf tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:24.340807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef2942-950d-44bd-bc4d-b6ca47dd1830 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=6d64f9f9-78fd-4fef-8552-bd3ecab9ce3c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:24.343513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:19:24.344336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:24.384051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5ef2942-950d-44bd-bc4d-b6ca47dd1830 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:24.422770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716ffca-8eef-4d86-88a5-a8bed7cafedf tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=a358b7c1-abc4-4bd4-9d0b-2a237ff956a1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:24.610812 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9ced7b1e-22bf-4d9e-95da-c87a3002268f req-7990ec45-de44-47d1-af47-8d64377e4e44 service neutron] 10.222.0.45 "GET /v2.0/networks/64baa502-6931-4ffc-9e45-2e69fe3514af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219458 Oct 05 09:19:24.640500 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment b89a77de-9d1e-487b-ab60-e6cede60d4cd resource provider aggregate not found Oct 05 09:19:24.641028 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Attempt 7 to provision port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 Oct 05 09:19:24.660623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c716ffca-8eef-4d86-88a5-a8bed7cafedf tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:24.697511 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Port a358b7c1-abc4-4bd4-9d0b-2a237ff956a1 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:19:24.701197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc4b03e-a112-49ed-af6f-5189451c14e1 None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:19:24.707165 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment b89a77de-9d1e-487b-ab60-e6cede60d4cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b89a77de-9d1e-487b-ab60-e6cede60d4cd found for delete ", "request_id": "req-67ace407-c5f0-4403-9eea-e2d1bd331ddb"}]} Oct 05 09:19:24.737853 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-505a797a-e63f-4fbd-8898-d6c456315fc4 req-6a2e40d2-f69f-4b4e-9613-d0f11146bc18 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 210 time: 0.0912154 Oct 05 09:19:24.740887 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b5ef2942-950d-44bd-bc4d-b6ca47dd1830 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/6d64f9f9-78fd-4fef-8552-bd3ecab9ce3c HTTP/1.1" status: 204 len: 168 time: 1.3294775 Oct 05 09:19:24.741678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:24.758065 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32778) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:24.769813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:24.800431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-09a45f72-8279-4190-ba36-6f409565416b None None] Could not find standard attr ID for object 9245e766-6e0a-4106-bdfd-b9ed07587397. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:19:24.814425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Network': ['ID=442bfe27-b621-430a-a02e-867dec62e25f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:24.829985 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-970e917a-fb2f-4f08-a79b-a9342dccad25 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/networks/442bfe27-b621-430a-a02e-867dec62e25f HTTP/1.1" status: 204 len: 168 time: 1.8779991 Oct 05 09:19:24.835555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32782) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:24.855612 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1093538572'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:24.855859 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fa4822-1fe3-4fa4-a686-751e0e060a33 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet fe2c7aec-b2e6-4691-a5a3-711c13ed222a {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:19:24.862562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-39fa4822-1fe3-4fa4-a686-751e0e060a33 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:24.932013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:24.939859 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4b03e-a112-49ed-af6f-5189451c14e1 None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:19:24.945504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Usage tracker for resource:network and tenant:5f0c8b0c35e84170a954280f8bd86550 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:24.947812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-39fa4822-1fe3-4fa4-a686-751e0e060a33 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:24.953689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:25.058376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:25.074306 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-39fa4822-1fe3-4fa4-a686-751e0e060a33 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:25.233185 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-39fa4822-1fe3-4fa4-a686-751e0e060a33 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:25.279136 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fe07861f-739a-4651-a101-42f68d1c6b14 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:19:25.281683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7df4e93d-5465-43be-89b6-bd9b243ac1fc None None] Provisioning for port d63a345d-fc53-482b-8e9b-6ec5d344607f completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:25.283934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa4822-1fe3-4fa4-a686-751e0e060a33 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2c7aec-b2e6-4691-a5a3-711c13ed222a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:25.296669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7df4e93d-5465-43be-89b6-bd9b243ac1fc None None] Provisioning complete for port d63a345d-fc53-482b-8e9b-6ec5d344607f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:25.297692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7df4e93d-5465-43be-89b6-bd9b243ac1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:25.298169 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7df4e93d-5465-43be-89b6-bd9b243ac1fc None None] Attempt 1 to provision port d63a345d-fc53-482b-8e9b-6ec5d344607f Oct 05 09:19:25.301653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-39fa4822-1fe3-4fa4-a686-751e0e060a33 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:25.316465 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-39fa4822-1fe3-4fa4-a686-751e0e060a33 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/fe2c7aec-b2e6-4691-a5a3-711c13ed222a HTTP/1.1" status: 204 len: 168 time: 0.5722873 Oct 05 09:19:25.319776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32790) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:25.321326 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9ced7b1e-22bf-4d9e-95da-c87a3002268f req-a1ebe126-bc31-433d-8dec-e190454229f3 service neutron] 10.222.0.45 "GET /v2.0/networks/64baa502-6931-4ffc-9e45-2e69fe3514af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960456 Oct 05 09:19:25.326022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:25.329616 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:25.341036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c716ffca-8eef-4d86-88a5-a8bed7cafedf tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router 40511176-a52d-4bdf-8fdb-8eac0ca4c077 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:19:25.408029 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a96dd2af-1784-4b98-a21f-af22186ac95f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842686 Oct 05 09:19:25.408029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32794) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:25.414241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:25.484173 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:19:25.502895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c716ffca-8eef-4d86-88a5-a8bed7cafedf tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:19:25.507275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79657728-fa81-4e11-9392-5e31be8c94e2 req-5be9fc6d-5fa3-4766-a3c4-4cea55052666 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:25.508350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:25.508703 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Added segment 3cc9c34d-2a6b-4ada-b955-6c7dcde8fbca of type vlan for network 869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6 Oct 05 09:19:25.515937 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-79657728-fa81-4e11-9392-5e31be8c94e2 req-5be9fc6d-5fa3-4766-a3c4-4cea55052666 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 944 time: 0.3356664 Oct 05 09:19:25.521315 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d29be-55eb-46fa-9a43-8a033df4d2ec None None] Sync routers for ids ['40511176-a52d-4bdf-8fdb-8eac0ca4c077'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:19:25.544780 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d29be-55eb-46fa-9a43-8a033df4d2ec None None] Routers {'40511176-a52d-4bdf-8fdb-8eac0ca4c077'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:25.545635 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e36d29be-55eb-46fa-9a43-8a033df4d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['40511176-a52d-4bdf-8fdb-8eac0ca4c077'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:25.554180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:25.564292 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c716ffca-8eef-4d86-88a5-a8bed7cafedf tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/40511176-a52d-4bdf-8fdb-8eac0ca4c077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5864193 Oct 05 09:19:25.565314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32798) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:25.615155 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-79657728-fa81-4e11-9392-5e31be8c94e2 req-34af9ad0-ceca-499a-9814-84f9335de69f tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980985 Oct 05 09:19:25.622073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:25.626747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:25.630026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:25.637421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:25.639727 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e36d29be-55eb-46fa-9a43-8a033df4d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:25.649704 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e5380ad2-517b-43ce-b681-6030da6e0be6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Synchronizing usage tracker for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:25.652694 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d29be-55eb-46fa-9a43-8a033df4d2ec None None] Routers {'40511176-a52d-4bdf-8fdb-8eac0ca4c077'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:25.653429 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e36d29be-55eb-46fa-9a43-8a033df4d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['40511176-a52d-4bdf-8fdb-8eac0ca4c077'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:25.653898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:25.659485 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:25.675011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e5380ad2-517b-43ce-b681-6030da6e0be6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Unset dirty status for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:25.695891 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e5380ad2-517b-43ce-b681-6030da6e0be6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=40511176-a52d-4bdf-8fdb-8eac0ca4c077 HTTP/1.1" status: 200 len: 205 time: 0.1128612 Oct 05 09:19:25.697115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32802) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:25.704241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7df4e93d-5465-43be-89b6-bd9b243ac1fc None None] Current status of the port d63a345d-fc53-482b-8e9b-6ec5d344607f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:25.718452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7df4e93d-5465-43be-89b6-bd9b243ac1fc None None] Could not find standard attr ID for object 9245e766-6e0a-4106-bdfd-b9ed07587397. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:19:25.723355 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e36d29be-55eb-46fa-9a43-8a033df4d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:25.724081 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d29be-55eb-46fa-9a43-8a033df4d2ec None None] The sync data for ids ['40511176-a52d-4bdf-8fdb-8eac0ca4c077'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:19:25.752100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port fe07861f-739a-4651-a101-42f68d1c6b14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe07861f-739a-4651-a101-42f68d1c6b14,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:25.789070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'port_id': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'mac_address': 'fa:16:3e:99:2d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:19:25.828945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc871a4-540b-4d19-92a2-8d1ada48047a None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:25.843217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a2e8d6-a2ab-4446-8bc1-267a6a4405f0 None None] Network 442bfe27-b621-430a-a02e-867dec62e25f requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:25.851806 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:25.861566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:25.862480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:25.967883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a2e8d6-a2ab-4446-8bc1-267a6a4405f0 None None] Network 442bfe27-b621-430a-a02e-867dec62e25f could not be found, it might have been deleted concurrently. {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 05 09:19:26.035702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1c7e53-483c-4c4e-97b1-60abb5e6fd74 None None] Network 442bfe27-b621-430a-a02e-867dec62e25f requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:26.053835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:26.097529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port fe07861f-739a-4651-a101-42f68d1c6b14 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:26.097922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:26.125626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1c7e53-483c-4c4e-97b1-60abb5e6fd74 None None] Network 442bfe27-b621-430a-a02e-867dec62e25f could not be found, it might have been deleted concurrently. {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 05 09:19:26.143164 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe07861f-739a-4651-a101-42f68d1c6b14 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:19:26.146695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=9ae453e1-b3da-40e1-8f63-e3ca971c8787,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:26.161652 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aa4e793c-5674-48bc-8712-72e8fd400a21 req-a1bae16d-cd67-41c8-8c94-9fe5cc186d3d tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 210 time: 0.1573894 Oct 05 09:19:26.183125 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port fe07861f-739a-4651-a101-42f68d1c6b14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe07861f-739a-4651-a101-42f68d1c6b14,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:26.207809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:26.211320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:26.215350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:26.216092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:26.231228 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:26.255525 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3dea1bf5-6c28-4c3e-bf38-567aeb8b2e1f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8436508 Oct 05 09:19:26.256099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32808) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:26.263732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d28c0bc5-763f-4d05-ae4a-bc990192c5b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:26.281107 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4345853 Oct 05 09:19:26.289001 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32812) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:26.300655 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Request body: {'subnet': {'network_id': '869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:26.301932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89d21020-2992-4c50-87fd-6830bc3ab6c9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:26.323321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=fe07861f-739a-4651-a101-42f68d1c6b14,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:26.418336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589c999-cb19-465e-b3a1-da77de5d815c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Network': ['ID=869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:26.428490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-7702750a-fd33-4780-a8a9-64640bace6e8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:26.429198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-7702750a-fd33-4780-a8a9-64640bace6e8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Synchronizing usage tracker for tenant:7079491c48e143b2a690e33a3b48be14 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:26.432926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:19:26.506051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:26.507704 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['fe07861f-739a-4651-a101-42f68d1c6b14'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:19:26.517476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Usage tracker for resource:subnet and tenant:5f0c8b0c35e84170a954280f8bd86550 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:26.524718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:26.548180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:26.581436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d28c0bc5-763f-4d05-ae4a-bc990192c5b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:26.585516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Made reservation on behalf of 5f0c8b0c35e84170a954280f8bd86550 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:26.589343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:26.589525 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b66b8-fed2-4b66-bb84-93be6b6049a3 None None] Update dhcp port {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': '9ae453e1-b3da-40e1-8f63-e3ca971c8787'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': 'd63a345d-fc53-482b-8e9b-6ec5d344607f'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:19:26.604489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d28c0bc5-763f-4d05-ae4a-bc990192c5b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:26.614379 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d28c0bc5-763f-4d05-ae4a-bc990192c5b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:26.662385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-032b66b8-fed2-4b66-bb84-93be6b6049a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:26.670885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d28c0bc5-763f-4d05-ae4a-bc990192c5b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:26.716551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28c0bc5-763f-4d05-ae4a-bc990192c5b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:26.724932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d28c0bc5-763f-4d05-ae4a-bc990192c5b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:26.788063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-7702750a-fd33-4780-a8a9-64640bace6e8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Unset dirty status for tenant:7079491c48e143b2a690e33a3b48be14 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:26.790450 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-7702750a-fd33-4780-a8a9-64640bace6e8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 811 time: 0.8604517 Oct 05 09:19:26.827960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89d21020-2992-4c50-87fd-6830bc3ab6c9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:26.834532 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89d21020-2992-4c50-87fd-6830bc3ab6c9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:26.886294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-5bced78e-1f66-487e-9435-f2b66f5a8a4f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Synchronizing usage tracker for tenant:7079491c48e143b2a690e33a3b48be14 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:26.909948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89d21020-2992-4c50-87fd-6830bc3ab6c9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:26.912473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d21020-2992-4c50-87fd-6830bc3ab6c9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Fanout notify agent at l3_agent the message router_deleted on router 40511176-a52d-4bdf-8fdb-8eac0ca4c077 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:19:26.935518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-5bced78e-1f66-487e-9435-f2b66f5a8a4f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Unset dirty status for tenant:7079491c48e143b2a690e33a3b48be14 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:26.939322 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-5bced78e-1f66-487e-9435-f2b66f5a8a4f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7079491c48e143b2a690e33a3b48be14 HTTP/1.1" status: 200 len: 378 time: 0.1377487 Oct 05 09:19:26.950519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89d21020-2992-4c50-87fd-6830bc3ab6c9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:26.955318 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-89d21020-2992-4c50-87fd-6830bc3ab6c9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/40511176-a52d-4bdf-8fdb-8eac0ca4c077 HTTP/1.1" status: 204 len: 168 time: 1.2565424 Oct 05 09:19:26.956373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32822) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:26.962042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Request body: {'port': {'device_id': '2b84547c-76e2-44b4-b4e2-903f3ca7926e', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'admin_state_up': True, 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'security_groups': ['9e4d3bdc-158c-4f09-9b05-cf60d785a12b']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:27.051726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-032b66b8-fed2-4b66-bb84-93be6b6049a3 None None] Allocated IP 2001:db8::2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/9ae453e1-b3da-40e1-8f63-e3ca971c8787/d63a345d-fc53-482b-8e9b-6ec5d344607f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:27.063376 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.ipam_backend_mixin [None req-d28c0bc5-763f-4d05-ae4a-bc990192c5b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ae453e1-b3da-40e1-8f63-e3ca971c8787 (CIDR: 2001:db8::/64) Oct 05 09:19:27.125297 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28c0bc5-763f-4d05-ae4a-bc990192c5b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:19:27.126227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28c0bc5-763f-4d05-ae4a-bc990192c5b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:27.148364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:27.161992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:27.192450 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d28c0bc5-763f-4d05-ae4a-bc990192c5b4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9353495 Oct 05 09:19:27.196293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32826) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:27.239433 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'subnet': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:27.248966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-579d366b-e199-4877-9b2d-1d37b7103078 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting subnet 73d2492b-7127-40b2-961e-72cde6ac79d0 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:19:27.251284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Made reservation on behalf of 7079491c48e143b2a690e33a3b48be14 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:27.254983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:27.270852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-579d366b-e199-4877-9b2d-1d37b7103078 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:27.424157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-032b66b8-fed2-4b66-bb84-93be6b6049a3 None None] For port d63a345d-fc53-482b-8e9b-6ec5d344607f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d63a345d-fc53-482b-8e9b-6ec5d344607f,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:27.457186 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b536182a-100a-45d8-ab89-e9085e11b926 req-8d417976-353c-47e4-9654-e2605d8ae513 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 210 time: 0.0901775 Oct 05 09:19:27.482650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f720d-2540-4145-8776-2b39d09b2fae req-212847c3-c510-41a9-9d66-4736a3c89c6a tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:27.484494 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a84f720d-2540-4145-8776-2b39d09b2fae req-212847c3-c510-41a9-9d66-4736a3c89c6a tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 945 time: 0.4165232 Oct 05 09:19:27.505188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-032b66b8-fed2-4b66-bb84-93be6b6049a3 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:27.546000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-032b66b8-fed2-4b66-bb84-93be6b6049a3 None None] Transition to ACTIVE for port object d63a345d-fc53-482b-8e9b-6ec5d344607f will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:27.548483 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a84f720d-2540-4145-8776-2b39d09b2fae req-c6a98061-3e94-41e0-915e-da8e258f8c0b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576780 Oct 05 09:19:27.562941 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-032b66b8-fed2-4b66-bb84-93be6b6049a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:27.617221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:27.627730 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Usage tracker for resource:subnet and tenant:8e470f57db494309bb41654643314b74 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:27.632565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:27.634857 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-579d366b-e199-4877-9b2d-1d37b7103078 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:27.646585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:27.704998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:27.710436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:27.717590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b66b8-fed2-4b66-bb84-93be6b6049a3 None None] Pushing event updated for resources: {'Port': ['ID=d63a345d-fc53-482b-8e9b-6ec5d344607f,revision_number=13']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:27.837290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Allocated IP 172.20.0.8 (14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d/a5839bf4-e29e-4f5e-a7da-024938bf5fd4/470300d9-457e-47de-a78e-83d1f4d4e2cc) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:27.844191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-579d366b-e199-4877-9b2d-1d37b7103078 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:27.873801 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.objects.ports [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89054) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:19:27.878090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:27.956691 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event updated for resources: {'Subnet': ['ID=815d98a0-b85f-4d98-b4cf-fdd27ba07f45,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:27.968642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:27.969731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:27.969731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:27.969731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:27.970196 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:27.970601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:27.971489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:27.971489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:27.971699 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:27.972049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:27.972446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:27.972837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:28.048795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Checking segment: {'id': '3cc9c34d-2a6b-4ada-b955-6c7dcde8fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:28.049281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network hostable DHCP agents. Network: 869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:19:28.088825 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Network 869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:19:28.116819 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-579d366b-e199-4877-9b2d-1d37b7103078 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:28.130830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:28.137604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:28.138363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:28.142724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2f3808-0fc9-42b9-8ada-c0dc8d565eb5 None None] Network 869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:28.199973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-579d366b-e199-4877-9b2d-1d37b7103078 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:28.200199 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a09934a6-e994-4b3a-93eb-4b4fee8afb6b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9065382 Oct 05 09:19:28.204269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32832) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:28.255152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d366b-e199-4877-9b2d-1d37b7103078 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Subnet': ['ID=73d2492b-7127-40b2-961e-72cde6ac79d0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:28.257143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b7de83-43f8-4da4-94e9-3c30d58ce826 None None] Network c1694dd4-1da0-4439-b857-9dc3ea5e6e98 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:28.394068 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-579d366b-e199-4877-9b2d-1d37b7103078 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/73d2492b-7127-40b2-961e-72cde6ac79d0 HTTP/1.1" status: 204 len: 168 time: 1.2518303 Oct 05 09:19:28.401180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32836) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:28.440546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:28.539726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:28.546835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Transition to ACTIVE for port object 470300d9-457e-47de-a78e-83d1f4d4e2cc will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:28.596296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:28.703903 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f96aa2-5e57-429d-bf57-ede93b860129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6', 'network_id': '869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6', 'tenant_id': '5f0c8b0c35e84170a954280f8bd86550', 'fixed_ips': [{'subnet_id': '815d98a0-b85f-4d98-b4cf-fdd27ba07f45'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:19:28.705241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2f96aa2-5e57-429d-bf57-ede93b860129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:28.788832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e1bbc-86c4-496a-b7c8-db1fbb5dd41c None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:28.802125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.objects.ports [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89054) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 05 09:19:28.857813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:28.859575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:28.882795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f61dad-9b02-4919-b1e1-0eb08b89c0f3 None None] DHCP port deletion for c1694dd4-1da0-4439-b857-9dc3ea5e6e98 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:19:28.914644 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-91f61dad-9b02-4919-b1e1-0eb08b89c0f3 None None] Deleting port 8164e94d-5080-4f9f-bd1e-9108ae487902 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:28.915019 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91f61dad-9b02-4919-b1e1-0eb08b89c0f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:28.976135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ab5292ce-86ca-4d7f-91f4-c001b0407e93 None None] Provisioning for port d63a345d-fc53-482b-8e9b-6ec5d344607f completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:29.022008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'Port': ['ID=470300d9-457e-47de-a78e-83d1f4d4e2cc,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:29.025395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:29.028371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:29.035268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ab5292ce-86ca-4d7f-91f4-c001b0407e93 None None] Provisioning complete for port d63a345d-fc53-482b-8e9b-6ec5d344607f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:29.035652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ab5292ce-86ca-4d7f-91f4-c001b0407e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:29.035994 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ab5292ce-86ca-4d7f-91f4-c001b0407e93 None None] Attempt 1 to provision port d63a345d-fc53-482b-8e9b-6ec5d344607f Oct 05 09:19:29.066102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:29.113908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:29.144117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d63a345d-fc53-482b-8e9b-6ec5d344607f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:29.205574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port 8164e94d-5080-4f9f-bd1e-9108ae487902 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:29.206095 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server [None req-d2f96aa2-5e57-429d-bf57-ede93b860129 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 815d98a0-b85f-4d98-b4cf-fdd27ba07f45: This subnet is being modified by another concurrent operation. Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise exception Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 815d98a0-b85f-4d98-b4cf-fdd27ba07f45: This subnet is being modified by another concurrent operation. Oct 05 09:19:29.237590 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Oct 05 09:19:29.257694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fe07861f-739a-4651-a101-42f68d1c6b14 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:29.300119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b5bd5-b7d8-4813-b5fe-a54d9748a151 req-585e1748-6f7e-40d4-b02e-2bdd636da11d tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:29.308585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503cfa5f-a5fe-40ba-a457-3964d3a102a8 None None] Network 869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:29.310016 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-eb4b5bd5-b7d8-4813-b5fe-a54d9748a151 req-585e1748-6f7e-40d4-b02e-2bdd636da11d tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 931 time: 0.5474517 Oct 05 09:19:29.403982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:29.432912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:29.447824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc9c34d-2a6b-4ada-b955-6c7dcde8fbca') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:29.448408 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc9c34d-2a6b-4ada-b955-6c7dcde8fbca') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:29.449986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ace7b-23ca-4884-ba6e-980322357d84 req-a698508d-5f6f-48bb-b7c2-b76ee254f531 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:29.457309 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-173ace7b-23ca-4884-ba6e-980322357d84 req-a698508d-5f6f-48bb-b7c2-b76ee254f531 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 945 time: 0.6466486 Oct 05 09:19:29.462484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:29.482198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:29.490624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:19:29.491343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:29.614809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Subnet': ['ID=815d98a0-b85f-4d98-b4cf-fdd27ba07f45,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:29.626496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:29.640157 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-eb4b5bd5-b7d8-4813-b5fe-a54d9748a151 req-cd698417-be0c-4aad-86b2-6da6cf009a4a tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3149462 Oct 05 09:19:29.654292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:29.660423 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Network': ['ID=869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:29.681949 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:29.682837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:29.715437 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-939d25e9-0b1f-4f37-9156-286dcdb996ed tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/networks/869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6 HTTP/1.1" status: 204 len: 168 time: 1.5063763 Oct 05 09:19:29.716098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32846) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:29.720173 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3cc9c34d-2a6b-4ada-b955-6c7dcde8fbca resource provider aggregate not found Oct 05 09:19:29.724616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d63a345d-fc53-482b-8e9b-6ec5d344607f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:29.726000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:29.726521 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d63a345d-fc53-482b-8e9b-6ec5d344607f Oct 05 09:19:29.767196 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-af817af1-0d77-4611-a7f4-f1a4b1adb137 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8094561 Oct 05 09:19:29.769689 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67c6e89-162f-424a-9adb-87c270be218e tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:29.770465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67c6e89-162f-424a-9adb-87c270be218e tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:29.773507 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c67c6e89-162f-424a-9adb-87c270be218e tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/subnets/815d98a0-b85f-4d98-b4cf-fdd27ba07f45 HTTP/1.1" status: 404 len: 337 time: 0.0561800 Oct 05 09:19:29.778643 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3cc9c34d-2a6b-4ada-b955-6c7dcde8fbca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cc9c34d-2a6b-4ada-b955-6c7dcde8fbca found for delete ", "request_id": "req-1a0e1684-ff8d-4948-87cd-325e69bfecf3"}]} Oct 05 09:19:29.779310 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32852) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:29.783480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Request body: {'port': {'device_id': '2b84547c-76e2-44b4-b4e2-903f3ca7926e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:29.801222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:29.846705 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-676b0504-540a-4cee-802f-4a39a16bb28e tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:29.846933 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ab5292ce-86ca-4d7f-91f4-c001b0407e93 None None] Current status of the port d63a345d-fc53-482b-8e9b-6ec5d344607f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:29.847841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676b0504-540a-4cee-802f-4a39a16bb28e tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:29.849929 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-676b0504-540a-4cee-802f-4a39a16bb28e tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/networks/869babf6-bbb3-47b3-a2c8-6c1bf6cef2b6 HTTP/1.1" status: 404 len: 339 time: 0.0348730 Oct 05 09:19:29.857897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32856) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:29.900276 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-173ace7b-23ca-4884-ba6e-980322357d84 req-ff5a4c8f-952e-4f58-b157-e0ab8eed0a38 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4418082 Oct 05 09:19:29.948607 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8ec06c-9dee-47f5-95e4-fbacd863299f tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:29.949578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8ec06c-9dee-47f5-95e4-fbacd863299f tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:29.952199 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-af8ec06c-9dee-47f5-95e4-fbacd863299f tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/subnets/8095cc1e-947f-41b8-9283-6328a266786c HTTP/1.1" status: 404 len: 337 time: 0.0938618 Oct 05 09:19:29.958371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32860) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:30.000787 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0652f5c-e084-45e4-8b58-82af2b037997 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:30.001860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0652f5c-e084-45e4-8b58-82af2b037997 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:30.004498 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f0652f5c-e084-45e4-8b58-82af2b037997 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/networks/442bfe27-b621-430a-a02e-867dec62e25f HTTP/1.1" status: 404 len: 339 time: 0.0448689 Oct 05 09:19:30.007939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32864) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:30.031171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-91f61dad-9b02-4919-b1e1-0eb08b89c0f3 None None] For port 8164e94d-5080-4f9f-bd1e-9108ae487902, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8164e94d-5080-4f9f-bd1e-9108ae487902,segment=NetworkSegment(02488ae5-2e65-4010-a788-9ac2d5f42345),segment_id=02488ae5-2e65-4010-a788-9ac2d5f42345)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:30.031566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91f61dad-9b02-4919-b1e1-0eb08b89c0f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:30.091574 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-834db62b-e82b-4850-8ae3-2b165142ff49 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:30.092053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834db62b-e82b-4850-8ae3-2b165142ff49 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:30.097774 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-834db62b-e82b-4850-8ae3-2b165142ff49 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/subnets/7d87c158-603a-4e23-8bd3-0d55855e009f HTTP/1.1" status: 404 len: 337 time: 0.0854073 Oct 05 09:19:30.097774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32868) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:30.133829 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f38fae4-1b99-419b-8804-f329d6c7ff35 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:30.134342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f38fae4-1b99-419b-8804-f329d6c7ff35 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:30.140091 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f38fae4-1b99-419b-8804-f329d6c7ff35 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/networks/5544f4d7-5dbe-4ab4-92e8-760d29867159 HTTP/1.1" status: 404 len: 339 time: 0.0383811 Oct 05 09:19:30.140973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32872) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:30.178480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:30.199962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] For port 8164e94d-5080-4f9f-bd1e-9108ae487902, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8164e94d-5080-4f9f-bd1e-9108ae487902,segment=NetworkSegment(02488ae5-2e65-4010-a788-9ac2d5f42345),segment_id=02488ae5-2e65-4010-a788-9ac2d5f42345)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:30.200748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:30.262035 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-91f61dad-9b02-4919-b1e1-0eb08b89c0f3 None None] Calling delete_port for 8164e94d-5080-4f9f-bd1e-9108ae487902 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:30.307703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port fe07861f-739a-4651-a101-42f68d1c6b14 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:30.318083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port fe07861f-739a-4651-a101-42f68d1c6b14 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:30.318585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:30.318899 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port fe07861f-739a-4651-a101-42f68d1c6b14 Oct 05 09:19:30.348256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-712244da-469b-4548-9c99-7c6bd11871a1 None None] Provisioning for port 470300d9-457e-47de-a78e-83d1f4d4e2cc completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:30.378512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-87e149a7-4fd2-4b03-ab0b-5a732fcff1b1 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Deleting port 8e3293cc-4b6e-4078-8a27-20fda2e8d1e5 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:30.378878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87e149a7-4fd2-4b03-ab0b-5a732fcff1b1 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:30.397085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-712244da-469b-4548-9c99-7c6bd11871a1 None None] Provisioning complete for port 470300d9-457e-47de-a78e-83d1f4d4e2cc triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:30.397388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-712244da-469b-4548-9c99-7c6bd11871a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:30.397732 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-712244da-469b-4548-9c99-7c6bd11871a1 None None] Attempt 1 to provision port 470300d9-457e-47de-a78e-83d1f4d4e2cc Oct 05 09:19:30.437913 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d63a345d-fc53-482b-8e9b-6ec5d344607f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:30.448445 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for 8164e94d-5080-4f9f-bd1e-9108ae487902 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:30.503136 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-712244da-469b-4548-9c99-7c6bd11871a1 None None] Port 470300d9-457e-47de-a78e-83d1f4d4e2cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:30.512819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91f61dad-9b02-4919-b1e1-0eb08b89c0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:30.582650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8164e94d-5080-4f9f-bd1e-9108ae487902 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:19:30.634132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f61dad-9b02-4919-b1e1-0eb08b89c0f3 None None] Pushing event deleted for resources: {'Port': ['ID=8164e94d-5080-4f9f-bd1e-9108ae487902,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:30.648533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f61dad-9b02-4919-b1e1-0eb08b89c0f3 None None] No DVR routers for this DVR port 8164e94d-5080-4f9f-bd1e-9108ae487902 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:19:30.651350 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 8164e94d-5080-4f9f-bd1e-9108ae487902 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:19:30.651629 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8164e94d-5080-4f9f-bd1e-9108ae487902 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:19:30.668206 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] For port d63a345d-fc53-482b-8e9b-6ec5d344607f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d63a345d-fc53-482b-8e9b-6ec5d344607f,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:30.675377 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port fe07861f-739a-4651-a101-42f68d1c6b14 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:30.675772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:30.689416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:19:30.689746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:19:30.722589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c422396a-0178-4155-8f1d-703a2793291e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe07861f-739a-4651-a101-42f68d1c6b14'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:19:30.725211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ebb3b3-7a0e-442e-8e9a-88e9c1a0dfe9" -d '{"events": [{"server_uuid": "c422396a-0178-4155-8f1d-703a2793291e", "name": "network-vif-plugged", "status": "completed", "tag": "fe07861f-739a-4651-a101-42f68d1c6b14"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:19:30.734340 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:30.740505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port fe07861f-739a-4651-a101-42f68d1c6b14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe07861f-739a-4651-a101-42f68d1c6b14,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:30.743109 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:30.743914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:30.761090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:30.890581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03329772-70cd-4b8f-aafa-df22072fcf93 x-openstack-request-id: req-03329772-70cd-4b8f-aafa-df22072fcf93 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:19:30.890881 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c422396a-0178-4155-8f1d-703a2793291e", "name": "network-vif-plugged", "status": "completed", "tag": "fe07861f-739a-4651-a101-42f68d1c6b14", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:19:30.891145 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03329772-70cd-4b8f-aafa-df22072fcf93 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:19:30.891556 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03329772-70cd-4b8f-aafa-df22072fcf93'] response: {'server_uuid': 'c422396a-0178-4155-8f1d-703a2793291e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'code': 200} Oct 05 09:19:30.982873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87e149a7-4fd2-4b03-ab0b-5a732fcff1b1 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:31.013919 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-712244da-469b-4548-9c99-7c6bd11871a1 None None] Attempt 2 to provision port 470300d9-457e-47de-a78e-83d1f4d4e2cc Oct 05 09:19:31.126602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=fe07861f-739a-4651-a101-42f68d1c6b14,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:31.156194 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Subnet': ['ID=4668ca1e-81c7-4ca4-919c-ed10c6042242,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:31.170268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-712244da-469b-4548-9c99-7c6bd11871a1 None None] Port 470300d9-457e-47de-a78e-83d1f4d4e2cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:31.194923 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 05 09:19:31.211051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-87e149a7-4fd2-4b03-ab0b-5a732fcff1b1 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Calling delete_port for 8e3293cc-4b6e-4078-8a27-20fda2e8d1e5 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:31.226502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port 8164e94d-5080-4f9f-bd1e-9108ae487902 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:31.226848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:31.255460 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:19:31.333851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:31.341149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] The port '8164e94d-5080-4f9f-bd1e-9108ae487902' was deleted {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:19:31.350260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:31.361897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:31.362534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:31.441086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=d63a345d-fc53-482b-8e9b-6ec5d344607f,revision_number=15']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:31.448726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470300d9-457e-47de-a78e-83d1f4d4e2cc {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:19:31.466101 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:31.488634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87e149a7-4fd2-4b03-ab0b-5a732fcff1b1 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:31.504919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3e394f-0e90-4cc0-b924-e26c059b3447 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:31.521403 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d87862d4-2767-4af6-ad02-e9dcb41dc7f2 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.2870235 Oct 05 09:19:31.531485 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32884) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:31.558030 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Request body: {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'mac_address': 'fa:16:3e:1f:68:bb', 'name': 'tempest-NetworksTestDHCPv6-604585962'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:31.565021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e149a7-4fd2-4b03-ab0b-5a732fcff1b1 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Port': ['ID=8e3293cc-4b6e-4078-8a27-20fda2e8d1e5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:31.580333 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87e149a7-4fd2-4b03-ab0b-5a732fcff1b1 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:31.585097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdaf02-dd52-41fb-9e03-56294fa0f50a req-ab2845fc-bc2b-4880-853c-9132ca0635db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:31.586608 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4cbdaf02-dd52-41fb-9e03-56294fa0f50a req-ab2845fc-bc2b-4880-853c-9132ca0635db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 1099 time: 0.3938086 Oct 05 09:19:31.587771 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Transition to ACTIVE for port object 470300d9-457e-47de-a78e-83d1f4d4e2cc will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:31.596641 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-87e149a7-4fd2-4b03-ab0b-5a732fcff1b1 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/ports/8e3293cc-4b6e-4078-8a27-20fda2e8d1e5 HTTP/1.1" status: 204 len: 168 time: 1.4515002 Oct 05 09:19:31.609778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32888) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:31.642773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:31.646561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:31.712252 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-712244da-469b-4548-9c99-7c6bd11871a1 None None] Attempt 3 to provision port 470300d9-457e-47de-a78e-83d1f4d4e2cc Oct 05 09:19:31.727472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2997e-0604-48b0-8d17-6ce3adbd5ff2 req-c03b96cb-3d3b-4553-ad41-c7af1d4b89a3 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:31.730564 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e7f2997e-0604-48b0-8d17-6ce3adbd5ff2 req-c03b96cb-3d3b-4553-ad41-c7af1d4b89a3 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 931 time: 0.6522369 Oct 05 09:19:31.738793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8ed2c-04ff-4b4d-8bd4-636a8be2b6d2 req-6cb20309-32b0-423b-82ce-e99ea32116bd tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:31.740446 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-59b8ed2c-04ff-4b4d-8bd4-636a8be2b6d2 req-6cb20309-32b0-423b-82ce-e99ea32116bd tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.5572841 Oct 05 09:19:31.813558 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-89181bd0-9c5b-484f-b208-b908d4a7ac96 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:31.814338 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89181bd0-9c5b-484f-b208-b908d4a7ac96 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:31.818153 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-89181bd0-9c5b-484f-b208-b908d4a7ac96 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/subnets/55577210-44e2-47f2-a88f-f2344ab352c7 HTTP/1.1" status: 404 len: 337 time: 0.2066197 Oct 05 09:19:31.823601 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32892) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:31.843296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1694dd4-1da0-4439-b857-9dc3ea5e6e98']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:31.847011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-712244da-469b-4548-9c99-7c6bd11871a1 None None] Port 470300d9-457e-47de-a78e-83d1f4d4e2cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:31.901335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02488ae5-2e65-4010-a788-9ac2d5f42345') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:31.901775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02488ae5-2e65-4010-a788-9ac2d5f42345') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:31.914663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:31.942859 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:31.950100 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:19:31.950834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:31.954251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Pushing event updated for resources: {'Port': ['ID=470300d9-457e-47de-a78e-83d1f4d4e2cc,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:31.986151 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4cbdaf02-dd52-41fb-9e03-56294fa0f50a req-ef29e87a-5dfb-45d0-a09a-ea7a3f7fb27a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3907976 Oct 05 09:19:32.023092 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-59b8ed2c-04ff-4b4d-8bd4-636a8be2b6d2 req-59be46b8-6071-418b-a16f-0928d307fad7 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2389500 Oct 05 09:19:32.061349 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 02488ae5-2e65-4010-a788-9ac2d5f42345 resource provider aggregate not found Oct 05 09:19:32.071045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Attempting to bind port 470300d9-457e-47de-a78e-83d1f4d4e2cc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:32.071589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Attempting to bind port 470300d9-457e-47de-a78e-83d1f4d4e2cc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:32.072520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Attempting to bind port 470300d9-457e-47de-a78e-83d1f4d4e2cc on network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:32.082330 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 02488ae5-2e65-4010-a788-9ac2d5f42345 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02488ae5-2e65-4010-a788-9ac2d5f42345 found for delete ", "request_id": "req-d75cca56-b6b9-4a11-a690-d93b43cd83dc"}]} Oct 05 09:19:32.095670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Port 470300d9-457e-47de-a78e-83d1f4d4e2cc on network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:19:32.096127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Attempting to bind port 470300d9-457e-47de-a78e-83d1f4d4e2cc on network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:32.096899 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e7f2997e-0604-48b0-8d17-6ce3adbd5ff2 req-5d461d92-e4fa-42b0-b86e-be3bdca7e5d3 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3466370 Oct 05 09:19:32.117551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:32.118051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Checking segment: {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:32.118433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Bound using segment: {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:32.119049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Bound port: 470300d9-457e-47de-a78e-83d1f4d4e2cc, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:32.119608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.144246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.146198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.153726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187c87dc-700a-4e89-a9bc-9431994a75bf None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:19:32.207689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Deleting port 31f17d33-939a-47ea-96f9-2af14458550a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:32.207953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.307291 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.313763 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c87dc-700a-4e89-a9bc-9431994a75bf None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:19:32.318849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Network': ['ID=c1694dd4-1da0-4439-b857-9dc3ea5e6e98,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:32.321226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:32.335664 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7b3ea3a1-2d10-45b4-a60e-d00bb4bdc6ce tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/networks/c1694dd4-1da0-4439-b857-9dc3ea5e6e98 HTTP/1.1" status: 204 len: 168 time: 3.9288127 Oct 05 09:19:32.335664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32900) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:32.339277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:32.344336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d0a46495-c42b-47fd-b865-da223e2cac71 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-734257074', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:32.354621 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d0a46495-c42b-47fd-b865-da223e2cac71 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:32.357530 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-712244da-469b-4548-9c99-7c6bd11871a1 None None] Attempt 4 to provision port 470300d9-457e-47de-a78e-83d1f4d4e2cc Oct 05 09:19:32.361113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d0a46495-c42b-47fd-b865-da223e2cac71 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:router and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:32.365759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d0a46495-c42b-47fd-b865-da223e2cac71 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:32.368890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Made reservation on behalf of 8e470f57db494309bb41654643314b74 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:32.393305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d0a46495-c42b-47fd-b865-da223e2cac71 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:32.462982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] For port 470300d9-457e-47de-a78e-83d1f4d4e2cc, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:32.470322 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d0a46495-c42b-47fd-b865-da223e2cac71 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.471504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d0a46495-c42b-47fd-b865-da223e2cac71 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.483585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] For port 470300d9-457e-47de-a78e-83d1f4d4e2cc, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=470300d9-457e-47de-a78e-83d1f4d4e2cc,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:32.498790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.508574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d0a46495-c42b-47fd-b865-da223e2cac71 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.536296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.561141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d0a46495-c42b-47fd-b865-da223e2cac71 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.561381 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-712244da-469b-4548-9c99-7c6bd11871a1 None None] Port 470300d9-457e-47de-a78e-83d1f4d4e2cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:32.565218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:32.565943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.567547 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] 10.222.0.45 "PUT /v2.0/ports/470300d9-457e-47de-a78e-83d1f4d4e2cc HTTP/1.1" status: 200 len: 1093 time: 2.7923746 Oct 05 09:19:32.568046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b84547c-76e2-44b4-b4e2-903f3ca7926e', 'tag': '470300d9-457e-47de-a78e-83d1f4d4e2cc'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:19:32.570705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f343de3b-2214-42d0-8ca8-2426a5b204a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b84547c-76e2-44b4-b4e2-903f3ca7926e", "tag": "470300d9-457e-47de-a78e-83d1f4d4e2cc"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:19:32.576561 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] device_id is not set on port 59f26243-f511-48a0-a784-b9f337ac81a1 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:19:32.659421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d0a46495-c42b-47fd-b865-da223e2cac71 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.660867 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d0a46495-c42b-47fd-b865-da223e2cac71 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3241477 Oct 05 09:19:32.665487 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32906) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:32.671762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-24778846'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:32.682395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef2c8cf-10b4-4821-9e95-9fb41f048113 x-openstack-request-id: req-aef2c8cf-10b4-4821-9e95-9fb41f048113 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:19:32.682946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b84547c-76e2-44b4-b4e2-903f3ca7926e", "tag": "470300d9-457e-47de-a78e-83d1f4d4e2cc", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:19:32.683199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aef2c8cf-10b4-4821-9e95-9fb41f048113 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:19:32.683607 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aef2c8cf-10b4-4821-9e95-9fb41f048113'] response: {'name': 'network-changed', 'server_uuid': '2b84547c-76e2-44b4-b4e2-903f3ca7926e', 'tag': '470300d9-457e-47de-a78e-83d1f4d4e2cc', 'status': 'completed', 'code': 200} Oct 05 09:19:32.688255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:32.693978 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:network and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:32.726540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:32.746743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:32.750332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac017d41-8aad-4ddc-a4f1-1a00589caa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.768433 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:32.772317 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.775360 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] For port 31f17d33-939a-47ea-96f9-2af14458550a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=31f17d33-939a-47ea-96f9-2af14458550a,segment=NetworkSegment(a2ea81f6-e061-4146-80ee-e2277b83ea46),segment_id=a2ea81f6-e061-4146-80ee-e2277b83ea46)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:32.776085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.894651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:19:32.921855 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8::e2 (19d31986-d6d4-46c2-94b6-97b25bee37cf/9ae453e1-b3da-40e1-8f63-e3ca971c8787/59f26243-f511-48a0-a784-b9f337ac81a1) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:32.924573 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:32.925137 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Added segment ba70f769-734f-4b01-be1f-9af72ef453e0 of type vlan for network 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3 Oct 05 09:19:32.927485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f46eb-13e6-4e03-ab93-5b26763c9c2f service neutron] Pushing event updated for resources: {'Port': ['ID=470300d9-457e-47de-a78e-83d1f4d4e2cc,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:32.936145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1f:68bb (19d31986-d6d4-46c2-94b6-97b25bee37cf/4668ca1e-81c7-4ca4-919c-ed10c6042242/59f26243-f511-48a0-a784-b9f337ac81a1) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:32.939678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Calling delete_port for 31f17d33-939a-47ea-96f9-2af14458550a owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:32.987837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.037191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-2afd18e4-aadc-42d2-8122-6a8cc92fd928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:33.044634 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-2afd18e4-aadc-42d2-8122-6a8cc92fd928 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 1096 time: 0.4122658 Oct 05 09:19:33.062495 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-712244da-469b-4548-9c99-7c6bd11871a1 None None] Attempt 5 to provision port 470300d9-457e-47de-a78e-83d1f4d4e2cc Oct 05 09:19:33.132668 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-69a60a24-b35e-4382-bd5c-1371f5083ad8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=470300d9-457e-47de-a78e-83d1f4d4e2cc HTTP/1.1" status: 200 len: 217 time: 0.0791428 Oct 05 09:19:33.141846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.148154 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:33.148800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.174789 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d63a345d-fc53-482b-8e9b-6ec5d344607f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:33.218283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.283796 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-712244da-469b-4548-9c99-7c6bd11871a1 None None] Port 470300d9-457e-47de-a78e-83d1f4d4e2cc had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:19:33.295756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] No DVR routers for this DVR port 31f17d33-939a-47ea-96f9-2af14458550a on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:19:33.299649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Port': ['ID=31f17d33-939a-47ea-96f9-2af14458550a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:33.316965 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d63a345d-fc53-482b-8e9b-6ec5d344607f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:33.317513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.317954 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d63a345d-fc53-482b-8e9b-6ec5d344607f Oct 05 09:19:33.340809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-01b07607-7908-437c-a3ed-1077a95062d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:33.342392 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-01b07607-7908-437c-a3ed-1077a95062d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.1940758 Oct 05 09:19:33.450470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2c56e3b6-8f5c-4666-9204-2b4d637a5b90 None None] Provisioning complete for port d63a345d-fc53-482b-8e9b-6ec5d344607f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:33.450903 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c56e3b6-8f5c-4666-9204-2b4d637a5b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.451335 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2c56e3b6-8f5c-4666-9204-2b4d637a5b90 None None] Attempt 1 to provision port d63a345d-fc53-482b-8e9b-6ec5d344607f Oct 05 09:19:33.458526 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7896905 Oct 05 09:19:33.466271 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32914) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:33.468198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047bba2-7aa0-4156-8999-bd585150f303 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Network': ['ID=1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:33.471814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'subnet': {'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:33.497487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:19:33.518613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.538695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99ad6d-90f9-42eb-80f8-7e8cbfb8e373 req-481fd22e-82c6-4b82-b980-b8bce7af94c5 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:33.540238 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8a99ad6d-90f9-42eb-80f8-7e8cbfb8e373 req-481fd22e-82c6-4b82-b980-b8bce7af94c5 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.3088341 Oct 05 09:19:33.546501 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.621535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Transition to ACTIVE for port object 59f26243-f511-48a0-a784-b9f337ac81a1 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:33.624840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d63a345d-fc53-482b-8e9b-6ec5d344607f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:33.635150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc82ef8-0b3a-42d9-a0bd-7aaa0fa8b2a7 req-b45cd472-0672-4539-8ab2-5e7046854bec tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:33.641508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5791bef-a74f-405a-9fd9-8baf9b4a347e']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:33.642678 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fdc82ef8-0b3a-42d9-a0bd-7aaa0fa8b2a7 req-b45cd472-0672-4539-8ab2-5e7046854bec tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 943 time: 0.3034377 Oct 05 09:19:33.660492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ea81f6-e061-4146-80ee-e2277b83ea46') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:33.660781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ea81f6-e061-4146-80ee-e2277b83ea46') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:33.670220 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8a99ad6d-90f9-42eb-80f8-7e8cbfb8e373 req-d3e41818-1f4c-4c39-9d0d-1e10ad3f2f14 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203642 Oct 05 09:19:33.679588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.686739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:33.694111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:subnet and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:33.695433 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fdc82ef8-0b3a-42d9-a0bd-7aaa0fa8b2a7 req-a836db66-3c48-44ed-b9df-5ad00c74bdfb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514386 Oct 05 09:19:33.704020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:33.716612 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:33.719108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.725263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.731381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:19:33.731843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.752135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2c56e3b6-8f5c-4666-9204-2b4d637a5b90 None None] Current status of the port d63a345d-fc53-482b-8e9b-6ec5d344607f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:33.777325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-37dc7aac-d449-4005-a892-48da9e96390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:33.779176 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-37dc7aac-d449-4005-a892-48da9e96390b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4190848 Oct 05 09:19:33.827185 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a2ea81f6-e061-4146-80ee-e2277b83ea46 resource provider aggregate not found Oct 05 09:19:33.864644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:33.868396 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.876052 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:33.888420 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a2ea81f6-e061-4146-80ee-e2277b83ea46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2ea81f6-e061-4146-80ee-e2277b83ea46 found for delete ", "request_id": "req-5944f8a1-a829-4d41-90e3-0e6152e920fa"}]} Oct 05 09:19:33.889398 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:33.898974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:33.905024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:33.905687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:33.920984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event updated for resources: {'Port': ['ID=59f26243-f511-48a0-a784-b9f337ac81a1,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:33.934694 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3a33d78a-d84d-44ac-9f47-c632971555d9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.3969405 Oct 05 09:19:33.941447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32924) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:34.005057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f51fb9-c0c9-444e-9e87-05d67bb0a96a req-7f7a4dc6-4c98-42a7-91d7-08b58f6aeeef tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:34.006623 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-27f51fb9-c0c9-444e-9e87-05d67bb0a96a req-7f7a4dc6-4c98-42a7-91d7-08b58f6aeeef tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.1880736 Oct 05 09:19:34.027151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:34.062230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-5e83db58-25fc-4835-b0b3-ec2aa4d14143 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting port 59f26243-f511-48a0-a784-b9f337ac81a1 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:34.062481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:34.062945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e83db58-25fc-4835-b0b3-ec2aa4d14143 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:34.087249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Network': ['ID=a5791bef-a74f-405a-9fd9-8baf9b4a347e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:34.099866 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/networks/a5791bef-a74f-405a-9fd9-8baf9b4a347e HTTP/1.1" status: 204 len: 168 time: 2.2691362 Oct 05 09:19:34.110090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32928) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:34.130218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:34.130563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:34.130910 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:34.131252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:34.131665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:34.131923 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:34.132257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:34.132586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:34.133491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:34.133491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:34.133698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:34.133855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eecf2-4ee7-4a83-b9a8-2b1846a7dc4b tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:34.204980 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-27f51fb9-c0c9-444e-9e87-05d67bb0a96a req-723005fa-c56c-40dc-8fba-018d5ac0bff8 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1895344 Oct 05 09:19:34.245391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32932) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:34.282358 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-32419032-40a7-4783-a645-ca50538db545 None None] Provisioning for port 59f26243-f511-48a0-a784-b9f337ac81a1 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:34.285338 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-abd4d45b-f090-4ec1-9c53-715278880cb8 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599111 Oct 05 09:19:34.288930 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-32419032-40a7-4783-a645-ca50538db545 None None] Provisioning complete for port 59f26243-f511-48a0-a784-b9f337ac81a1 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:34.289343 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-32419032-40a7-4783-a645-ca50538db545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:34.289644 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-32419032-40a7-4783-a645-ca50538db545 None None] Attempt 1 to provision port 59f26243-f511-48a0-a784-b9f337ac81a1 Oct 05 09:19:34.336988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-093e54c5-e014-43e8-8527-2673637bb1d7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Deleting port 97a68480-50ec-4160-a398-affb62bb610b {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:34.337359 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-093e54c5-e014-43e8-8527-2673637bb1d7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:34.346422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-32419032-40a7-4783-a645-ca50538db545 None None] Port 59f26243-f511-48a0-a784-b9f337ac81a1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:34.510264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:34.543868 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30b44539-83bf-48db-afc4-07187c3c1bd1 req-5db116b7-af0b-433e-aa6f-315c56728053 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120876 Oct 05 09:19:34.583367 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:34.659617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Subnet': ['ID=325f9713-4991-43ed-b7ab-3f4505c5a516,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:34.668367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Checking segment: {'id': 'ba70f769-734f-4b01-be1f-9af72ef453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:34.668735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network hostable DHCP agents. Network: 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:19:34.699228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:19:34.714715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:34.725661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:34.725661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:34.731355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90b3dac-fcfb-4a93-9bc8-4c57df583373 None None] Network 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:34.748980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343de3b-2214-42d0-8ca8-2426a5b204a3 req-6adc18fe-8840-4bda-a14b-966e1b93aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:34.750509 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f343de3b-2214-42d0-8ca8-2426a5b204a3 req-6adc18fe-8840-4bda-a14b-966e1b93aee3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 1096 time: 0.1396062 Oct 05 09:19:34.756711 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-73e64133-5efe-48d3-b2e3-ec92a37772f4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2895122 Oct 05 09:19:34.768636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32936) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:34.774532 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ff59e-3bfb-42b1-aa4c-39471b001058 tempest-TestNetworkAdvancedServerOps-1581101074 tempest-TestNetworkAdvancedServerOps-1581101074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:34.777461 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-404ff59e-3bfb-42b1-aa4c-39471b001058 tempest-TestNetworkAdvancedServerOps-1581101074 tempest-TestNetworkAdvancedServerOps-1581101074-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 1094 time: 0.5310338 Oct 05 09:19:34.780099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e83db58-25fc-4835-b0b3-ec2aa4d14143 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:34.847205 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-32419032-40a7-4783-a645-ca50538db545 None None] Attempt 2 to provision port 59f26243-f511-48a0-a784-b9f337ac81a1 Oct 05 09:19:34.883700 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32942) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:34.895755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:34.919666 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-32419032-40a7-4783-a645-ca50538db545 None None] Port 59f26243-f511-48a0-a784-b9f337ac81a1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:34.941319 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343de3b-2214-42d0-8ca8-2426a5b204a3 req-fa691320-052f-41e0-ae7a-271fa29e8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:34.942880 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f343de3b-2214-42d0-8ca8-2426a5b204a3 req-fa691320-052f-41e0-ae7a-271fa29e8022 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 912 time: 0.1848330 Oct 05 09:19:35.024708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:35.040056 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f343de3b-2214-42d0-8ca8-2426a5b204a3 req-c2062d57-1502-41c0-8d9d-9b0c8c338f98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=470300d9-457e-47de-a78e-83d1f4d4e2cc HTTP/1.1" status: 200 len: 217 time: 0.0904760 Oct 05 09:19:35.099335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:19:35.100536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:35.116792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343de3b-2214-42d0-8ca8-2426a5b204a3 req-3c2c1b33-b37f-4732-ade6-6326794d29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:35.119900 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f343de3b-2214-42d0-8ca8-2426a5b204a3 req-3c2c1b33-b37f-4732-ade6-6326794d29a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.0721688 Oct 05 09:19:35.176744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-5e83db58-25fc-4835-b0b3-ec2aa4d14143 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Calling delete_port for 59f26243-f511-48a0-a784-b9f337ac81a1 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:35.213246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Usage tracker for resource:floatingip and tenant:358fb11b9d984e15ac58ec8606c908e1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:35.217594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343de3b-2214-42d0-8ca8-2426a5b204a3 req-bfbcb9c1-070d-4f7e-a42f-d46a141868ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:35.219167 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f343de3b-2214-42d0-8ca8-2426a5b204a3 req-bfbcb9c1-070d-4f7e-a42f-d46a141868ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0945866 Oct 05 09:19:35.270243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:35.289628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Allocated IP 2001:db8::2 (1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3/325f9713-4991-43ed-b7ab-3f4505c5a516/a6501350-27f6-4545-96f4-5d1938bf89a9) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:35.317738 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:35.341611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-093e54c5-e014-43e8-8527-2673637bb1d7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:35.392567 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f343de3b-2214-42d0-8ca8-2426a5b204a3 req-e402793f-0f5e-4cf7-8782-64f65f107ac8 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667099 Oct 05 09:19:35.424184 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-32419032-40a7-4783-a645-ca50538db545 None None] Attempt 3 to provision port 59f26243-f511-48a0-a784-b9f337ac81a1 Oct 05 09:19:35.506851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-32419032-40a7-4783-a645-ca50538db545 None None] Port 59f26243-f511-48a0-a784-b9f337ac81a1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:35.540296 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f343de3b-2214-42d0-8ca8-2426a5b204a3 req-6760ca89-cb6d-42bf-babb-58c2d52c25b0 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408608 Oct 05 09:19:35.574444 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:35.595526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-093e54c5-e014-43e8-8527-2673637bb1d7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Calling delete_port for 97a68480-50ec-4160-a398-affb62bb610b owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:35.612415 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e2ee0b1-81ba-4db8-8e2a-f445be6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:35.625593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:35.636496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Transition to ACTIVE for port object a6501350-27f6-4545-96f4-5d1938bf89a9 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:35.655722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Transition to ACTIVE for port object a6501350-27f6-4545-96f4-5d1938bf89a9 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:35.663796 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:35.726617 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Network 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:35.734507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:35.739305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:35.745312 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Pushing event updated for resources: {'Port': ['ID=a6501350-27f6-4545-96f4-5d1938bf89a9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:35.857252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Attempting to bind port a6501350-27f6-4545-96f4-5d1938bf89a9 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:35.857575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Attempting to bind port a6501350-27f6-4545-96f4-5d1938bf89a9 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'ba70f769-734f-4b01-be1f-9af72ef453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:35.858116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Attempting to bind port a6501350-27f6-4545-96f4-5d1938bf89a9 on network 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:35.864336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:35.864728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Checking segment: {'id': 'ba70f769-734f-4b01-be1f-9af72ef453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:35.865134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:35.865528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Bound using segment: {'id': 'ba70f769-734f-4b01-be1f-9af72ef453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:35.866040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Bound port: a6501350-27f6-4545-96f4-5d1938bf89a9, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba70f769-734f-4b01-be1f-9af72ef453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:35.867457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:35.974757 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] For port a6501350-27f6-4545-96f4-5d1938bf89a9, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:35.978218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] For port a6501350-27f6-4545-96f4-5d1938bf89a9, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=a6501350-27f6-4545-96f4-5d1938bf89a9,segment=NetworkSegment(ba70f769-734f-4b01-be1f-9af72ef453e0),segment_id=ba70f769-734f-4b01-be1f-9af72ef453e0)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:35.982611 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:36.014786 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-32419032-40a7-4783-a645-ca50538db545 None None] Attempt 4 to provision port 59f26243-f511-48a0-a784-b9f337ac81a1 Oct 05 09:19:36.106647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-32419032-40a7-4783-a645-ca50538db545 None None] Port 59f26243-f511-48a0-a784-b9f337ac81a1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:36.112205 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e084d-4aa9-45c8-95b8-6dd869d921a7 None None] Pushing event updated for resources: {'Port': ['ID=a6501350-27f6-4545-96f4-5d1938bf89a9,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:36.236668 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cc4c8-b802-4267-85cb-f99a2d2e3520 req-f2410f6d-a6a8-4676-a60e-022424a6769f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:36.239325 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d37cc4c8-b802-4267-85cb-f99a2d2e3520 req-f2410f6d-a6a8-4676-a60e-022424a6769f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 943 time: 1.3325052 Oct 05 09:19:36.308409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-093e54c5-e014-43e8-8527-2673637bb1d7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:36.427641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e54c5-e014-43e8-8527-2673637bb1d7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Port': ['ID=97a68480-50ec-4160-a398-affb62bb610b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:36.438440 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-093e54c5-e014-43e8-8527-2673637bb1d7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:36.443638 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d37cc4c8-b802-4267-85cb-f99a2d2e3520 req-c68815e8-3896-4413-b369-7b07ea890c62 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1870878 Oct 05 09:19:36.489536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:36.504341 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-093e54c5-e014-43e8-8527-2673637bb1d7 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/ports/97a68480-50ec-4160-a398-affb62bb610b HTTP/1.1" status: 204 len: 168 time: 2.3873045 Oct 05 09:19:36.507297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32946) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:36.553382 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef805b24-fcf1-4fb5-a4fb-52d048463563 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:36.553759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef805b24-fcf1-4fb5-a4fb-52d048463563 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:36.555546 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ef805b24-fcf1-4fb5-a4fb-52d048463563 tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/subnets/d9ae93ab-60ba-4dca-a6d8-eeb8579c46c8 HTTP/1.1" status: 404 len: 337 time: 0.0472169 Oct 05 09:19:36.559096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32950) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:36.582912 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e83db58-25fc-4835-b0b3-ec2aa4d14143 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:36.608442 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-32419032-40a7-4783-a645-ca50538db545 None None] Attempt 5 to provision port 59f26243-f511-48a0-a784-b9f337ac81a1 Oct 05 09:19:36.644984 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-32419032-40a7-4783-a645-ca50538db545 None None] Port 59f26243-f511-48a0-a784-b9f337ac81a1 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:19:36.677820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93825d55-df79-4913-82a0-9d9dda711e1c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:36.691929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:36.713871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83db58-25fc-4835-b0b3-ec2aa4d14143 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Port': ['ID=59f26243-f511-48a0-a784-b9f337ac81a1,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:36.828052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:36.842422 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93825d55-df79-4913-82a0-9d9dda711e1c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:36.877292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-93825d55-df79-4913-82a0-9d9dda711e1c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80186975-9431-48f8-b4a4-3d4e34f1b6f3']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:36.895192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-93825d55-df79-4913-82a0-9d9dda711e1c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5078042b-a684-4e41-b6c4-67674f8a40fb') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:36.895438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-93825d55-df79-4913-82a0-9d9dda711e1c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5078042b-a684-4e41-b6c4-67674f8a40fb') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:36.911268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93825d55-df79-4913-82a0-9d9dda711e1c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:36.939394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93825d55-df79-4913-82a0-9d9dda711e1c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:36.971340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93825d55-df79-4913-82a0-9d9dda711e1c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:19:36.972861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93825d55-df79-4913-82a0-9d9dda711e1c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:37.016545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5e83db58-25fc-4835-b0b3-ec2aa4d14143 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:37.059595 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:37.063040 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5e83db58-25fc-4835-b0b3-ec2aa4d14143 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/59f26243-f511-48a0-a784-b9f337ac81a1 HTTP/1.1" status: 204 len: 168 time: 3.1205256 Oct 05 09:19:37.110633 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32954) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:37.159189 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device a6501350-27f6-4545-96f4-5d1938bf89a9 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:37.172819 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5078042b-a684-4e41-b6c4-67674f8a40fb resource provider aggregate not found Oct 05 09:19:37.288946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port a6501350-27f6-4545-96f4-5d1938bf89a9 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:37.337357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107da662-60f7-4f87-a617-fd7db6c95d9a None None] Network 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:37.350605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Allocated IP 2001:db8::1 (1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3/325f9713-4991-43ed-b7ab-3f4505c5a516/62d5fc34-dba1-483c-8cec-b0f3f69efa5c) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:37.363440 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5078042b-a684-4e41-b6c4-67674f8a40fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5078042b-a684-4e41-b6c4-67674f8a40fb found for delete ", "request_id": "req-66a8d12e-b892-4815-bca0-efcec2f674c1"}]} Oct 05 09:19:37.377452 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Allocated IP 172.26.0.124 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/f30c1f73-65a2-4ae3-b6ad-d5ccb6856f8b) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:37.385084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93825d55-df79-4913-82a0-9d9dda711e1c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:37.405329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93825d55-df79-4913-82a0-9d9dda711e1c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:37.437700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321667c7-4f22-4073-9ad8-488238de25aa tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:37.441668 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-321667c7-4f22-4073-9ad8-488238de25aa tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3193750 Oct 05 09:19:37.441668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93825d55-df79-4913-82a0-9d9dda711e1c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Network': ['ID=80186975-9431-48f8-b4a4-3d4e34f1b6f3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:37.442806 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-93825d55-df79-4913-82a0-9d9dda711e1c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/networks/80186975-9431-48f8-b4a4-3d4e34f1b6f3 HTTP/1.1" status: 204 len: 168 time: 0.8828435 Oct 05 09:19:37.443656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32962) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:37.455535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 32964) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:37.470217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c0f8202e-ba63-4c66-8f5a-349387b25cf9 None None] Provisioning for port a6501350-27f6-4545-96f4-5d1938bf89a9 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:37.487502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c0f8202e-ba63-4c66-8f5a-349387b25cf9 None None] Provisioning complete for port a6501350-27f6-4545-96f4-5d1938bf89a9 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:37.487950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0f8202e-ba63-4c66-8f5a-349387b25cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:37.488297 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c0f8202e-ba63-4c66-8f5a-349387b25cf9 None None] Attempt 1 to provision port a6501350-27f6-4545-96f4-5d1938bf89a9 Oct 05 09:19:37.552945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3755b7-936f-4761-98ff-b336bff68025 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:37.557946 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-de3755b7-936f-4761-98ff-b336bff68025 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1098216 Oct 05 09:19:37.558350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32972) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:37.656664 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c543af70-9e07-48d8-be90-9a35373c0571 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:37.658383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c543af70-9e07-48d8-be90-9a35373c0571 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:37.660231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c543af70-9e07-48d8-be90-9a35373c0571 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:37.664437 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c543af70-9e07-48d8-be90-9a35373c0571 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1024911 Oct 05 09:19:37.664594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32976) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:37.694821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de9f0d2-9d8a-4abe-9acf-4258115d6f3c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Deleting subnet 4f3c6fe2-4ccb-4b5b-b5a1-e34210fc3eb6 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:19:37.711950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0de9f0d2-9d8a-4abe-9acf-4258115d6f3c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:37.734440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8202e-ba63-4c66-8f5a-349387b25cf9 None None] Current status of the port a6501350-27f6-4545-96f4-5d1938bf89a9 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:37.734826 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0f8202e-ba63-4c66-8f5a-349387b25cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:37.745937 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d304f7-532f-47bb-a0de-693a61e6a9ae tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 4668ca1e-81c7-4ca4-919c-ed10c6042242 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:19:37.751732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84d304f7-532f-47bb-a0de-693a61e6a9ae tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:37.794664 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c0f8202e-ba63-4c66-8f5a-349387b25cf9 None None] For port a6501350-27f6-4545-96f4-5d1938bf89a9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=a6501350-27f6-4545-96f4-5d1938bf89a9,segment=NetworkSegment(ba70f769-734f-4b01-be1f-9af72ef453e0),segment_id=ba70f769-734f-4b01-be1f-9af72ef453e0)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:37.806735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0f8202e-ba63-4c66-8f5a-349387b25cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:37.829469 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84d304f7-532f-47bb-a0de-693a61e6a9ae tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:37.839585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:37.864159 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0de9f0d2-9d8a-4abe-9acf-4258115d6f3c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:37.921183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8202e-ba63-4c66-8f5a-349387b25cf9 None None] Pushing event updated for resources: {'Port': ['ID=a6501350-27f6-4545-96f4-5d1938bf89a9,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:37.949156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84d304f7-532f-47bb-a0de-693a61e6a9ae tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.059133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84d304f7-532f-47bb-a0de-693a61e6a9ae tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.106582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.109709 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d304f7-532f-47bb-a0de-693a61e6a9ae tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=4668ca1e-81c7-4ca4-919c-ed10c6042242,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:38.113550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-84d304f7-532f-47bb-a0de-693a61e6a9ae tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.121831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Transition to ACTIVE for port object 62d5fc34-dba1-483c-8cec-b0f3f69efa5c will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:38.129075 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-84d304f7-532f-47bb-a0de-693a61e6a9ae tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/4668ca1e-81c7-4ca4-919c-ed10c6042242 HTTP/1.1" status: 204 len: 168 time: 0.4634132 Oct 05 09:19:38.129755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32980) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:38.130380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a3a56-0395-4f68-bd09-2a86ef7f31a7 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:38.177347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cbfd6-3bf6-42e6-9d7a-912f97c99305 req-bf681865-30db-408a-95a7-b07c5725186e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:38.179590 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3b9cbfd6-3bf6-42e6-9d7a-912f97c99305 req-bf681865-30db-408a-95a7-b07c5725186e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 943 time: 0.5506287 Oct 05 09:19:38.206017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-2890fcd7-5bb5-4d8b-a26f-d091dba2f10e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Deleting subnet 9ae453e1-b3da-40e1-8f63-e3ca971c8787 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:19:38.210224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2890fcd7-5bb5-4d8b-a26f-d091dba2f10e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.232618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1c6c9ab1-1a70-495b-91a3-17b822ca656e None None] Provisioning complete for port a6501350-27f6-4545-96f4-5d1938bf89a9 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:38.232896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0de9f0d2-9d8a-4abe-9acf-4258115d6f3c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.233495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c6c9ab1-1a70-495b-91a3-17b822ca656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.234177 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1c6c9ab1-1a70-495b-91a3-17b822ca656e None None] Attempt 1 to provision port a6501350-27f6-4545-96f4-5d1938bf89a9 Oct 05 09:19:38.279369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2890fcd7-5bb5-4d8b-a26f-d091dba2f10e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.317040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.364638 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.382518 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3b9cbfd6-3bf6-42e6-9d7a-912f97c99305 req-44766b85-2fb3-4b0d-bedf-ac8f42a84a79 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1869473 Oct 05 09:19:38.429554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2890fcd7-5bb5-4d8b-a26f-d091dba2f10e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.435320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:38.443542 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:38.450243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:38.452247 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:38.453941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:38.462900 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c9ab1-1a70-495b-91a3-17b822ca656e None None] Current status of the port a6501350-27f6-4545-96f4-5d1938bf89a9 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:38.484334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:38.484874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.490163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=62d5fc34-dba1-483c-8cec-b0f3f69efa5c,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:38.537728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2890fcd7-5bb5-4d8b-a26f-d091dba2f10e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.589139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0de9f0d2-9d8a-4abe-9acf-4258115d6f3c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.593878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890fcd7-5bb5-4d8b-a26f-d091dba2f10e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae453e1-b3da-40e1-8f63-e3ca971c8787,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:38.607311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2890fcd7-5bb5-4d8b-a26f-d091dba2f10e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.617432 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2890fcd7-5bb5-4d8b-a26f-d091dba2f10e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/9ae453e1-b3da-40e1-8f63-e3ca971c8787 HTTP/1.1" status: 204 len: 168 time: 0.4865077 Oct 05 09:19:38.620734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32984) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:38.697939 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80d01c8a-7557-4332-b8bc-1c374cbb240a tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759456 Oct 05 09:19:38.700665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32988) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:38.703375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220dbcd3-c68f-4798-ab6d-dd3c8ea0b5c3 None None] Update dhcp port {'port': {'network_id': '19d31986-d6d4-46c2-94b6-97b25bee37cf', 'fixed_ips': [{'subnet_id': '9ae453e1-b3da-40e1-8f63-e3ca971c8787'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': 'd63a345d-fc53-482b-8e9b-6ec5d344607f'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:19:38.705149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9f0d2-9d8a-4abe-9acf-4258115d6f3c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3c6fe2-4ccb-4b5b-b5a1-e34210fc3eb6,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:38.707224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'Port': ['ID=f30c1f73-65a2-4ae3-b6ad-d5ccb6856f8b,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:38.744027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548ed58a-7d13-4c97-a132-2854a160c701 None None] Network 734a7ea7-bb79-43fd-9706-2ac641968525 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:38.797336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0de9f0d2-9d8a-4abe-9acf-4258115d6f3c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.809227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1913e8-c742-407c-bf85-31f785c1345b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:38.810042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.813096 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9f1913e8-c742-407c-bf85-31f785c1345b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1089902 Oct 05 09:19:38.813391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32992) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:38.858853 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0de9f0d2-9d8a-4abe-9acf-4258115d6f3c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/subnets/4f3c6fe2-4ccb-4b5b-b5a1-e34210fc3eb6 HTTP/1.1" status: 204 len: 168 time: 1.4022748 Oct 05 09:19:38.861528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 32996) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:38.938972 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-220dbcd3-c68f-4798-ab6d-dd3c8ea0b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.954714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Provisioning for port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:38.983223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ce92c-d2d9-40c9-a0f5-1a834212eb6e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:38.984311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c08ce92c-d2d9-40c9-a0f5-1a834212eb6e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:38.989839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Provisioning complete for port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:38.990243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:38.991039 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Attempt 1 to provision port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c Oct 05 09:19:39.049711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:39.061114 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c08ce92c-d2d9-40c9-a0f5-1a834212eb6e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:39.062565 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c08ce92c-d2d9-40c9-a0f5-1a834212eb6e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2481813 Oct 05 09:19:39.065136 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33000) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:39.101671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device a6501350-27f6-4545-96f4-5d1938bf89a9 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:39.133741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Deleting port d92fc9d7-9fc7-4dde-a538-edae0b210520 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:39.134194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:39.179128 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e02ba26e-8e9b-41bd-be3d-5db7590f822f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127534 Oct 05 09:19:39.195286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33004) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:39.254512 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:39.267681 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:39.274335 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-57356be4-2e8f-465e-a64c-6da667c26bb0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:39.274335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57356be4-2e8f-465e-a64c-6da667c26bb0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:39.279221 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-57356be4-2e8f-465e-a64c-6da667c26bb0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/59f26243-f511-48a0-a784-b9f337ac81a1 HTTP/1.1" status: 404 len: 333 time: 0.0798860 Oct 05 09:19:39.279985 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33008) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:39.319900 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port a6501350-27f6-4545-96f4-5d1938bf89a9 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:39.320299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:39.320646 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port a6501350-27f6-4545-96f4-5d1938bf89a9 Oct 05 09:19:39.393303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c81d3e-a0db-4237-b921-e03d2079bb24 None None] Network 19d31986-d6d4-46c2-94b6-97b25bee37cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:39.415148 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ecd444-e6c7-4282-b443-6d89521446ac tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:39.415902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ecd444-e6c7-4282-b443-6d89521446ac tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:39.419792 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a6ecd444-e6c7-4282-b443-6d89521446ac tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/4668ca1e-81c7-4ca4-919c-ed10c6042242 HTTP/1.1" status: 404 len: 337 time: 0.1364591 Oct 05 09:19:39.420439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33014) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:39.478899 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-36565b64-6f18-4bd2-bfab-caae31bdc50d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:39.479971 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36565b64-6f18-4bd2-bfab-caae31bdc50d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:39.483427 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-36565b64-6f18-4bd2-bfab-caae31bdc50d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/9ae453e1-b3da-40e1-8f63-e3ca971c8787 HTTP/1.1" status: 404 len: 337 time: 0.0597293 Oct 05 09:19:39.486686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33018) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:39.491059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4a1285-1784-440c-a548-a650f6098874 None None] DHCP port deletion for 734a7ea7-bb79-43fd-9706-2ac641968525 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:19:39.513288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a1285-1784-440c-a548-a650f6098874 None None] Deleting port d92fc9d7-9fc7-4dde-a538-edae0b210520 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:39.513665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4e4a1285-1784-440c-a548-a650f6098874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:39.537721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] For port d92fc9d7-9fc7-4dde-a538-edae0b210520, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d92fc9d7-9fc7-4dde-a538-edae0b210520,segment=NetworkSegment(cf60dea6-315e-4317-ad99-bd620589b6fc),segment_id=cf60dea6-315e-4317-ad99-bd620589b6fc)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:39.538107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:39.546444 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-19348bd0-4042-47a6-adb8-cd2327c7bfcc tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:39.546917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19348bd0-4042-47a6-adb8-cd2327c7bfcc tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:39.550934 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-19348bd0-4042-47a6-adb8-cd2327c7bfcc tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/9245e766-6e0a-4106-bdfd-b9ed07587397 HTTP/1.1" status: 404 len: 333 time: 0.0610063 Oct 05 09:19:39.559966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33022) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:39.730301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port a6501350-27f6-4545-96f4-5d1938bf89a9 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:39.764104 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b6879-dcf4-4252-9287-9106925df729 req-2a3df81b-d2a0-4040-a701-4a46b6bbe30f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:39.765629 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b32b6879-dcf4-4252-9287-9106925df729 req-2a3df81b-d2a0-4040-a701-4a46b6bbe30f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 943 time: 0.2208161 Oct 05 09:19:39.769286 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Attempt 2 to provision port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c Oct 05 09:19:39.803540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:39.816685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:39.817626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:39.871093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:39.877945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Calling delete_port for d92fc9d7-9fc7-4dde-a538-edae0b210520 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:39.906432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=62d5fc34-dba1-483c-8cec-b0f3f69efa5c,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:39.908512 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a361839-6748-4cbd-966a-843aab9671ec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:39.908972 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a361839-6748-4cbd-966a-843aab9671ec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:39.910722 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1a361839-6748-4cbd-966a-843aab9671ec tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/6d64f9f9-78fd-4fef-8552-bd3ecab9ce3c HTTP/1.1" status: 404 len: 337 time: 0.3497248 Oct 05 09:19:39.918151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33026) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:39.968889 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c960ee-20cf-48f6-b6fc-b45545fb77f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:39.969476 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c960ee-20cf-48f6-b6fc-b45545fb77f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:39.972714 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-35c960ee-20cf-48f6-b6fc-b45545fb77f9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/fe2c7aec-b2e6-4691-a5a3-711c13ed222a HTTP/1.1" status: 404 len: 337 time: 0.0530741 Oct 05 09:19:39.979891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33030) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:39.983944 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4e4a1285-1784-440c-a548-a650f6098874 None None] For port d92fc9d7-9fc7-4dde-a538-edae0b210520, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d92fc9d7-9fc7-4dde-a538-edae0b210520,segment=NetworkSegment(cf60dea6-315e-4317-ad99-bd620589b6fc),segment_id=cf60dea6-315e-4317-ad99-bd620589b6fc)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:39.984427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4e4a1285-1784-440c-a548-a650f6098874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.013534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbeb2b5-de83-4dc3-adaf-b4c0ec222d27 None None] DHCP port deletion for 19d31986-d6d4-46c2-94b6-97b25bee37cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:19:40.030800 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e3908a-2fc3-4875-9e62-38189ad6f69f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:40.031276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e3908a-2fc3-4875-9e62-38189ad6f69f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:40.033002 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-12e3908a-2fc3-4875-9e62-38189ad6f69f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/b3fc1a30-3586-4599-8458-0e85e459cbca HTTP/1.1" status: 404 len: 333 time: 0.0523148 Oct 05 09:19:40.044643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33034) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:40.101773 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-dedd3048-6cef-4b54-8ea0-60af2373b9a8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:40.102421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dedd3048-6cef-4b54-8ea0-60af2373b9a8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:40.107183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.134950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6fbeb2b5-de83-4dc3-adaf-b4c0ec222d27 None None] Deleting port d63a345d-fc53-482b-8e9b-6ec5d344607f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:40.135339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6fbeb2b5-de83-4dc3-adaf-b4c0ec222d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.160053 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dedd3048-6cef-4b54-8ea0-60af2373b9a8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/2442a811-9598-45a2-be18-1cd645990fc2 HTTP/1.1" status: 404 len: 337 time: 0.1143274 Oct 05 09:19:40.160662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33038) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:40.161880 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b32b6879-dcf4-4252-9287-9106925df729 req-f0556374-78c2-43fe-ad87-74189c0d4318 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3791809 Oct 05 09:19:40.165028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Port': ['ID=d92fc9d7-9fc7-4dde-a538-edae0b210520,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:40.175461 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a1285-1784-440c-a548-a650f6098874 None None] Calling delete_port for d92fc9d7-9fc7-4dde-a538-edae0b210520 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:40.176489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.205678 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c954c005-b5ae-487b-84fc-94535c1089a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:40.208866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c954c005-b5ae-487b-84fc-94535c1089a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:40.208866 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c954c005-b5ae-487b-84fc-94535c1089a3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/e7f61a87-6860-4524-9850-91cee9108beb HTTP/1.1" status: 404 len: 337 time: 0.0445020 Oct 05 09:19:40.208866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] No DVR routers for this DVR port d92fc9d7-9fc7-4dde-a538-edae0b210520 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:19:40.210473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33042) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:40.297635 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.309102 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e39a169-2f4d-4155-9bf5-1d1fcc08997b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:40.309594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e39a169-2f4d-4155-9bf5-1d1fcc08997b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:40.313658 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2e39a169-2f4d-4155-9bf5-1d1fcc08997b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/f8278e61-849a-4e01-ac37-02a2358dfe9c HTTP/1.1" status: 404 len: 333 time: 0.0999396 Oct 05 09:19:40.315620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33046) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:40.322652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-4e4a1285-1784-440c-a548-a650f6098874 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:19:40.323009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-4e4a1285-1784-440c-a548-a650f6098874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:19:40.369761 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:40.373063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:40.386143 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Attempt 3 to provision port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c Oct 05 09:19:40.423172 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfb304f-960d-4b26-9216-3b41484e2965 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:40.423634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acfb304f-960d-4b26-9216-3b41484e2965 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:40.425395 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-acfb304f-960d-4b26-9216-3b41484e2965 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/1f149d06-d61d-4d2f-b10e-b2229f880ce9 HTTP/1.1" status: 404 len: 337 time: 0.1089816 Oct 05 09:19:40.429674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33050) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:40.471958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.513630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734a7ea7-bb79-43fd-9706-2ac641968525']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:40.531018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf60dea6-315e-4317-ad99-bd620589b6fc') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:40.531411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf60dea6-315e-4317-ad99-bd620589b6fc') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:40.548702 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b5d993-9476-421e-958d-c2ea2aea571e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:40.549160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b5d993-9476-421e-958d-c2ea2aea571e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:40.551254 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a9b5d993-9476-421e-958d-c2ea2aea571e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/8392460a-05ca-44ae-a8b2-a2fde3f329df HTTP/1.1" status: 404 len: 337 time: 0.1209462 Oct 05 09:19:40.554428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:40.557251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.558709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6fbeb2b5-de83-4dc3-adaf-b4c0ec222d27 None None] For port d63a345d-fc53-482b-8e9b-6ec5d344607f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d63a345d-fc53-482b-8e9b-6ec5d344607f,segment=NetworkSegment(dab369f9-4fb7-4bc6-894c-76728f489771),segment_id=dab369f9-4fb7-4bc6-894c-76728f489771)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:40.559345 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6fbeb2b5-de83-4dc3-adaf-b4c0ec222d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.564867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33054) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:40.615182 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2526a8-3673-4b36-902d-a540639124e1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:40.615706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2526a8-3673-4b36-902d-a540639124e1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:40.621049 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6b2526a8-3673-4b36-902d-a540639124e1 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/26a41d83-fdf7-462c-a215-592f59c87e7e HTTP/1.1" status: 404 len: 333 time: 0.0550523 Oct 05 09:19:40.623582 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33058) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:40.674351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.676813 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-6656d552-2af5-4cf5-a763-aa08b7a78feb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:40.677324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6656d552-2af5-4cf5-a763-aa08b7a78feb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:40.681503 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6656d552-2af5-4cf5-a763-aa08b7a78feb tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/c4bb3fd7-3ba4-4fca-9829-c70b9ad933c5 HTTP/1.1" status: 404 len: 337 time: 0.0544796 Oct 05 09:19:40.682987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33062) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:40.702943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6fbeb2b5-de83-4dc3-adaf-b4c0ec222d27 None None] Calling delete_port for d63a345d-fc53-482b-8e9b-6ec5d344607f owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:40.715967 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:19:40.716466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.738396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router f8cb1fab-416f-4dc1-af76-73d32b668ccf is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:19:40.798137 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-9155fd1c-821a-4c58-8c65-1fccf187de85 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:40.798137 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9155fd1c-821a-4c58-8c65-1fccf187de85 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:40.801524 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9155fd1c-821a-4c58-8c65-1fccf187de85 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/3b0509f9-6d52-4ca0-975d-3ae035c2101b HTTP/1.1" status: 404 len: 333 time: 0.1154141 Oct 05 09:19:40.801524 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment cf60dea6-315e-4317-ad99-bd620589b6fc resource provider aggregate not found Oct 05 09:19:40.806240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6fbeb2b5-de83-4dc3-adaf-b4c0ec222d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.810614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33068) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:40.826927 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment cf60dea6-315e-4317-ad99-bd620589b6fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf60dea6-315e-4317-ad99-bd620589b6fc found for delete ", "request_id": "req-bbc3f015-5e56-4520-9788-07c6f5fe8f18"}]} Oct 05 09:19:40.843249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.872525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.880452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a1285-1784-440c-a548-a650f6098874 None None] Deleting port d92fc9d7-9fc7-4dde-a538-edae0b210520 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:40.880840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4e4a1285-1784-440c-a548-a650f6098874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.886120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] Pushing event deleted for resources: {'Network': ['ID=734a7ea7-bb79-43fd-9706-2ac641968525,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:40.903399 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-494dd08c-68c1-46b4-bffc-0d8d29fe765c tempest-NetworksIpV6TestAttrs-446571199 tempest-NetworksIpV6TestAttrs-446571199-project] 10.222.0.64 "DELETE /v2.0/networks/734a7ea7-bb79-43fd-9706-2ac641968525 HTTP/1.1" status: 204 len: 168 time: 2.0406921 Oct 05 09:19:40.919965 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbeb2b5-de83-4dc3-adaf-b4c0ec222d27 None None] Pushing event deleted for resources: {'Port': ['ID=d63a345d-fc53-482b-8e9b-6ec5d344607f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:40.955378 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc9be13-33ce-4db2-ac29-0b2312caea11 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:40.955628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbeb2b5-de83-4dc3-adaf-b4c0ec222d27 None None] No DVR routers for this DVR port d63a345d-fc53-482b-8e9b-6ec5d344607f on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:19:40.955740 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc9be13-33ce-4db2-ac29-0b2312caea11 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:40.963316 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:40.964970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a1285-1784-440c-a548-a650f6098874 None None] The port 'd92fc9d7-9fc7-4dde-a538-edae0b210520' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:19:40.975479 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bfc9be13-33ce-4db2-ac29-0b2312caea11 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/e51d25ee-61bc-4f5d-b999-627315264bc7 HTTP/1.1" status: 404 len: 337 time: 0.1636167 Oct 05 09:19:40.979373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33076) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:40.979876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:41.056525 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Attempt 4 to provision port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c Oct 05 09:19:41.088045 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d63a345d-fc53-482b-8e9b-6ec5d344607f no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:19:41.139903 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df3b9f6-b343-4e6e-b0a3-983760716041 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:41.140383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df3b9f6-b343-4e6e-b0a3-983760716041 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:41.144857 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3df3b9f6-b343-4e6e-b0a3-983760716041 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/efb80fb0-a2aa-4254-ad9c-51ca295631d5 HTTP/1.1" status: 404 len: 333 time: 0.1307111 Oct 05 09:19:41.145199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33080) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:41.150604 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: d63a345d-fc53-482b-8e9b-6ec5d344607f {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:19:41.150994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d63a345d-fc53-482b-8e9b-6ec5d344607f not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:19:41.151485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d92fc9d7-9fc7-4dde-a538-edae0b210520 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:19:41.168967 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:19:41.177581 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b96279bc-2dcf-41dd-9001-635c8b6527e3 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4060991 Oct 05 09:19:41.179362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event updated for resources: {'Port': ['ID=f30c1f73-65a2-4ae3-b6ad-d5ccb6856f8b,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:41.181637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33086) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:41.182064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:41.192663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2034858126'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:41.202345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:41.204521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: d92fc9d7-9fc7-4dde-a538-edae0b210520 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:19:41.204875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d92fc9d7-9fc7-4dde-a538-edae0b210520 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:19:41.206017 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cd58ed-142d-4113-9fc4-55fb0277cb39 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:41.206794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cd58ed-142d-4113-9fc4-55fb0277cb39 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:41.208550 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-87cd58ed-142d-4113-9fc4-55fb0277cb39 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/dab5ce93-8c3a-4526-8790-d5a588e839b9 HTTP/1.1" status: 404 len: 337 time: 0.0622959 Oct 05 09:19:41.211406 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33090) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:41.224212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Sync routers for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:19:41.249233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:network and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:41.257745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:41.259456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:41.260416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:41.275195 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44f1397-dce7-4c01-8080-ca68feb9cbe8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:41.275858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44f1397-dce7-4c01-8080-ca68feb9cbe8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:41.279839 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d44f1397-dce7-4c01-8080-ca68feb9cbe8 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/3099ee11-05ed-4322-aa71-2ca94b9eea89 HTTP/1.1" status: 404 len: 333 time: 0.0652819 Oct 05 09:19:41.279839 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:41.281046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33096) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:41.315473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33100) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:41.319543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:41.338153 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc164ff-95b9-4dec-afd5-57b21ed179d0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:41.338666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc164ff-95b9-4dec-afd5-57b21ed179d0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:41.342937 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2fc164ff-95b9-4dec-afd5-57b21ed179d0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/b92af03f-9cb3-4fa0-94bb-1709ed206a3e HTTP/1.1" status: 404 len: 337 time: 0.0586586 Oct 05 09:19:41.342937 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:41.346404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:41.357228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33104) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:41.409842 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c542d502-2e97-4bfa-8f43-8cc07902ac04 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:41.413399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c542d502-2e97-4bfa-8f43-8cc07902ac04 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:41.417639 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c542d502-2e97-4bfa-8f43-8cc07902ac04 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/2a702a70-589e-45e6-8c5d-db7b3d640903 HTTP/1.1" status: 404 len: 333 time: 0.0556481 Oct 05 09:19:41.429255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33110) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:41.476278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:19:41.484482 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c56fcef-a82d-48b0-aa6a-d4e0f4f233fa tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:41.485085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c56fcef-a82d-48b0-aa6a-d4e0f4f233fa tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:41.486925 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3c56fcef-a82d-48b0-aa6a-d4e0f4f233fa tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/c3209ff1-7e45-4b81-a068-9e25eb5fa3b1 HTTP/1.1" status: 404 len: 337 time: 0.0561192 Oct 05 09:19:41.492310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33114) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:41.505946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:19:41.518001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:41.518657 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Added segment 30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0 of type vlan for network 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836 Oct 05 09:19:41.556708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:41.566389 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b2732d-d641-4b7b-818d-94b7795a943b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:41.566926 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b2732d-d641-4b7b-818d-94b7795a943b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:41.571222 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-02b2732d-d641-4b7b-818d-94b7795a943b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/f5415be0-c046-40e0-9137-10b60681eca8 HTTP/1.1" status: 404 len: 333 time: 0.0755832 Oct 05 09:19:41.574276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33118) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:41.604737 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Floating IP cd9bd3a7-9808-4b90-9f2e-67a7f1129eb5 associated. External IP: 172.26.0.124, port: fe07861f-739a-4651-a101-42f68d1c6b14. Oct 05 09:19:41.628720 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cae835-f4df-436a-93a0-9374aff14eb5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:41.629287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84cae835-f4df-436a-93a0-9374aff14eb5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:41.641575 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-84cae835-f4df-436a-93a0-9374aff14eb5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/c4889947-a2a8-4da1-bc87-c36b380e09ee HTTP/1.1" status: 404 len: 337 time: 0.0629711 Oct 05 09:19:41.641807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33122) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:41.646714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:41.653798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:41.654473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:41.846695 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Attempt 5 to provision port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c Oct 05 09:19:41.918946 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68cc66e-598f-4bf0-8ec8-c726db05a86e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:41.919602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68cc66e-598f-4bf0-8ec8-c726db05a86e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:41.921878 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c68cc66e-598f-4bf0-8ec8-c726db05a86e tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/83aa9936-84ce-4c16-b314-6e20490f5fa2 HTTP/1.1" status: 404 len: 337 time: 0.2782710 Oct 05 09:19:41.927226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:41.929030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33126) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:41.949020 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:19:38Z', 'revision_number': 2, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:39Z', 'revision_number': 2, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:41.954249 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Checking router: f8cb1fab-416f-4dc1-af76-73d32b668ccf for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:19:41.954611 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Updating router f8cb1fab-416f-4dc1-af76-73d32b668ccf port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:19:41.969607 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c167fbfb-1d06-42a9-8f1c-c28a7107728b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f0c8b0c35e84170a954280f8bd86550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6474347 Oct 05 09:19:41.973450 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33130) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:41.992926 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2621580-22f6-4fb6-8b59-9b8c9d99427d req-1fe542cf-8dad-440b-bb59-8bce31724020 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:41.995588 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e2621580-22f6-4fb6-8b59-9b8c9d99427d req-1fe542cf-8dad-440b-bb59-8bce31724020 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 943 time: 0.5766234 Oct 05 09:19:42.008566 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8264174 Oct 05 09:19:42.022262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:42.024559 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33134) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:42.031804 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d4e911-3d60-4740-97ea-91f31fa29b2d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:42.033588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d4e911-3d60-4740-97ea-91f31fa29b2d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:42.033955 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-21d4e911-3d60-4740-97ea-91f31fa29b2d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/fd39d76f-a5f7-4355-bda3-d9bb835fe1fe HTTP/1.1" status: 404 len: 333 time: 0.1040347 Oct 05 09:19:42.037640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff501551-7782-490b-8512-ced2eceed9c6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Network': ['ID=2c9decca-cb4f-4c8e-ac84-80ca3c0cf836,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:42.039602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33138) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:42.044640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'subnet': {'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:42.074059 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e2621580-22f6-4fb6-8b59-9b8c9d99427d req-d389fd1b-e6a6-44a5-925d-2755de23a18b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580533 Oct 05 09:19:42.106179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:19:42.191935 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-559eba1d-f879-4d0b-895c-769ec17a1a52 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:42.192398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559eba1d-f879-4d0b-895c-769ec17a1a52 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:42.194243 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-559eba1d-f879-4d0b-895c-769ec17a1a52 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/19b05067-173d-4442-9f36-448dd150f2da HTTP/1.1" status: 404 len: 337 time: 0.1273541 Oct 05 09:19:42.210511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33142) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:42.274028 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-8852e5c4-28de-4fb2-9920-b55ec0e8b15c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:42.274028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8852e5c4-28de-4fb2-9920-b55ec0e8b15c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:42.276555 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8852e5c4-28de-4fb2-9920-b55ec0e8b15c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/8427a328-9b10-43d2-8262-8ac1300892c2 HTTP/1.1" status: 404 len: 337 time: 0.0650682 Oct 05 09:19:42.280515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33146) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:42.332427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Router a20ef54e-394f-45a2-a872-3f2fc3018bbe has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:19:42.354805 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:42.361673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5159e4de-990e-4986-a9ac-4bedb2f4d25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:42.364289 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8eaa6cf-35e1-433f-a17d-102c87072f54 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:42.364498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8eaa6cf-35e1-433f-a17d-102c87072f54 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:42.368138 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f8eaa6cf-35e1-433f-a17d-102c87072f54 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/966f101c-defb-409d-8a2f-4f54d54bb0a9 HTTP/1.1" status: 404 len: 333 time: 0.0856466 Oct 05 09:19:42.370426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:subnet and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:42.374121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33150) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:42.374911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:42.391236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:42.450167 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10b9a78-da32-4d4c-8896-cc9a08c8a5b3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:42.450630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10b9a78-da32-4d4c-8896-cc9a08c8a5b3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:42.454881 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c10b9a78-da32-4d4c-8896-cc9a08c8a5b3 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/8c3d9625-9d67-4d77-b9ad-549ef6a2c22f HTTP/1.1" status: 404 len: 337 time: 0.0745709 Oct 05 09:19:42.457415 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33154) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:42.464097 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Attempt 6 to provision port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c Oct 05 09:19:42.468167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5159e4de-990e-4986-a9ac-4bedb2f4d25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:42.479792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:42.483385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:42.501818 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e0dfae-91ec-4a48-8c22-951955ab2c04 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:42.502393 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e0dfae-91ec-4a48-8c22-951955ab2c04 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:42.506542 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-43e0dfae-91ec-4a48-8c22-951955ab2c04 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/bad66084-de54-43ec-89db-eda429fc5de5 HTTP/1.1" status: 404 len: 337 time: 0.0462990 Oct 05 09:19:42.515167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33158) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:42.543726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:42.606506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:19:42.619746 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d6b3b-2b56-4c61-8ddf-828e4f6c3b35 None None] Sync routers for ids ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:19:42.631183 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d6b3b-2b56-4c61-8ddf-828e4f6c3b35 None None] Routers {'a20ef54e-394f-45a2-a872-3f2fc3018bbe'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:42.631442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:42.632209 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6a5d6b3b-2b56-4c61-8ddf-828e4f6c3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:42.642899 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35b5b3f-f828-45f8-9a26-96b18bcbc20d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:42.643492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35b5b3f-f828-45f8-9a26-96b18bcbc20d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:42.647504 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a35b5b3f-f828-45f8-9a26-96b18bcbc20d tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/2b3e9a97-67cb-448a-826e-78ba335a53e2 HTTP/1.1" status: 404 len: 333 time: 0.1290970 Oct 05 09:19:42.653707 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33162) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:42.700012 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:42.715395 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a1581dd4-d5ab-4249-b200-f99102b791a3 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.8257773 Oct 05 09:19:42.716656 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Transition to ACTIVE for port object 62d5fc34-dba1-483c-8cec-b0f3f69efa5c will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:42.716800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c422396a-0178-4155-8f1d-703a2793291e', 'tag': 'fe07861f-739a-4651-a101-42f68d1c6b14'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:19:42.720091 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a0abd4-a5e1-4c2f-9640-eec933fc92ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c422396a-0178-4155-8f1d-703a2793291e", "tag": "fe07861f-739a-4651-a101-42f68d1c6b14"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:19:42.725085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:42.737075 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f159b6a6-7faf-4812-b16e-844c903592a9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:42.741019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f159b6a6-7faf-4812-b16e-844c903592a9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:42.784096 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f159b6a6-7faf-4812-b16e-844c903592a9 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/8df0b692-2a2b-4fbf-a63d-5b2eca70c527 HTTP/1.1" status: 404 len: 337 time: 0.1270752 Oct 05 09:19:42.786705 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33172) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:42.821127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5159e4de-990e-4986-a9ac-4bedb2f4d25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:42.843305 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f34eab-d2af-40f5-8989-b374a4441740 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:42.843798 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f34eab-d2af-40f5-8989-b374a4441740 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:42.845584 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-38f34eab-d2af-40f5-8989-b374a4441740 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/677295b1-47d8-4181-9dd7-22dba2526ee8 HTTP/1.1" status: 404 len: 337 time: 0.0566912 Oct 05 09:19:42.851574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33176) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:42.894425 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6a5d6b3b-2b56-4c61-8ddf-828e4f6c3b35 None None] Set router a20ef54e-394f-45a2-a872-3f2fc3018bbe gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:19:42.988802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139c970-7069-46d9-9ddd-ea8fc474d112 None None] Pushing event updated for resources: {'Port': ['ID=62d5fc34-dba1-483c-8cec-b0f3f69efa5c,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:43.008737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-55c9d19f-ea0c-4c95-be02-8d34ea2b87bf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Synchronizing usage tracker for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:43.016438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159e4de-990e-4986-a9ac-4bedb2f4d25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a7debe-ad4e-4608-88b6-89f24c6d3fef,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:43.063416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe81631-d7e4-451c-80e0-605d05c5715f req-6b664bab-8e47-432f-a2fd-dec9a4abfc8f tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:43.064973 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Attempt 7 to provision port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c Oct 05 09:19:43.066103 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bfe81631-d7e4-451c-80e0-605d05c5715f req-6b664bab-8e47-432f-a2fd-dec9a4abfc8f tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.1508431 Oct 05 09:19:43.067019 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-55c9d19f-ea0c-4c95-be02-8d34ea2b87bf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Unset dirty status for tenant:8e470f57db494309bb41654643314b74 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:43.070412 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-55c9d19f-ea0c-4c95-be02-8d34ea2b87bf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports?device_id=27bb9095-0ee7-4fe4-853f-1a690dafe63c HTTP/1.1" status: 200 len: 205 time: 0.2147596 Oct 05 09:19:43.072471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33180) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:43.081920 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5159e4de-990e-4986-a9ac-4bedb2f4d25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:43.085742 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5159e4de-990e-4986-a9ac-4bedb2f4d25b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34a7debe-ad4e-4608-88b6-89f24c6d3fef HTTP/1.1" status: 204 len: 168 time: 1.0861123 Oct 05 09:19:43.122364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:43.208507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Attempting to bind port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:43.209283 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Attempting to bind port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'ba70f769-734f-4b01-be1f-9af72ef453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:43.209283 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Attempting to bind port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c on network 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:43.219179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:43.219847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:43.220241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Checking segment: {'id': 'ba70f769-734f-4b01-be1f-9af72ef453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:43.220740 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:43.221172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Bound using segment: {'id': 'ba70f769-734f-4b01-be1f-9af72ef453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:43.224292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Bound port: 62d5fc34-dba1-483c-8cec-b0f3f69efa5c, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba70f769-734f-4b01-be1f-9af72ef453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:43.224292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:43.249437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5d9501-3545-4787-90a6-233307474537 x-openstack-request-id: req-9f5d9501-3545-4787-90a6-233307474537 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:19:43.250184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c422396a-0178-4155-8f1d-703a2793291e", "tag": "fe07861f-739a-4651-a101-42f68d1c6b14", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:19:43.250184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f5d9501-3545-4787-90a6-233307474537 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:19:43.250563 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5d9501-3545-4787-90a6-233307474537'] response: {'name': 'network-changed', 'server_uuid': 'c422396a-0178-4155-8f1d-703a2793291e', 'tag': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'status': 'completed', 'code': 200} Oct 05 09:19:43.303441 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-1925f7f9-b103-4d4b-83de-067e2f478fb5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] delete failed (client error): The resource could not be found. Oct 05 09:19:43.307190 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1925f7f9-b103-4d4b-83de-067e2f478fb5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/routers/27bb9095-0ee7-4fe4-853f-1a690dafe63c HTTP/1.1" status: 404 len: 336 time: 0.2240884 Oct 05 09:19:43.317941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33188) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:43.332401 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] For port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:43.335322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] For port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=62d5fc34-dba1-483c-8cec-b0f3f69efa5c,segment=NetworkSegment(ba70f769-734f-4b01-be1f-9af72ef453e0),segment_id=ba70f769-734f-4b01-be1f-9af72ef453e0)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:43.339601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 470300d9-457e-47de-a78e-83d1f4d4e2cc details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:19:43.383790 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51ea5a2-7e53-4969-bf41-e1464d19ea91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:43.384812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51ea5a2-7e53-4969-bf41-e1464d19ea91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:43.390129 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b51ea5a2-7e53-4969-bf41-e1464d19ea91 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/85b02a16-9384-40a9-95e4-cb4729d11a93 HTTP/1.1" status: 404 len: 337 time: 0.0676413 Oct 05 09:19:43.390380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33194) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:43.454894 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0bcecedc-fa20-45a7-8e72-f62034a36b15 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "GET /v2.0/ports?device_id=0efcb8d6-daf8-4f38-a228-ea25c66ca0f4 HTTP/1.1" status: 200 len: 205 time: 0.0612619 Oct 05 09:19:43.458720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33198) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:43.464286 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bfe81631-d7e4-451c-80e0-605d05c5715f req-515f491d-43ae-450b-ba3e-f3fe3542dcac tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2336419 Oct 05 09:19:43.503718 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:43.532522 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33202) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:43.550792 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6a5d6b3b-2b56-4c61-8ddf-828e4f6c3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:19:03Z', 'revision_number': 4, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port': {'id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:51Z', 'updated_at': '2022-10-05T09:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'cd9bd3a7-9808-4b90-9f2e-67a7f1129eb5', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'floating_ip_address': '172.26.0.124', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'port_id': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'mac_address': 'fa:16:3e:99:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422396a-0178-4155-8f1d-703a2793291e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:19:39Z', 'updated_at': '2022-10-05T09:19:39Z', 'revision_number': 0, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee', 'name': '', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'mac_address': 'fa:16:3e:b9:c3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:59Z', 'updated_at': '2022-10-05T09:19:16Z', 'revision_number': 5, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'subnets': [{'id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:43.557143 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d6b3b-2b56-4c61-8ddf-828e4f6c3b35 None None] Checking router: a20ef54e-394f-45a2-a872-3f2fc3018bbe for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:19:43.576486 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d6b3b-2b56-4c61-8ddf-828e4f6c3b35 None None] Routers {'a20ef54e-394f-45a2-a872-3f2fc3018bbe'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:43.579998 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6a5d6b3b-2b56-4c61-8ddf-828e4f6c3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:43.634533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139c970-7069-46d9-9ddd-ea8fc474d112 None None] Pushing event updated for resources: {'Port': ['ID=62d5fc34-dba1-483c-8cec-b0f3f69efa5c,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:43.654900 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:43.655552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:43.661639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Subnet': ['ID=28ac390f-8131-4712-9e97-4049a4f2ff85,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:43.695230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Checking segment: {'id': '30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:43.695607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network hostable DHCP agents. Network: 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:19:43.720184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0abd4-a5e1-4c2f-9640-eec933fc92ab req-b5d6bf97-7638-4e7a-b0a2-b44789153e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:43.722175 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-88a0abd4-a5e1-4c2f-9640-eec933fc92ab req-b5d6bf97-7638-4e7a-b0a2-b44789153e64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=358fb11b9d984e15ac58ec8606c908e1&device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 1099 time: 0.4764349 Oct 05 09:19:43.739997 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-9ac441c9-9161-4714-9e02-4c4658f82768 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] delete failed (client error): The resource could not be found. Oct 05 09:19:43.744087 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9ac441c9-9161-4714-9e02-4c4658f82768 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/routers/0efcb8d6-daf8-4f38-a228-ea25c66ca0f4 HTTP/1.1" status: 404 len: 336 time: 0.2829909 Oct 05 09:19:43.744799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33212) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:43.778633 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ec10a40e-4cb0-45c5-8a52-d1a0da986c01 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/floatingips/cd9bd3a7-9808-4b90-9f2e-67a7f1129eb5 HTTP/1.1" status: 200 len: 992 time: 0.2412186 Oct 05 09:19:43.784087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:19:43.804440 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-878966e5-40d6-40ad-a289-b48ddbfe5bda tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:43.804872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878966e5-40d6-40ad-a289-b48ddbfe5bda tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:43.807351 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-878966e5-40d6-40ad-a289-b48ddbfe5bda tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/5ae75862-cd8e-471a-bddc-5f2b1af923aa HTTP/1.1" status: 404 len: 337 time: 0.0541999 Oct 05 09:19:43.816178 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33216) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:43.870540 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6a5d6b3b-2b56-4c61-8ddf-828e4f6c3b35 None None] Set router a20ef54e-394f-45a2-a872-3f2fc3018bbe gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:19:43.883197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd7413-b2d4-4d5a-871e-ed61d573a446 req-401d3b2a-b60d-47a6-bac9-9d3aa018a9a8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:43.885135 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dcd7413-b2d4-4d5a-871e-ed61d573a446 req-401d3b2a-b60d-47a6-bac9-9d3aa018a9a8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 943 time: 0.4303281 Oct 05 09:19:43.887563 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0c99b8-dec5-4a22-ba43-1d41ed118181 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:43.888245 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0c99b8-dec5-4a22-ba43-1d41ed118181 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:43.890277 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-be0c99b8-dec5-4a22-ba43-1d41ed118181 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/5d8f897e-1fd3-4587-8aa6-be8241e6d3b5 HTTP/1.1" status: 404 len: 337 time: 0.0728712 Oct 05 09:19:43.893125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33222) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:43.905007 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Attempt 8 to provision port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c Oct 05 09:19:43.947991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:43.954413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:43.956960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:43.981728 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a108e82-625c-4b6b-a80e-022b0838cc09 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:43.982583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a108e82-625c-4b6b-a80e-022b0838cc09 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:43.984987 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4a108e82-625c-4b6b-a80e-022b0838cc09 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/b2a0eeac-fd5e-4399-a2c7-c830cfa17a80 HTTP/1.1" status: 404 len: 333 time: 0.0905216 Oct 05 09:19:43.991801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33226) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:44.006688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89496f4-f1b4-4a53-aaa1-52ebb80e30ce None None] Network 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:44.012150 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dcd7413-b2d4-4d5a-871e-ed61d573a446 req-502d21f0-c3d9-4d67-a31b-b0f78dc3a895 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748889 Oct 05 09:19:44.049949 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d775b4-69c4-4127-8b60-00eabda0c148 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:44.050586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d775b4-69c4-4127-8b60-00eabda0c148 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:44.054618 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b4d775b4-69c4-4127-8b60-00eabda0c148 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/cc3a2f21-fb67-4454-9caf-5fd2deb1a4e7 HTTP/1.1" status: 404 len: 337 time: 0.0574150 Oct 05 09:19:44.055849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33234) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:44.060049 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9bc28727-761d-47ab-b954-9224a5ae1450 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0273521 Oct 05 09:19:44.060557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33238) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:44.081784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 470300d9-457e-47de-a78e-83d1f4d4e2cc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=470300d9-457e-47de-a78e-83d1f4d4e2cc,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:44.117873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0abd4-a5e1-4c2f-9640-eec933fc92ab req-041fc979-7d06-4183-bb76-4624d2f6f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:44.124362 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-88a0abd4-a5e1-4c2f-9640-eec933fc92ab req-041fc979-7d06-4183-bb76-4624d2f6f848 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64baa502-6931-4ffc-9e45-2e69fe3514af HTTP/1.1" status: 200 len: 898 time: 0.3857434 Oct 05 09:19:44.125143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '470300d9-457e-47de-a78e-83d1f4d4e2cc', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'port_id': '470300d9-457e-47de-a78e-83d1f4d4e2cc', 'mac_address': 'fa:16:3e:13:fa:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:19:44.203437 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d81c99-2b4c-48db-b228-b5dfae75ecd0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:44.204008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d81c99-2b4c-48db-b228-b5dfae75ecd0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:44.205875 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a4d81c99-2b4c-48db-b228-b5dfae75ecd0 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/f1d4b202-d944-49b3-9fba-2738e4e5723d HTTP/1.1" status: 404 len: 333 time: 0.1491144 Oct 05 09:19:44.260504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33246) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:44.287838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:19:44.360911 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e15d7f-3e73-43f8-be8e-5a60495851f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:44.361943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e15d7f-3e73-43f8-be8e-5a60495851f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:44.366322 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b7e15d7f-3e73-43f8-be8e-5a60495851f5 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/dfab4ef6-245c-406f-81e9-73d157e81f12 HTTP/1.1" status: 404 len: 337 time: 0.0992136 Oct 05 09:19:44.367193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33250) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:44.367618 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33252) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:44.397535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 470300d9-457e-47de-a78e-83d1f4d4e2cc is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:44.397928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:44.435376 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19da9f8-6d08-4672-a2cf-c6b9a20f386f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:44.436007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19da9f8-6d08-4672-a2cf-c6b9a20f386f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:44.440638 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33260) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:44.442258 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f19da9f8-6d08-4672-a2cf-c6b9a20f386f tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/823d5f09-09d9-412e-a937-9286b0b5d1fd HTTP/1.1" status: 404 len: 333 time: 0.0684402 Oct 05 09:19:44.465602 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-88a0abd4-a5e1-4c2f-9640-eec933fc92ab req-c140341c-a52a-4a8f-b34f-4f8dc5f511e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe07861f-739a-4651-a101-42f68d1c6b14 HTTP/1.1" status: 200 len: 1000 time: 0.3332920 Oct 05 09:19:44.485316 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6a5d6b3b-2b56-4c61-8ddf-828e4f6c3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:19:03Z', 'revision_number': 4, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port': {'id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:51Z', 'updated_at': '2022-10-05T09:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'cd9bd3a7-9808-4b90-9f2e-67a7f1129eb5', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'floating_ip_address': '172.26.0.124', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'port_id': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'mac_address': 'fa:16:3e:99:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422396a-0178-4155-8f1d-703a2793291e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:19:39Z', 'updated_at': '2022-10-05T09:19:39Z', 'revision_number': 0, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee', 'name': '', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'mac_address': 'fa:16:3e:b9:c3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:59Z', 'updated_at': '2022-10-05T09:19:16Z', 'revision_number': 5, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'subnets': [{'id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:44.498428 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d6b3b-2b56-4c61-8ddf-828e4f6c3b35 None None] The sync data for ids ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'] in dv-neutron-860328-1-hyperv is: [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:19:03Z', 'revision_number': 4, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port': {'id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:51Z', 'updated_at': '2022-10-05T09:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'cd9bd3a7-9808-4b90-9f2e-67a7f1129eb5', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'floating_ip_address': '172.26.0.124', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'port_id': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'mac_address': 'fa:16:3e:99:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422396a-0178-4155-8f1d-703a2793291e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:19:39Z', 'updated_at': '2022-10-05T09:19:39Z', 'revision_number': 0, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee', 'name': '', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'mac_address': 'fa:16:3e:b9:c3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:59Z', 'updated_at': '2022-10-05T09:19:16Z', 'revision_number': 5, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'subnets': [{'id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:19:44.513377 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de19734-f2b2-4f99-8084-95aab24f684b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:44.513651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de19734-f2b2-4f99-8084-95aab24f684b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:44.515421 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3de19734-f2b2-4f99-8084-95aab24f684b tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/10e8eb39-b41a-430b-8705-23200b9bcf01 HTTP/1.1" status: 404 len: 337 time: 0.0738485 Oct 05 09:19:44.518265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33264) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:44.554584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d8694-4b04-4bb7-8424-6c07eaaa988b None None] Port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:19:44.579707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470300d9-457e-47de-a78e-83d1f4d4e2cc {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:19:44.625120 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e7ba95-8db8-47b2-a05f-d290afed3f8c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:44.626173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e7ba95-8db8-47b2-a05f-d290afed3f8c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:44.628118 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f6e7ba95-8db8-47b2-a05f-d290afed3f8c tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/d1b875fd-103d-437a-9cb4-b150265902ad HTTP/1.1" status: 404 len: 333 time: 0.1089337 Oct 05 09:19:44.631054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33268) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:44.709230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2055005154'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:44.718918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:44.724559 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 470300d9-457e-47de-a78e-83d1f4d4e2cc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=470300d9-457e-47de-a78e-83d1f4d4e2cc,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:44.726472 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:network and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:44.732232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:44.741216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0abd4-a5e1-4c2f-9640-eec933fc92ab req-65807deb-596d-422d-9970-6cf291f3abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:44.743018 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-88a0abd4-a5e1-4c2f-9640-eec933fc92ab req-65807deb-596d-422d-9970-6cf291f3abcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97d90bf2-6d17-4f0f-93bb-00441c5fc0dc HTTP/1.1" status: 200 len: 834 time: 0.2691052 Oct 05 09:19:44.743706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:44.768002 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:44.794030 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33274) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:44.799673 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24cd65b-0f98-4111-b089-170aed2f9734 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:44.800109 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24cd65b-0f98-4111-b089-170aed2f9734 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:44.801944 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c24cd65b-0f98-4111-b089-170aed2f9734 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/e40b1666-66e0-4668-b33e-47a65b7b9903 HTTP/1.1" status: 404 len: 337 time: 0.1016142 Oct 05 09:19:44.804508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:44.808108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:44.823580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33278) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:44.890707 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:44.901760 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d1fa92fa-cb78-4ec6-a7db-4cf80fda5010 None None] Could not find standard attr ID for object d63a345d-fc53-482b-8e9b-6ec5d344607f. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:19:44.922381 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-fece6ee6-660d-4cae-8ada-e3155b175bfe tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:44.922861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fece6ee6-660d-4cae-8ada-e3155b175bfe tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:44.927209 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fece6ee6-660d-4cae-8ada-e3155b175bfe tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/3a4c50db-d33d-4775-99f8-a6510a0bbef5 HTTP/1.1" status: 404 len: 333 time: 0.0967982 Oct 05 09:19:44.928106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33282) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:45.002818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:45.013173 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3838a4-bd09-429c-8fb3-97131b9f6969 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:45.013816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3838a4-bd09-429c-8fb3-97131b9f6969 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:45.017594 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad3838a4-bd09-429c-8fb3-97131b9f6969 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/7bfbeeba-058e-4004-8167-966fefe5a61e HTTP/1.1" status: 404 len: 337 time: 0.0754721 Oct 05 09:19:45.018982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33286) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:45.029660 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:19:45.030523 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:45.047416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['470300d9-457e-47de-a78e-83d1f4d4e2cc'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:19:45.073291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=470300d9-457e-47de-a78e-83d1f4d4e2cc,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:45.076832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:security_group_rule and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:45.096638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:45.110548 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:45.110904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:45.111226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:45.111560 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:45.111887 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:45.112220 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:45.112542 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:45.112865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:45.113184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:45.113508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:45.113828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:45.114168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:45.127190 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a9e23150-3f2e-4b08-8389-85157d5e1031 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/floatingips/cd9bd3a7-9808-4b90-9f2e-67a7f1129eb5 HTTP/1.1" status: 200 len: 992 time: 0.3318577 Oct 05 09:19:45.139413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:45.141689 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2171f47c-7f5e-4123-96f0-f489cedafeb4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:45.142204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2171f47c-7f5e-4123-96f0-f489cedafeb4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:45.150881 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2171f47c-7f5e-4123-96f0-f489cedafeb4 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/43706cab-48bb-4c1c-a3fa-3c2683e578c1 HTTP/1.1" status: 404 len: 333 time: 0.1284404 Oct 05 09:19:45.215863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33292) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:45.271083 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-b916176f-d9e0-4488-8e40-d7473a87cdfd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:45.271533 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b916176f-d9e0-4488-8e40-d7473a87cdfd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:45.273180 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b916176f-d9e0-4488-8e40-d7473a87cdfd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/8c76367d-642d-4260-a121-c2052603302f HTTP/1.1" status: 404 len: 337 time: 0.0566881 Oct 05 09:19:45.277146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33296) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:45.298100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:45.311183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:45.343007 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:19:38Z', 'revision_number': 2, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:43Z', 'revision_number': 4, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:45.355153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e86cac-ee6a-460e-a0a4-0fc9b7c7198e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:45.370976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cfbdf-7d1e-4969-a9b4-49ed007f6cdb None None] The sync data for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv is: [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:19:38Z', 'revision_number': 2, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:43Z', 'revision_number': 4, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:19:45.383322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Allocated IP 2001:db8:1::2 (2c9decca-cb4f-4c8e-ac84-80ca3c0cf836/28ac390f-8131-4712-9e97-4049a4f2ff85/95f906bf-f446-40df-96d6-f66b57a8d7bc) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:45.396538 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfdd844-afbc-4b1a-a2d5-5a5e8eb23abf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:45.397018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfdd844-afbc-4b1a-a2d5-5a5e8eb23abf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:45.398722 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dbfdd844-afbc-4b1a-a2d5-5a5e8eb23abf tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/ports/92eb744a-ae4c-46a9-bd03-052a4c043278 HTTP/1.1" status: 404 len: 333 time: 0.0752833 Oct 05 09:19:45.402398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0abd4-a5e1-4c2f-9640-eec933fc92ab req-3179cebd-f99d-4e4f-837c-0acdcd79fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:45.405862 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-88a0abd4-a5e1-4c2f-9640-eec933fc92ab req-3179cebd-f99d-4e4f-837c-0acdcd79fbf7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64baa502-6931-4ffc-9e45-2e69fe3514af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6538601 Oct 05 09:19:45.407023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:19:45.409441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33300) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:45.536221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd7e2-5507-4d10-8b4a-b1dd9138608a req-7d791825-f646-46f7-9037-60375b9adc8f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:45.546706 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4d1bd7e2-5507-4d10-8b4a-b1dd9138608a req-7d791825-f646-46f7-9037-60375b9adc8f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 944 time: 0.2761593 Oct 05 09:19:45.561180 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a00016-736b-415e-afea-df3365a7c937 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] DELETE failed (client error): The resource could not be found. Oct 05 09:19:45.561641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a00016-736b-415e-afea-df3365a7c937 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:19:45.575781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:45.575781 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Added segment ae9e318e-f00b-4e6d-a564-cbdce941e862 of type vlan for network 5d242852-8068-4ed9-8d3c-573cab19d0ce Oct 05 09:19:45.577848 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b2a00016-736b-415e-afea-df3365a7c937 tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/subnets/eddcd69c-8360-4b82-9dc3-47b430762155 HTTP/1.1" status: 404 len: 337 time: 0.1671143 Oct 05 09:19:45.586945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33304) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:45.670302 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4d1bd7e2-5507-4d10-8b4a-b1dd9138608a req-e7dc27c3-87ef-4bd7-a7ce-e0bdf9a0db92 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219032 Oct 05 09:19:45.697651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:45.727068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a784638-5ac2-424a-ae04-cebd46a66edd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:45.815104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33540cc-dff7-4b84-93e8-96e93220436d None None] New status for floating IP cd9bd3a7-9808-4b90-9f2e-67a7f1129eb5: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:19:45.831903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:45.899017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:45.908096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:45.908951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:45.935831 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:45.957730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Transition to ACTIVE for port object 95f906bf-f446-40df-96d6-f66b57a8d7bc will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:46.043911 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Transition to ACTIVE for port object 95f906bf-f446-40df-96d6-f66b57a8d7bc will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:46.095335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:46.105377 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-88a0abd4-a5e1-4c2f-9640-eec933fc92ab req-dbb3199b-2585-451a-bf39-9ac608d4b507 service neutron] 10.222.0.45 "GET /v2.0/networks/64baa502-6931-4ffc-9e45-2e69fe3514af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6515789 Oct 05 09:19:46.123000 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7511976 Oct 05 09:19:46.138460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33308) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:46.138460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33310) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:46.152747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'name': 'tempest-PortsTestJSON-540382973'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:46.259649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Network 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:46.272841 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:46.277164 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:46.352279 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-88a0abd4-a5e1-4c2f-9640-eec933fc92ab req-d6a4aff4-4896-4cdb-a2f7-14ace6eea163 service neutron] 10.222.0.45 "GET /v2.0/networks/64baa502-6931-4ffc-9e45-2e69fe3514af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766193 Oct 05 09:19:46.392639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c25fe9-2038-41d2-b1d4-6d8a7594308e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Network': ['ID=5d242852-8068-4ed9-8d3c-573cab19d0ce,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:46.400058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a784638-5ac2-424a-ae04-cebd46a66edd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:46.431137 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:19:46.448527 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6a784638-5ac2-424a-ae04-cebd46a66edd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d31986-d6d4-46c2-94b6-97b25bee37cf']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:46.454634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Pushing event updated for resources: {'Port': ['ID=95f906bf-f446-40df-96d6-f66b57a8d7bc,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:46.478531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6a784638-5ac2-424a-ae04-cebd46a66edd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab369f9-4fb7-4bc6-894c-76728f489771') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:46.479292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6a784638-5ac2-424a-ae04-cebd46a66edd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab369f9-4fb7-4bc6-894c-76728f489771') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:46.498695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a784638-5ac2-424a-ae04-cebd46a66edd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:46.522495 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a784638-5ac2-424a-ae04-cebd46a66edd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:46.530599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a784638-5ac2-424a-ae04-cebd46a66edd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:19:46.531591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a784638-5ac2-424a-ae04-cebd46a66edd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:46.599709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Allocated IP 2001:db8:1::1 (2c9decca-cb4f-4c8e-ac84-80ca3c0cf836/28ac390f-8131-4712-9e97-4049a4f2ff85/e4e23832-edfd-4c4f-a166-bdb97a112539) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:46.607097 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment dab369f9-4fb7-4bc6-894c-76728f489771 resource provider aggregate not found Oct 05 09:19:46.638013 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Attempting to bind port 95f906bf-f446-40df-96d6-f66b57a8d7bc on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:46.638407 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Attempting to bind port 95f906bf-f446-40df-96d6-f66b57a8d7bc by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:46.638873 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Attempting to bind port 95f906bf-f446-40df-96d6-f66b57a8d7bc on network 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:46.647805 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment dab369f9-4fb7-4bc6-894c-76728f489771 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dab369f9-4fb7-4bc6-894c-76728f489771 found for delete ", "request_id": "req-4cc9646d-c38a-4203-bc07-12fb40e5cd3b"}]} Oct 05 09:19:46.663154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a784638-5ac2-424a-ae04-cebd46a66edd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:46.674088 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-60386da9-5877-4979-9035-342b99963d58 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/floatingips/cd9bd3a7-9808-4b90-9f2e-67a7f1129eb5 HTTP/1.1" status: 200 len: 992 time: 0.5326927 Oct 05 09:19:46.675248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:46.679705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:46.680091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Checking segment: {'id': '30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:46.682100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:46.682100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Bound using segment: {'id': '30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:46.682100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Bound port: 95f906bf-f446-40df-96d6-f66b57a8d7bc, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:46.682632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:46.684109 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a784638-5ac2-424a-ae04-cebd46a66edd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:46.690925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:port and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:46.695861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a784638-5ac2-424a-ae04-cebd46a66edd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] Pushing event deleted for resources: {'Network': ['ID=19d31986-d6d4-46c2-94b6-97b25bee37cf,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:46.704968 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6a784638-5ac2-424a-ae04-cebd46a66edd tempest-NetworksTestDHCPv6-827565365 tempest-NetworksTestDHCPv6-827565365-project] 10.222.0.64 "DELETE /v2.0/networks/19d31986-d6d4-46c2-94b6-97b25bee37cf HTTP/1.1" status: 204 len: 168 time: 1.1163988 Oct 05 09:19:46.757192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:46.805238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:46.816924 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] For port 95f906bf-f446-40df-96d6-f66b57a8d7bc, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:46.826932 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] For port 95f906bf-f446-40df-96d6-f66b57a8d7bc, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=95f906bf-f446-40df-96d6-f66b57a8d7bc,segment=NetworkSegment(30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0),segment_id=30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:46.832597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:46.857717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:46.861236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:46.975026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d00f5b-7f7f-44b8-9fdc-fb2f1643c22b None None] Pushing event updated for resources: {'Port': ['ID=95f906bf-f446-40df-96d6-f66b57a8d7bc,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:46.995387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port f66c75f5-4866-46e5-9898-509c472c4300 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:19:47.106618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 62d5fc34-dba1-483c-8cec-b0f3f69efa5c up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:47.148011 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.160512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33326) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:47.222994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:47.238519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:47.239292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.239837 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c Oct 05 09:19:47.331367 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 470300d9-457e-47de-a78e-83d1f4d4e2cc up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:47.333791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Transition to ACTIVE for port object e4e23832-edfd-4c4f-a166-bdb97a112539 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:47.378069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8893bb3-affe-44bb-95a4-33c3c3b9401d req-5a253505-e144-45c2-babb-7dfc930f19fd tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:47.380001 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d8893bb3-affe-44bb-95a4-33c3c3b9401d req-5a253505-e144-45c2-babb-7dfc930f19fd tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 944 time: 0.4843702 Oct 05 09:19:47.420245 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eb7fa7ef-6210-48b0-8833-3d658505c03e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e470f57db494309bb41654643314b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584732 Oct 05 09:19:47.423054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33332) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:47.467853 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d8893bb3-affe-44bb-95a4-33c3c3b9401d req-ab7a4d09-52ca-4964-84b6-27ff33e93ec7 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715485 Oct 05 09:19:47.470918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.500079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 470300d9-457e-47de-a78e-83d1f4d4e2cc completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:47.502060 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.503112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e6130e5-8fa0-4965-8acc-de2510cdae3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.513332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:47.513880 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.552017 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=62d5fc34-dba1-483c-8cec-b0f3f69efa5c,segment=NetworkSegment(ba70f769-734f-4b01-be1f-9af72ef453e0),segment_id=ba70f769-734f-4b01-be1f-9af72ef453e0)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:47.553869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 470300d9-457e-47de-a78e-83d1f4d4e2cc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:47.554470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.554868 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 470300d9-457e-47de-a78e-83d1f4d4e2cc Oct 05 09:19:47.555153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e6130e5-8fa0-4965-8acc-de2510cdae3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.580576 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:47.584253 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.588010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:47.599973 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:47.600516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.607511 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.630252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=e4e23832-edfd-4c4f-a166-bdb97a112539,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:47.642778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e6130e5-8fa0-4965-8acc-de2510cdae3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.662412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6130e5-8fa0-4965-8acc-de2510cdae3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b335bd-c849-48c2-b882-ba83e952d022,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:47.670324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e6130e5-8fa0-4965-8acc-de2510cdae3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.671585 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5e6130e5-8fa0-4965-8acc-de2510cdae3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c7b335bd-c849-48c2-b882-ba83e952d022 HTTP/1.1" status: 204 len: 168 time: 0.2475002 Oct 05 09:19:47.682842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33338) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:47.689838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=62d5fc34-dba1-483c-8cec-b0f3f69efa5c,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:47.748061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=f66c75f5-4866-46e5-9898-509c472c4300,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:47.761093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Checking segment: {'id': 'ae9e318e-f00b-4e6d-a564-cbdce941e862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:47.761457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network hostable DHCP agents. Network: 5d242852-8068-4ed9-8d3c-573cab19d0ce, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:19:47.775728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 470300d9-457e-47de-a78e-83d1f4d4e2cc is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:47.776054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.827024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 470300d9-457e-47de-a78e-83d1f4d4e2cc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=470300d9-457e-47de-a78e-83d1f4d4e2cc,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:47.828121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b84547c-76e2-44b4-b4e2-903f3ca7926e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470300d9-457e-47de-a78e-83d1f4d4e2cc'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:19:47.831839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdaa3b2-62d7-4f7f-8cee-a20f586b9b92" -d '{"events": [{"server_uuid": "2b84547c-76e2-44b4-b4e2-903f3ca7926e", "name": "network-vif-plugged", "status": "completed", "tag": "470300d9-457e-47de-a78e-83d1f4d4e2cc"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:19:47.843570 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.856629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:19:47.904809 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1c72a55a-2478-4b0d-ade5-c58ae59657c8 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/floatingips/cd9bd3a7-9808-4b90-9f2e-67a7f1129eb5 HTTP/1.1" status: 200 len: 994 time: 0.2198701 Oct 05 09:19:47.906662 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 5d242852-8068-4ed9-8d3c-573cab19d0ce) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:47.914801 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:47.922955 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:47.923780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:47.941569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d6d93f-20f5-4b23-9df7-6484cf722a83 x-openstack-request-id: req-e2d6d93f-20f5-4b23-9df7-6484cf722a83 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:19:47.941836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b84547c-76e2-44b4-b4e2-903f3ca7926e", "name": "network-vif-plugged", "status": "completed", "tag": "470300d9-457e-47de-a78e-83d1f4d4e2cc", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:19:47.942111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2d6d93f-20f5-4b23-9df7-6484cf722a83 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:19:47.942495 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d6d93f-20f5-4b23-9df7-6484cf722a83'] response: {'server_uuid': '2b84547c-76e2-44b4-b4e2-903f3ca7926e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470300d9-457e-47de-a78e-83d1f4d4e2cc', 'code': 200} Oct 05 09:19:47.943206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d267dc66-fc1c-4b53-a342-38a004c10c45 None None] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:47.951714 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:48.043488 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-88bcef7d-e554-43e1-a7d2-758a94e610c9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9037926 Oct 05 09:19:48.046867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33346) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:48.053664 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-949843907'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:48.063525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:48.069685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:network and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:48.085231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:48.086578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=470300d9-457e-47de-a78e-83d1f4d4e2cc,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:48.114792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:48.142375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:48.146906 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:48.229837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:19:48.255140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:48.255564 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Added segment 44b13eaa-8fea-42b6-9ae8-9eba9c6c9bc4 of type vlan for network fb519d97-a90e-4391-9cf5-1f7c1e04f7ed Oct 05 09:19:48.484711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:48.538528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:48.544621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:48.545249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:48.546171 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:48.553353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:48.554421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4140aa1b-ad9a-4a95-babf-c7675bea7d20 None None] Network 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:48.554903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:48.652790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b70ec-b2ef-4d47-9797-7a2432623f70 req-bbf39559-6369-43fc-adb3-9a53089c8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:48.654086 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9b8b70ec-b2ef-4d47-9797-7a2432623f70 req-bbf39559-6369-43fc-adb3-9a53089c8d36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 1098 time: 0.3557932 Oct 05 09:19:48.661290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bcefe5be-6391-4a69-a177-e8415008fa94 None None] Provisioning for port 95f906bf-f446-40df-96d6-f66b57a8d7bc completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:48.707883 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6598754 Oct 05 09:19:48.713403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33366) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:48.718770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'ports': [{'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce'}, {'network_id': 'fb519d97-a90e-4391-9cf5-1f7c1e04f7ed'}]} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:48.719079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:48.719552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': 'fb519d97-a90e-4391-9cf5-1f7c1e04f7ed'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:48.765738 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=e4e23832-edfd-4c4f-a166-bdb97a112539,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:48.831768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbb7f3-0367-4f27-8026-364c8d54fae4 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Network': ['ID=fb519d97-a90e-4391-9cf5-1f7c1e04f7ed,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:48.870500 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9b8b70ec-b2ef-4d47-9797-7a2432623f70 req-65473318-c9be-41eb-9971-375ead092f70 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2070363 Oct 05 09:19:48.876496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network fb519d97-a90e-4391-9cf5-1f7c1e04f7ed details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:19:49.039461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33372) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:49.045124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:49.052078 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:49.083049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:49.088256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:port and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:49.092467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:49.101317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:49.122178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 2} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:49.130091 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.164686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.178883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 95f906bf-f446-40df-96d6-f66b57a8d7bc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:49.218935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1953865531'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:49.245546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316b960-3a51-427f-b6c2-2ffbe975ad14 req-e0dcc6ee-0ff7-406b-93d2-77aadb309c7c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:49.247509 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0316b960-3a51-427f-b6c2-2ffbe975ad14 req-e0dcc6ee-0ff7-406b-93d2-77aadb309c7c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 945 time: 0.4858286 Oct 05 09:19:49.276925 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:49.281179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Usage tracker for resource:network and tenant:d7cecf41cac8467ea13e56abef709005 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:49.284532 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:49.291787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:49.300871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 95f906bf-f446-40df-96d6-f66b57a8d7bc completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:49.308593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 95f906bf-f446-40df-96d6-f66b57a8d7bc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:49.309195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.309656 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 95f906bf-f446-40df-96d6-f66b57a8d7bc Oct 05 09:19:49.316399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Made reservation on behalf of d7cecf41cac8467ea13e56abef709005 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:49.319985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.323981 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0316b960-3a51-427f-b6c2-2ffbe975ad14 req-a4caf0f5-74e3-4cfd-ab34-aafa9060297b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674148 Oct 05 09:19:49.354641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router f8cb1fab-416f-4dc1-af76-73d32b668ccf has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:19:49.397416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.415837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Provisioning for port e4e23832-edfd-4c4f-a166-bdb97a112539 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:49.460299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Provisioning complete for port e4e23832-edfd-4c4f-a166-bdb97a112539 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:49.461054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.461548 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Attempt 1 to provision port e4e23832-edfd-4c4f-a166-bdb97a112539 Oct 05 09:19:49.485644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:49.499908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Usage tracker for resource:security_group_rule and tenant:d7cecf41cac8467ea13e56abef709005 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:49.513889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:49.528400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:49.546994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:19:49.553380 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5c7043d3-052c-4bfa-9dd3-428c60c5132f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4914660 Oct 05 09:19:49.557898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33378) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:49.564707 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Sync routers for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:19:49.570474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-225093801'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:49.575650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:49.580017 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:network and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:49.583537 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:49.584101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:49.584229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port 97f8d45a-08de-45d4-815a-bfe1efbe384f yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:19:49.584930 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:49.591055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:49.601867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 95f906bf-f446-40df-96d6-f66b57a8d7bc is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:49.603147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.604872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:49.609027 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.628459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Port e4e23832-edfd-4c4f-a166-bdb97a112539 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:49.645618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:19:49.652959 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 95f906bf-f446-40df-96d6-f66b57a8d7bc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=95f906bf-f446-40df-96d6-f66b57a8d7bc,segment=NetworkSegment(30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0),segment_id=30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:49.658675 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.658957 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Added segment c68ec270-ea49-4230-8347-15bec818f989 of type vlan for network fa819d1b-f6db-4af8-9f9c-e92821b2d911 Oct 05 09:19:49.661645 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.662694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 62d5fc34-dba1-483c-8cec-b0f3f69efa5c up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:49.699659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.718045 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.779874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.793867 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:49.795368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.867868 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:19:49.915789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port 10d26169-d7fa-49b6-8ebc-213bf4447916 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:19:49.929740 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=95f906bf-f446-40df-96d6-f66b57a8d7bc,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:49.977706 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:49.978125 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:49.978553 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c Oct 05 09:19:50.038113 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4789252 Oct 05 09:19:50.050951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33382) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:50.073786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'subnet': {'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:50.126514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:50.141448 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Attempt 2 to provision port e4e23832-edfd-4c4f-a166-bdb97a112539 Oct 05 09:19:50.217790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:50.228139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:50.232276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Port e4e23832-edfd-4c4f-a166-bdb97a112539 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:50.236460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:19:50.238028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071382d0-8eea-46de-82e0-c35cb8b7d61b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Network': ['ID=fa819d1b-f6db-4af8-9f9c-e92821b2d911,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:50.247814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:50.248196 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Added segment 800358b5-d328-4005-b9b7-232d226e9ab0 of type vlan for network f8682fb1-d414-47d6-a514-672a5b48065e Oct 05 09:19:50.255212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network fa819d1b-f6db-4af8-9f9c-e92821b2d911 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:19:50.294268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:50.299112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:subnet and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:50.304543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:50.315354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:50.328278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:50.333423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:50.340586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:50.369748 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 3, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:48Z', 'revision_number': 2, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:50.381879 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Checking router: f8cb1fab-416f-4dc1-af76-73d32b668ccf for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:19:50.382391 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Updating router f8cb1fab-416f-4dc1-af76-73d32b668ccf port e4e23832-edfd-4c4f-a166-bdb97a112539 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:19:50.385034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7332a678-6d34-4f9a-ba1c-e7cb0ac449ad,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:50.428384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:50.447125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:50.453011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:50.453880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:50.460479 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:50.575631 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c41651be-f585-4a59-882b-87c8dae0a850 req-aac60e52-2185-48b6-b332-8d739da7b496 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4476435 Oct 05 09:19:50.611874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed5392-5b7a-49fc-a134-049856104343 req-72528e46-cc8b-49c1-9101-20386be5f915 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:50.613412 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-36ed5392-5b7a-49fc-a134-049856104343 req-72528e46-cc8b-49c1-9101-20386be5f915 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 945 time: 0.1539154 Oct 05 09:19:50.617155 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5655451 Oct 05 09:19:50.619150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1d429-04cc-4e98-928f-600f53ea4512 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Pushing event updated for resources: {'Network': ['ID=f8682fb1-d414-47d6-a514-672a5b48065e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:50.621142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33388) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:50.627980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Request body: {'subnet': {'network_id': 'f8682fb1-d414-47d6-a514-672a5b48065e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:50.632489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network f8682fb1-d414-47d6-a514-672a5b48065e details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:19:50.635705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:50.754489 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Attempt 3 to provision port e4e23832-edfd-4c4f-a166-bdb97a112539 Oct 05 09:19:50.767727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:50.771270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:50.774222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:50.775983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:50.806025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=97f8d45a-08de-45d4-815a-bfe1efbe384f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:50.862327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Port e4e23832-edfd-4c4f-a166-bdb97a112539 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:50.919416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=10d26169-d7fa-49b6-8ebc-213bf4447916,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:50.932900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41651be-f585-4a59-882b-87c8dae0a850 req-8a37ea7b-5c47-421d-873b-549f3b2b9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:50.934335 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c41651be-f585-4a59-882b-87c8dae0a850 req-8a37ea7b-5c47-421d-873b-549f3b2b9087 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=358fb11b9d984e15ac58ec8606c908e1&device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 1099 time: 0.2519240 Oct 05 09:19:50.935341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Checking segment: {'id': '44b13eaa-8fea-42b6-9ae8-9eba9c6c9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'fb519d97-a90e-4391-9cf5-1f7c1e04f7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:50.935627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network hostable DHCP agents. Network: fb519d97-a90e-4391-9cf5-1f7c1e04f7ed, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:19:50.936003 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-36ed5392-5b7a-49fc-a134-049856104343 req-6275a33a-c75f-4f51-8851-b3fc86464065 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2622201 Oct 05 09:19:50.937878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:51.019672 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:51.042874 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Transition to ACTIVE for port object e4e23832-edfd-4c4f-a166-bdb97a112539 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:51.056530 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:51.069160 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 95f906bf-f446-40df-96d6-f66b57a8d7bc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:51.161931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:51.166930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Usage tracker for resource:subnet and tenant:d7cecf41cac8467ea13e56abef709005 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:51.176041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 95f906bf-f446-40df-96d6-f66b57a8d7bc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:51.176419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:51.176754 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 95f906bf-f446-40df-96d6-f66b57a8d7bc Oct 05 09:19:51.178254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:51.188685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:51.261242 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Pushing event updated for resources: {'Port': ['ID=e4e23832-edfd-4c4f-a166-bdb97a112539,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:51.273387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41651be-f585-4a59-882b-87c8dae0a850 req-39e8499b-eaf9-499b-96ed-0f96409eff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:51.275575 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c41651be-f585-4a59-882b-87c8dae0a850 req-39e8499b-eaf9-499b-96ed-0f96409eff1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=64baa502-6931-4ffc-9e45-2e69fe3514af HTTP/1.1" status: 200 len: 898 time: 0.3128400 Oct 05 09:19:51.277034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network fb519d97-a90e-4391-9cf5-1f7c1e04f7ed is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:19:51.306155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Made reservation on behalf of d7cecf41cac8467ea13e56abef709005 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:51.309629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:51.340341 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Attempting to bind port e4e23832-edfd-4c4f-a166-bdb97a112539 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:51.340875 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Attempting to bind port e4e23832-edfd-4c4f-a166-bdb97a112539 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:51.341348 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Attempting to bind port e4e23832-edfd-4c4f-a166-bdb97a112539 on network 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:51.347565 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, fb519d97-a90e-4391-9cf5-1f7c1e04f7ed) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:51.348137 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:51.348137 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Checking segment: {'id': '30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:51.349801 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:51.350332 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Bound using segment: {'id': '30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:51.351275 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Bound port: e4e23832-edfd-4c4f-a166-bdb97a112539, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:51.351761 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:51.363244 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Attempt 4 to provision port e4e23832-edfd-4c4f-a166-bdb97a112539 Oct 05 09:19:51.365838 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:51.366344 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:51.366781 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:51.366894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:51.367282 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:51.367706 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:51.368169 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:51.368587 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:51.369009 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:51.369427 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:51.369857 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:51.370300 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:51.370715 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:19:51.372688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:51.377591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:51.378150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:51.417851 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-88821b4d-f524-4093-8a9e-428616dcf19a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7033629 Oct 05 09:19:51.421422 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33394) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:51.453465 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Port e4e23832-edfd-4c4f-a166-bdb97a112539 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:51.454317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638cb06d-6ee9-416f-a22f-692e8111f156 None None] Network fb519d97-a90e-4391-9cf5-1f7c1e04f7ed requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:51.460620 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c41651be-f585-4a59-882b-87c8dae0a850 req-d3a2dbf1-e0a6-46d0-8525-db360529dab9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe07861f-739a-4651-a101-42f68d1c6b14 HTTP/1.1" status: 200 len: 1002 time: 0.1760280 Oct 05 09:19:51.494743 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] For port e4e23832-edfd-4c4f-a166-bdb97a112539, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:51.499574 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] For port e4e23832-edfd-4c4f-a166-bdb97a112539, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e4e23832-edfd-4c4f-a166-bdb97a112539,segment=NetworkSegment(30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0),segment_id=30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:51.514390 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:51.551879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8b623-f862-43fd-9495-245c23bacbfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 10d26169-d7fa-49b6-8ebc-213bf4447916 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:51.552222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b623-f862-43fd-9495-245c23bacbfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:51.590467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41651be-f585-4a59-882b-87c8dae0a850 req-6fcfcfed-55c0-442e-8264-6f41847449a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:51.591938 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c41651be-f585-4a59-882b-87c8dae0a850 req-6fcfcfed-55c0-442e-8264-6f41847449a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97d90bf2-6d17-4f0f-93bb-00441c5fc0dc HTTP/1.1" status: 200 len: 834 time: 0.1249514 Oct 05 09:19:51.592132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 95f906bf-f446-40df-96d6-f66b57a8d7bc is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:51.634507 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dcf1d-c13c-4321-9f6e-b7e5ecacfa04 None None] Pushing event updated for resources: {'Port': ['ID=e4e23832-edfd-4c4f-a166-bdb97a112539,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:51.652703 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:51.654108 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:51.698351 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Checking segment: {'id': 'c68ec270-ea49-4230-8347-15bec818f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:51.698964 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network hostable DHCP agents. Network: fa819d1b-f6db-4af8-9f9c-e92821b2d911, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:19:51.716230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Subnet': ['ID=a1d2a75b-e252-4761-a79d-45b51c41f530,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:51.734489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:51.780915 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network fa819d1b-f6db-4af8-9f9c-e92821b2d911 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:19:51.783871 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41651be-f585-4a59-882b-87c8dae0a850 req-e6129e7d-e74d-401b-8001-6262464aa0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:51.785568 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c41651be-f585-4a59-882b-87c8dae0a850 req-e6129e7d-e74d-401b-8001-6262464aa0ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64baa502-6931-4ffc-9e45-2e69fe3514af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1843665 Oct 05 09:19:51.814007 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, fa819d1b-f6db-4af8-9f9c-e92821b2d911) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:51.824798 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a528469-b2c7-4011-8cb2-6cafde451ba9 None None] Network fa819d1b-f6db-4af8-9f9c-e92821b2d911 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:51.839681 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:51.840275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:51.856181 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Pushing event updated for resources: {'Subnet': ['ID=7986be3c-0a9b-4e8b-85f7-756f47969f2a,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:51.865332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3978de3-1702-4f03-8ae4-91a0a41b631c req-c7dc0b58-c85f-494b-ba70-a149c5e137b8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:51.866872 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d3978de3-1702-4f03-8ae4-91a0a41b631c req-c7dc0b58-c85f-494b-ba70-a149c5e137b8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 945 time: 0.6905124 Oct 05 09:19:51.906885 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:19:51.912746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Checking segment: {'id': '800358b5-d328-4005-b9b7-232d226e9ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8682fb1-d414-47d6-a514-672a5b48065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:51.913270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Network hostable DHCP agents. Network: f8682fb1-d414-47d6-a514-672a5b48065e, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:19:51.927770 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8092f5a1-a0d2-43b4-880a-3c265e8364ec tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8754208 Oct 05 09:19:51.935882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33398) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:51.961062 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Attempt 5 to provision port e4e23832-edfd-4c4f-a166-bdb97a112539 Oct 05 09:19:52.034290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b623-f862-43fd-9495-245c23bacbfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:52.086206 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d3978de3-1702-4f03-8ae4-91a0a41b631c req-53ab8d77-fdea-4c1d-b8e5-c1502b5d4899 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2112737 Oct 05 09:19:52.104583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Network f8682fb1-d414-47d6-a514-672a5b48065e is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:19:52.132120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33402) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:52.134994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, f8682fb1-d414-47d6-a514-672a5b48065e) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:52.158112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:52.158707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:52.176276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1b3133-7be1-4707-bc0c-e3512baaa5a2 None None] Network f8682fb1-d414-47d6-a514-672a5b48065e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:52.244622 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8b623-f862-43fd-9495-245c23bacbfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 10d26169-d7fa-49b6-8ebc-213bf4447916 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:52.270206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Port e4e23832-edfd-4c4f-a166-bdb97a112539 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:19:52.342701 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c41651be-f585-4a59-882b-87c8dae0a850 req-4f4fceaa-cb3a-43d9-8ecf-aceadff63578 service neutron] 10.222.0.45 "GET /v2.0/networks/64baa502-6931-4ffc-9e45-2e69fe3514af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386748 Oct 05 09:19:52.390816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:19:52.391650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:52.416754 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Provisioning complete for port 95f906bf-f446-40df-96d6-f66b57a8d7bc triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:52.417191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:52.417522 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Attempt 1 to provision port 95f906bf-f446-40df-96d6-f66b57a8d7bc Oct 05 09:19:52.431034 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-865b9fb4-75b0-4f26-bd2e-6ef7ce184cda tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8084080 Oct 05 09:19:52.440108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33408) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:52.463648 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Request body: {'port': {'network_id': 'f8682fb1-d414-47d6-a514-672a5b48065e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1961183873'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:52.529506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b623-f862-43fd-9495-245c23bacbfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:52.573757 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 3, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:51Z', 'revision_number': 4, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:52.583498 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274281d1-35d8-4c82-833f-c0ef6284ca43 None None] The sync data for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv is: [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 3, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:51Z', 'revision_number': 4, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:19:52.616001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8b623-f862-43fd-9495-245c23bacbfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=10d26169-d7fa-49b6-8ebc-213bf4447916,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:52.679842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b623-f862-43fd-9495-245c23bacbfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:52.687431 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5ef8b623-f862-43fd-9495-245c23bacbfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/10d26169-d7fa-49b6-8ebc-213bf4447916 HTTP/1.1" status: 204 len: 168 time: 1.2647710 Oct 05 09:19:52.695254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33412) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:52.722727 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c41651be-f585-4a59-882b-87c8dae0a850 req-7f91ea77-6399-48a6-ad11-681bdd8cea8c service neutron] 10.222.0.45 "GET /v2.0/networks/64baa502-6931-4ffc-9e45-2e69fe3514af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709800 Oct 05 09:19:52.832726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Allocated IP 2001:db8:2::2 (fa819d1b-f6db-4af8-9f9c-e92821b2d911/a1d2a75b-e252-4761-a79d-45b51c41f530/c638cb21-b60f-4b64-a847-4d90c99d6cbc) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:53.006856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86100d7a-2cb8-41ba-82a5-401532259ea2 tempest-TestVolumeBootPattern-297978713 tempest-TestVolumeBootPattern-297978713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:53.012013 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-86100d7a-2cb8-41ba-82a5-401532259ea2 tempest-TestVolumeBootPattern-297978713 tempest-TestVolumeBootPattern-297978713-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 1093 time: 0.8754582 Oct 05 09:19:53.012766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33416) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:53.014578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:53.018756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '470300d9-457e-47de-a78e-83d1f4d4e2cc', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:53.027659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Usage tracker for resource:port and tenant:d7cecf41cac8467ea13e56abef709005 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:53.033295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:53.034805 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:53.041342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-f8682fb1-d414-47d6-a514-672a5b48065e', 'network_id': 'f8682fb1-d414-47d6-a514-672a5b48065e', 'tenant_id': 'd7cecf41cac8467ea13e56abef709005', 'fixed_ips': [{'subnet_id': '7986be3c-0a9b-4e8b-85f7-756f47969f2a'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:19:53.042201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:53.051881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Usage tracker for resource:floatingip and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:53.054176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:53.056552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:53.081661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:53.108308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:53.146263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5444f8ea-2962-44f2-9a77-0a7a794eb228 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:53.153687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5444f8ea-2962-44f2-9a77-0a7a794eb228 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:53.160835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5444f8ea-2962-44f2-9a77-0a7a794eb228 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:53.192925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Made reservation on behalf of d7cecf41cac8467ea13e56abef709005 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:53.198947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:53.217065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6faa835b-303e-4c68-b750-7a97ca05a7fd None None] Current status of the port 95f906bf-f446-40df-96d6-f66b57a8d7bc is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:53.229247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e4e23832-edfd-4c4f-a166-bdb97a112539 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:53.236872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:53.277616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] device_id is not set on port 8302d973-1e9b-4244-8be4-21e06603ac74 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:19:53.374638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:53.393375 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5444f8ea-2962-44f2-9a77-0a7a794eb228 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:53.397562 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5444f8ea-2962-44f2-9a77-0a7a794eb228 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.6953893 Oct 05 09:19:53.423570 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33420) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:53.527938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port e4e23832-edfd-4c4f-a166-bdb97a112539 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:53.551365 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port e4e23832-edfd-4c4f-a166-bdb97a112539 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:53.552087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:53.552683 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port e4e23832-edfd-4c4f-a166-bdb97a112539 Oct 05 09:19:53.573777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Allocated IP 172.26.0.25 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/ff8af1d0-94c0-4794-953b-b4a2f2526bf4) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:53.611576 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:53.625426 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Allocated IP 2001:db8::2 (f8682fb1-d414-47d6-a514-672a5b48065e/7986be3c-0a9b-4e8b-85f7-756f47969f2a/69135be4-099f-4ccc-9c35-e360e91c744b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:53.646462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Transition to ACTIVE for port object c638cb21-b60f-4b64-a847-4d90c99d6cbc will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:53.699737 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Transition to ACTIVE for port object c638cb21-b60f-4b64-a847-4d90c99d6cbc will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:53.712290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e4f38127-0bd0-46dc-b82a-b12e05106f40 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 97f8d45a-08de-45d4-815a-bfe1efbe384f {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:53.712653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4f38127-0bd0-46dc-b82a-b12e05106f40 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:53.765547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:53.890465 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Network fa819d1b-f6db-4af8-9f9c-e92821b2d911 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:53.903481 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:53.914160 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:53.941216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Pushing event updated for resources: {'Port': ['ID=c638cb21-b60f-4b64-a847-4d90c99d6cbc,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:53.947990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:53.957343 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port e4e23832-edfd-4c4f-a166-bdb97a112539 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:53.957731 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.008044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.085018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:54.089004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:54.091824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:54.149939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Attempting to bind port c638cb21-b60f-4b64-a847-4d90c99d6cbc on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:54.150331 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Attempting to bind port c638cb21-b60f-4b64-a847-4d90c99d6cbc by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'c68ec270-ea49-4230-8347-15bec818f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:54.150538 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Attempting to bind port c638cb21-b60f-4b64-a847-4d90c99d6cbc on network fa819d1b-f6db-4af8-9f9c-e92821b2d911 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:54.151214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'Port': ['ID=ff8af1d0-94c0-4794-953b-b4a2f2526bf4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:54.161442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port e4e23832-edfd-4c4f-a166-bdb97a112539, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e4e23832-edfd-4c4f-a166-bdb97a112539,segment=NetworkSegment(30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0),segment_id=30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:54.171851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:54.171851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Checking segment: {'id': 'c68ec270-ea49-4230-8347-15bec818f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:54.172237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.172342 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4f38127-0bd0-46dc-b82a-b12e05106f40 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.172836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Bound using segment: {'id': 'c68ec270-ea49-4230-8347-15bec818f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:54.172949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Bound port: c638cb21-b60f-4b64-a847-4d90c99d6cbc, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68ec270-ea49-4230-8347-15bec818f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:54.173241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.189133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.233230 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.299628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Transition to ACTIVE for port object 69135be4-099f-4ccc-9c35-e360e91c744b will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:54.350412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Transition to ACTIVE for port object 69135be4-099f-4ccc-9c35-e360e91c744b will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:54.364742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e4f38127-0bd0-46dc-b82a-b12e05106f40 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 97f8d45a-08de-45d4-815a-bfe1efbe384f owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:54.369809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.375795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=e4e23832-edfd-4c4f-a166-bdb97a112539,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:54.441760 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] For port c638cb21-b60f-4b64-a847-4d90c99d6cbc, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:54.453247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Network f8682fb1-d414-47d6-a514-672a5b48065e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:54.466634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:54.470048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:54.475530 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] For port c638cb21-b60f-4b64-a847-4d90c99d6cbc, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c638cb21-b60f-4b64-a847-4d90c99d6cbc,segment=NetworkSegment(c68ec270-ea49-4230-8347-15bec818f989),segment_id=c68ec270-ea49-4230-8347-15bec818f989)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:54.484232 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Pushing event updated for resources: {'Port': ['ID=69135be4-099f-4ccc-9c35-e360e91c744b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:54.487089 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.592446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Allocated IP 2001:db8::12 (f8682fb1-d414-47d6-a514-672a5b48065e/7986be3c-0a9b-4e8b-85f7-756f47969f2a/8302d973-1e9b-4244-8be4-21e06603ac74) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:54.595358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Allocated IP 2001:db8:2::1 (fa819d1b-f6db-4af8-9f9c-e92821b2d911/a1d2a75b-e252-4761-a79d-45b51c41f530/2b5eca94-ac19-4028-8230-752b8831c9ff) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:54.614727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4f38127-0bd0-46dc-b82a-b12e05106f40 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.653973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.739069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Attempting to bind port 69135be4-099f-4ccc-9c35-e360e91c744b on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:19:54.739452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Attempting to bind port 69135be4-099f-4ccc-9c35-e360e91c744b by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '800358b5-d328-4005-b9b7-232d226e9ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8682fb1-d414-47d6-a514-672a5b48065e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:19:54.739824 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Attempting to bind port 69135be4-099f-4ccc-9c35-e360e91c744b on network f8682fb1-d414-47d6-a514-672a5b48065e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:19:54.742312 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68587cb4-ee6a-439a-8031-31028299c1ba None None] Pushing event updated for resources: {'Port': ['ID=c638cb21-b60f-4b64-a847-4d90c99d6cbc,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:54.750406 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:19:54.750797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Checking segment: {'id': '800358b5-d328-4005-b9b7-232d226e9ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8682fb1-d414-47d6-a514-672a5b48065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:54.751204 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.751625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Bound using segment: {'id': '800358b5-d328-4005-b9b7-232d226e9ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8682fb1-d414-47d6-a514-672a5b48065e'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:19:54.752106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Bound port: 69135be4-099f-4ccc-9c35-e360e91c744b, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800358b5-d328-4005-b9b7-232d226e9ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8682fb1-d414-47d6-a514-672a5b48065e'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:19:54.752479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.774737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.793113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f38127-0bd0-46dc-b82a-b12e05106f40 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=97f8d45a-08de-45d4-815a-bfe1efbe384f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:54.806401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4f38127-0bd0-46dc-b82a-b12e05106f40 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:54.841946 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e4f38127-0bd0-46dc-b82a-b12e05106f40 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/97f8d45a-08de-45d4-815a-bfe1efbe384f HTTP/1.1" status: 204 len: 168 time: 1.4171417 Oct 05 09:19:54.843336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33424) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:54.877622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] For port 69135be4-099f-4ccc-9c35-e360e91c744b, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:19:54.883595 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] For port 69135be4-099f-4ccc-9c35-e360e91c744b, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=69135be4-099f-4ccc-9c35-e360e91c744b,segment=NetworkSegment(800358b5-d328-4005-b9b7-232d226e9ab0),segment_id=800358b5-d328-4005-b9b7-232d226e9ab0)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:19:54.889852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:55.049171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808a260-df2d-45a1-aa79-80c5eaa0c563 None None] Pushing event updated for resources: {'Port': ['ID=69135be4-099f-4ccc-9c35-e360e91c744b,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:55.100847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:55.170716 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e4e23832-edfd-4c4f-a166-bdb97a112539 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:55.171889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaf57ea-8862-4853-a335-8dc0db114aa1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:55.172651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ffaf57ea-8862-4853-a335-8dc0db114aa1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:55.181458 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Transition to ACTIVE for port object 2b5eca94-ac19-4028-8230-752b8831c9ff will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:55.202669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ffaf57ea-8862-4853-a335-8dc0db114aa1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:55.206917 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ffaf57ea-8862-4853-a335-8dc0db114aa1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3623841 Oct 05 09:19:55.207576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33428) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:55.210434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:55.247194 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Transition to ACTIVE for port object 8302d973-1e9b-4244-8be4-21e06603ac74 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:55.261775 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5a1ef1-a08d-4da7-a90a-8c3fb5f558d0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:19:55.265860 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33432) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:55.267353 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-da5a1ef1-a08d-4da7-a90a-8c3fb5f558d0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/10d26169-d7fa-49b6-8ebc-213bf4447916 HTTP/1.1" status: 404 len: 333 time: 0.0559058 Oct 05 09:19:55.326505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:55.332511 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-513045f7-2a40-4038-bd76-7b7fd76a4246 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:19:55.333282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-513045f7-2a40-4038-bd76-7b7fd76a4246 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:55.335615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:55.338949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:55.376021 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port e4e23832-edfd-4c4f-a166-bdb97a112539 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:55.376452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:55.376823 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port e4e23832-edfd-4c4f-a166-bdb97a112539 Oct 05 09:19:55.442378 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:55.460421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-513045f7-2a40-4038-bd76-7b7fd76a4246 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:55.465382 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-513045f7-2a40-4038-bd76-7b7fd76a4246 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/97f8d45a-08de-45d4-815a-bfe1efbe384f HTTP/1.1" status: 404 len: 333 time: 0.1942747 Oct 05 09:19:55.465382 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network fa819d1b-f6db-4af8-9f9c-e92821b2d911 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:55.471030 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33436) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:55.474426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:55.484919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'Port': ['ID=ff8af1d0-94c0-4794-953b-b4a2f2526bf4,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:55.490820 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:55.491425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:55.512489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:55.532640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Network f8682fb1-d414-47d6-a514-672a5b48065e is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:55.549143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:55.608424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port e4e23832-edfd-4c4f-a166-bdb97a112539 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:55.610365 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=2b5eca94-ac19-4028-8230-752b8831c9ff,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:55.612960 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:55.621012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:55.621754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:55.722566 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Floating IP 8d082778-82f4-4ddd-9fd2-f02309687e56 associated. External IP: 172.26.0.25, port: 470300d9-457e-47de-a78e-83d1f4d4e2cc. Oct 05 09:19:55.756454 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.3125110 Oct 05 09:19:55.769921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33440) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:55.774879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d59df7c-a545-4753-aa74-768c6bf2c65a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:55.786942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Request body: {'port': {'network_id': 'f8682fb1-d414-47d6-a514-672a5b48065e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-9933631', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:55.787472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.api.validators [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] bootfile-name is not in valid_values {{(pid=89054) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:19:55.787850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.api.validators [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] tftp-server is not in valid_values {{(pid=89054) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:19:55.788216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.api.validators [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] server-ip-address is not in valid_values {{(pid=89054) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:19:55.988866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fbcbd-b87f-49fe-8042-e10d62c1a27d tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Pushing event updated for resources: {'Port': ['ID=8302d973-1e9b-4244-8be4-21e06603ac74,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:56.204581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1106d21-21d8-4958-b61d-30dcd7ce6db4 None None] Network fa819d1b-f6db-4af8-9f9c-e92821b2d911 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:56.318453 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b719c2d8-6194-46e6-a54f-af3b66c4d63e None None] Provisioning for port c638cb21-b60f-4b64-a847-4d90c99d6cbc completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:56.322535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:56.336781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d59df7c-a545-4753-aa74-768c6bf2c65a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:56.375486 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:56.377656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Router 2427f7d5-28f9-4afd-b425-933f0411941d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:19:56.381176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-0d59df7c-a545-4753-aa74-768c6bf2c65a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb519d97-a90e-4391-9cf5-1f7c1e04f7ed']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:56.418896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Usage tracker for resource:port and tenant:d7cecf41cac8467ea13e56abef709005 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:56.424367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:56.434222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-0d59df7c-a545-4753-aa74-768c6bf2c65a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b13eaa-8fea-42b6-9ae8-9eba9c6c9bc4') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:56.434522 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-0d59df7c-a545-4753-aa74-768c6bf2c65a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b13eaa-8fea-42b6-9ae8-9eba9c6c9bc4') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:56.461210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:56.469674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d59df7c-a545-4753-aa74-768c6bf2c65a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:56.502477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d59df7c-a545-4753-aa74-768c6bf2c65a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:56.510356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Made reservation on behalf of d7cecf41cac8467ea13e56abef709005 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:56.514005 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:56.606115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:19:56.609821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d59df7c-a545-4753-aa74-768c6bf2c65a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:19:56.610263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d59df7c-a545-4753-aa74-768c6bf2c65a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:56.616194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f5484-1034-45a5-8792-05426da5edf1 None None] Sync routers for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:19:56.636043 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f5484-1034-45a5-8792-05426da5edf1 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:56.637212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:56.638574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2f4f5484-1034-45a5-8792-05426da5edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:56.743178 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18275076-4297-4ad4-8319-5a2ad46b5cdb None None] Network f8682fb1-d414-47d6-a514-672a5b48065e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:56.750464 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5506c51e-ef34-4ec1-a5ab-6daf0b86befb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7360325 Oct 05 09:19:56.752115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b84547c-76e2-44b4-b4e2-903f3ca7926e', 'tag': '470300d9-457e-47de-a78e-83d1f4d4e2cc'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:19:56.754747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117e177d-dde1-4d2e-b7f2-4717eb264821" -d '{"events": [{"name": "network-changed", "server_uuid": "2b84547c-76e2-44b4-b4e2-903f3ca7926e", "tag": "470300d9-457e-47de-a78e-83d1f4d4e2cc"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:19:56.810569 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 44b13eaa-8fea-42b6-9ae8-9eba9c6c9bc4 resource provider aggregate not found Oct 05 09:19:56.811152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783eda71-aaa9-4763-8547-d1a0bae7b6db x-openstack-request-id: req-783eda71-aaa9-4763-8547-d1a0bae7b6db {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:19:56.811618 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b84547c-76e2-44b4-b4e2-903f3ca7926e", "tag": "470300d9-457e-47de-a78e-83d1f4d4e2cc", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:19:56.812108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-783eda71-aaa9-4763-8547-d1a0bae7b6db {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:19:56.823208 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783eda71-aaa9-4763-8547-d1a0bae7b6db'] response: {'name': 'network-changed', 'server_uuid': '2b84547c-76e2-44b4-b4e2-903f3ca7926e', 'tag': '470300d9-457e-47de-a78e-83d1f4d4e2cc', 'status': 'completed', 'code': 200} Oct 05 09:19:56.829581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] device_id is not set on port 55166c4c-fcc2-44b3-8b93-2d94f836901d yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:19:56.925463 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 44b13eaa-8fea-42b6-9ae8-9eba9c6c9bc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44b13eaa-8fea-42b6-9ae8-9eba9c6c9bc4 found for delete ", "request_id": "req-c3dec67a-add2-4318-b90f-41d8a849ac69"}]} Oct 05 09:19:56.936912 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d59df7c-a545-4753-aa74-768c6bf2c65a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:56.985416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0d59df7c-a545-4753-aa74-768c6bf2c65a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:56.988221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e177d-dde1-4d2e-b7f2-4717eb264821 req-47a51aa7-209b-4763-94b2-0118d962c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:56.991642 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117e177d-dde1-4d2e-b7f2-4717eb264821 req-47a51aa7-209b-4763-94b2-0118d962c71a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 1098 time: 0.1588571 Oct 05 09:19:57.003730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7717b574-57e2-47d8-9da7-cc286ae60418 None None] Provisioning for port 69135be4-099f-4ccc-9c35-e360e91c744b completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:57.024382 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0d59df7c-a545-4753-aa74-768c6bf2c65a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/networks/fb519d97-a90e-4391-9cf5-1f7c1e04f7ed HTTP/1.1" status: 204 len: 168 time: 1.5485160 Oct 05 09:19:57.025520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33452) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:57.027191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59df7c-a545-4753-aa74-768c6bf2c65a tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Network': ['ID=fb519d97-a90e-4391-9cf5-1f7c1e04f7ed,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:57.031001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-209546363'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:57.131346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:57.135470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-2f4f5484-1034-45a5-8792-05426da5edf1 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:19:57.153245 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:network and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:57.157951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:57.240543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e177d-dde1-4d2e-b7f2-4717eb264821 req-ac248fc3-2d74-4207-8e29-0e06131ff555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:57.244979 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117e177d-dde1-4d2e-b7f2-4717eb264821 req-ac248fc3-2d74-4207-8e29-0e06131ff555 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 912 time: 0.2447033 Oct 05 09:19:57.257432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Allocated IP 2001:db8::25 (f8682fb1-d414-47d6-a514-672a5b48065e/7986be3c-0a9b-4e8b-85f7-756f47969f2a/55166c4c-fcc2-44b3-8b93-2d94f836901d) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:57.257662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c638cb21-b60f-4b64-a847-4d90c99d6cbc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:57.314156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:57.349306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:57.353460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:57.390898 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117e177d-dde1-4d2e-b7f2-4717eb264821 req-25385ea1-0560-40ec-a77f-14a3286dd640 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=470300d9-457e-47de-a78e-83d1f4d4e2cc HTTP/1.1" status: 200 len: 998 time: 0.1397064 Oct 05 09:19:57.404904 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:57.412014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:57.412772 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:57.432128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Provisioning for port 2b5eca94-ac19-4028-8230-752b8831c9ff completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:57.454143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:19:57.471851 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:57.472193 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Added segment 19ab5b05-89b1-45d6-934b-1f3905af77d1 of type vlan for network df0ed960-bd33-490d-984f-8aad87e29d5a Oct 05 09:19:57.476634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Provisioning complete for port 2b5eca94-ac19-4028-8230-752b8831c9ff triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:57.477153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:57.478235 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Attempt 1 to provision port 2b5eca94-ac19-4028-8230-752b8831c9ff Oct 05 09:19:57.480591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e177d-dde1-4d2e-b7f2-4717eb264821 req-1585951a-c612-435f-bcd3-a8a6b246088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:57.482104 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117e177d-dde1-4d2e-b7f2-4717eb264821 req-1585951a-c612-435f-bcd3-a8a6b246088d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.0852540 Oct 05 09:19:57.554269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:57.610041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e177d-dde1-4d2e-b7f2-4717eb264821 req-c2666335-2b07-4d0d-b5b1-7b559b435032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:57.611806 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117e177d-dde1-4d2e-b7f2-4717eb264821 req-c2666335-2b07-4d0d-b5b1-7b559b435032 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1224873 Oct 05 09:19:57.613294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:57.619423 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:57.620157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:57.638531 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=2b5eca94-ac19-4028-8230-752b8831c9ff,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:57.670677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port c638cb21-b60f-4b64-a847-4d90c99d6cbc completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:57.692402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Port 2b5eca94-ac19-4028-8230-752b8831c9ff cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:57.700089 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port c638cb21-b60f-4b64-a847-4d90c99d6cbc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:57.700301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:57.700747 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port c638cb21-b60f-4b64-a847-4d90c99d6cbc Oct 05 09:19:57.824815 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7987800 Oct 05 09:19:57.825626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33456) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:57.854625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': 'df0ed960-bd33-490d-984f-8aad87e29d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:57.924637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:57.938273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e78bca-e09b-4ce6-b2bf-590679550edd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Network': ['ID=df0ed960-bd33-490d-984f-8aad87e29d5a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:57.953224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Transition to ACTIVE for port object 55166c4c-fcc2-44b3-8b93-2d94f836901d will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:19:57.963826 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network fa819d1b-f6db-4af8-9f9c-e92821b2d911 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:57.966636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:57.966778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network df0ed960-bd33-490d-984f-8aad87e29d5a details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:19:58.081315 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117e177d-dde1-4d2e-b7f2-4717eb264821 req-37fd9665-5b0a-431e-aaba-2d7b1a730ea3 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572151 Oct 05 09:19:58.083711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:58.111309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:58.120349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:58.199549 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Attempt 2 to provision port 2b5eca94-ac19-4028-8230-752b8831c9ff Oct 05 09:19:58.201880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:58.244418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:58.319561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port c638cb21-b60f-4b64-a847-4d90c99d6cbc is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:58.320133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:58.343600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Port 2b5eca94-ac19-4028-8230-752b8831c9ff cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:58.355335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Network f8682fb1-d414-47d6-a514-672a5b48065e is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:19:58.362402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:58.369094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port c638cb21-b60f-4b64-a847-4d90c99d6cbc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c638cb21-b60f-4b64-a847-4d90c99d6cbc,segment=NetworkSegment(c68ec270-ea49-4230-8347-15bec818f989),segment_id=c68ec270-ea49-4230-8347-15bec818f989)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:58.371718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:19:58.379690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:58.380647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:58.385464 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:58.386303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 69135be4-099f-4ccc-9c35-e360e91c744b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:19:58.389241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router f8cb1fab-416f-4dc1-af76-73d32b668ccf has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:19:58.394293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Pushing event updated for resources: {'Port': ['ID=55166c4c-fcc2-44b3-8b93-2d94f836901d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:58.444518 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117e177d-dde1-4d2e-b7f2-4717eb264821 req-ab0c59a3-003d-4c95-9a2c-33142ca57e27 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551676 Oct 05 09:19:58.462932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:58.466623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:58.494535 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e1e89494-6f11-473f-aa06-8726b5076125 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1146 time: 2.7169061 Oct 05 09:19:58.508163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33466) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:58.551552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=c638cb21-b60f-4b64-a847-4d90c99d6cbc,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:58.565613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2f4f5484-1034-45a5-8792-05426da5edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '8d082778-82f4-4ddd-9fd2-f02309687e56', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.25', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': '470300d9-457e-47de-a78e-83d1f4d4e2cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:13:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b84547c-76e2-44b4-b4e2-903f3ca7926e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:19:54Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 0, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:58.572753 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f5484-1034-45a5-8792-05426da5edf1 None None] Checking router: 2427f7d5-28f9-4afd-b425-933f0411941d for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:19:58.585137 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f5484-1034-45a5-8792-05426da5edf1 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:58.586059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2f4f5484-1034-45a5-8792-05426da5edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:58.593264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Performing IP validity checks on allocation pools {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:19:58.593870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:19:58.652996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 69135be4-099f-4ccc-9c35-e360e91c744b completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:19:58.665865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 69135be4-099f-4ccc-9c35-e360e91c744b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:19:58.666140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:58.667308 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 69135be4-099f-4ccc-9c35-e360e91c744b Oct 05 09:19:58.673414 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:19:58.679417 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-053413e8-fc9a-4cb0-8125-85cc90fb58a0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7423091 Oct 05 09:19:58.685888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33470) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:58.687000 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Sync routers for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:19:58.694170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1608197402'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:58.699339 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:19:58.699916 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:58.700365 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:58.704224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:network and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:19:58.707867 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:19:58.715266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:58.737123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:58.741016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:58.774792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c1df96-6fce-4b1e-b50f-414edbdef944 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:58.779043 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:58.782192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c1df96-6fce-4b1e-b50f-414edbdef944 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:58.788337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c1df96-6fce-4b1e-b50f-414edbdef944 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:58.789249 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-28c1df96-6fce-4b1e-b50f-414edbdef944 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Synchronizing usage tracker for tenant:d7cecf41cac8467ea13e56abef709005 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:19:58.817298 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:19:58.828979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-28c1df96-6fce-4b1e-b50f-414edbdef944 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Unset dirty status for tenant:d7cecf41cac8467ea13e56abef709005 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:19:58.830240 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-28c1df96-6fce-4b1e-b50f-414edbdef944 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3203576 Oct 05 09:19:58.831715 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:58.832056 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Added segment 9cc2f54e-03fc-4264-8933-aa29d6d33984 of type vlan for network a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2 Oct 05 09:19:58.833292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33474) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:58.944190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:58.949639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Subnet': ['ID=6c77ff5b-33ec-4690-8642-f2a875664d0a,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:58.953011 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:19:58.973304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-860850e4-ad50-42a4-b5ff-4de4c7b0d5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Deleting port 55166c4c-fcc2-44b3-8b93-2d94f836901d {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:19:58.973917 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-860850e4-ad50-42a4-b5ff-4de4c7b0d5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:59.022929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Checking segment: {'id': '19ab5b05-89b1-45d6-934b-1f3905af77d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'df0ed960-bd33-490d-984f-8aad87e29d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:19:59.023581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network hostable DHCP agents. Network: df0ed960-bd33-490d-984f-8aad87e29d5a, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:19:59.061877 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Attempt 3 to provision port 2b5eca94-ac19-4028-8230-752b8831c9ff Oct 05 09:19:59.069095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network df0ed960-bd33-490d-984f-8aad87e29d5a is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:19:59.087718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, df0ed960-bd33-490d-984f-8aad87e29d5a) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:19:59.095755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:59.098216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:59.137758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 69135be4-099f-4ccc-9c35-e360e91c744b is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:19:59.138346 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:59.141307 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f341b2bc-2a80-4432-b09f-84930a71ec3b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3098545 Oct 05 09:19:59.144475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33478) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:59.153443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': 'df0ed960-bd33-490d-984f-8aad87e29d5a', 'name': 'tempest-PortsTestJSON-1858674562'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:59.224872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-2f4f5484-1034-45a5-8792-05426da5edf1 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:19:59.361882 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:19:59.369901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-860850e4-ad50-42a4-b5ff-4de4c7b0d5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:59.376826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:19:59.390926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:19:59.395393 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:59.427450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d7468-5574-402c-85ef-2c671f5107cd None None] Network df0ed960-bd33-490d-984f-8aad87e29d5a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:19:59.434386 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port 0499a7c9-e21d-4f76-8f48-0e600ba266b8 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:19:59.471270 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:19:56Z', 'revision_number': 4, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:19:57Z', 'revision_number': 2, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:19:59.475904 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Checking router: f8cb1fab-416f-4dc1-af76-73d32b668ccf for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:19:59.476253 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Updating router f8cb1fab-416f-4dc1-af76-73d32b668ccf port 2b5eca94-ac19-4028-8230-752b8831c9ff binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:19:59.532575 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:59.542875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-860850e4-ad50-42a4-b5ff-4de4c7b0d5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Calling delete_port for 55166c4c-fcc2-44b3-8b93-2d94f836901d owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:19:59.598575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Port 2b5eca94-ac19-4028-8230-752b8831c9ff cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:19:59.604272 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:59.610598 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:19:59.611335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:59.643678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.9 (df0ed960-bd33-490d-984f-8aad87e29d5a/6c77ff5b-33ec-4690-8642-f2a875664d0a/0499a7c9-e21d-4f76-8f48-0e600ba266b8) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:19:59.770407 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 69135be4-099f-4ccc-9c35-e360e91c744b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=69135be4-099f-4ccc-9c35-e360e91c744b,segment=NetworkSegment(800358b5-d328-4005-b9b7-232d226e9ab0),segment_id=800358b5-d328-4005-b9b7-232d226e9ab0)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:19:59.787414 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0969541 Oct 05 09:19:59.788661 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33482) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:19:59.798489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'subnet': {'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:19:59.826129 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3588d-7ccd-4b00-8514-d053de27007b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Network': ['ID=a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:19:59.828337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:19:59.953039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.000385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:20:00.014697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c638cb21-b60f-4b64-a847-4d90c99d6cbc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:00.088679 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.110397 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Transition to ACTIVE for port object 2b5eca94-ac19-4028-8230-752b8831c9ff will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:00.121221 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.135620 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Attempt 4 to provision port 2b5eca94-ac19-4028-8230-752b8831c9ff Oct 05 09:20:00.199336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:00.204538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-860850e4-ad50-42a4-b5ff-4de4c7b0d5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.205296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Transition to ACTIVE for port object 0499a7c9-e21d-4f76-8f48-0e600ba266b8 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:00.206713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:subnet and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:00.254458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.263695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:00.308658 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860850e4-ad50-42a4-b5ff-4de4c7b0d5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Pushing event deleted for resources: {'Port': ['ID=55166c4c-fcc2-44b3-8b93-2d94f836901d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:00.318861 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:00.333901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-860850e4-ad50-42a4-b5ff-4de4c7b0d5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.344986 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc57fc-8fda-4240-bee8-9e8e6525203a None None] Pushing event updated for resources: {'Port': ['ID=2b5eca94-ac19-4028-8230-752b8831c9ff,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:00.357131 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Attempting to bind port 2b5eca94-ac19-4028-8230-752b8831c9ff on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:20:00.357616 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Attempting to bind port 2b5eca94-ac19-4028-8230-752b8831c9ff by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'c68ec270-ea49-4230-8347-15bec818f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:20:00.358132 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Attempting to bind port 2b5eca94-ac19-4028-8230-752b8831c9ff on network fa819d1b-f6db-4af8-9f9c-e92821b2d911 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:20:00.360841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Made reservation on behalf of 4abf3336e931461cb336eaae8792e2b6 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:00.365043 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:20:00.365837 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Checking segment: {'id': 'c68ec270-ea49-4230-8347-15bec818f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:00.366700 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.366700 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Bound using segment: {'id': 'c68ec270-ea49-4230-8347-15bec818f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:20:00.367182 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Bound port: 2b5eca94-ac19-4028-8230-752b8831c9ff, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68ec270-ea49-4230-8347-15bec818f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:20:00.368185 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.369560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.377840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=69135be4-099f-4ccc-9c35-e360e91c744b,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:00.404283 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-860850e4-ad50-42a4-b5ff-4de4c7b0d5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] 10.222.0.64 "DELETE /v2.0/ports/55166c4c-fcc2-44b3-8b93-2d94f836901d HTTP/1.1" status: 204 len: 168 time: 1.5698693 Oct 05 09:20:00.405453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33486) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:00.431549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network df0ed960-bd33-490d-984f-8aad87e29d5a is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:00.435405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:00.440152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:00.459667 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Port 2b5eca94-ac19-4028-8230-752b8831c9ff cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:00.491665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3eaf7d3f-d295-4a90-afd8-e6861522926e tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Request body: {'port': {'name': 'tempest-new-port-name-2058615425', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:00.492240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.api.validators [None req-3eaf7d3f-d295-4a90-afd8-e6861522926e tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] bootfile-name is not in valid_values {{(pid=89054) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:20:00.493490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.api.validators [None req-3eaf7d3f-d295-4a90-afd8-e6861522926e tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] tftp-server is not in valid_values {{(pid=89054) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:20:00.493916 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.api.validators [None req-3eaf7d3f-d295-4a90-afd8-e6861522926e tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] server-ip-address is not in valid_values {{(pid=89054) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 05 09:20:00.514304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port c638cb21-b60f-4b64-a847-4d90c99d6cbc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:00.514933 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.515449 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port c638cb21-b60f-4b64-a847-4d90c99d6cbc Oct 05 09:20:00.528113 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] For port 2b5eca94-ac19-4028-8230-752b8831c9ff, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:20:00.532330 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] For port 2b5eca94-ac19-4028-8230-752b8831c9ff, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b5eca94-ac19-4028-8230-752b8831c9ff,segment=NetworkSegment(c68ec270-ea49-4230-8347-15bec818f989),segment_id=c68ec270-ea49-4230-8347-15bec818f989)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:20:00.537693 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.553141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:00.553806 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.560656 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-df0ed960-bd33-490d-984f-8aad87e29d5a', 'network_id': 'df0ed960-bd33-490d-984f-8aad87e29d5a', 'tenant_id': 'b390321863884273a9d461d8c21c7a28', 'fixed_ips': [{'subnet_id': '6c77ff5b-33ec-4690-8642-f2a875664d0a'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:20:00.561824 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.586862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=0499a7c9-e21d-4f76-8f48-0e600ba266b8,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:00.606493 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7b763177-d46a-44ff-a335-c70df20ce5c8 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4602430 Oct 05 09:20:00.609697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33490) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:00.677456 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc57fc-8fda-4240-bee8-9e8e6525203a None None] Pushing event updated for resources: {'Port': ['ID=2b5eca94-ac19-4028-8230-752b8831c9ff,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:00.686390 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:00.687009 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:19:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:00.723042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-096d11b1-d198-4a60-a338-78fd73d16a64 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 0499a7c9-e21d-4f76-8f48-0e600ba266b8 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:00.723934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-096d11b1-d198-4a60-a338-78fd73d16a64 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.741790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3eaf7d3f-d295-4a90-afd8-e6861522926e tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:00.804929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-2f4f5484-1034-45a5-8792-05426da5edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '8d082778-82f4-4ddd-9fd2-f02309687e56', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.25', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': '470300d9-457e-47de-a78e-83d1f4d4e2cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:13:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b84547c-76e2-44b4-b4e2-903f3ca7926e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:19:54Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 0, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:00.852238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f5484-1034-45a5-8792-05426da5edf1 None None] The sync data for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv is: [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '8d082778-82f4-4ddd-9fd2-f02309687e56', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.25', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': '470300d9-457e-47de-a78e-83d1f4d4e2cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:13:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b84547c-76e2-44b4-b4e2-903f3ca7926e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:19:54Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 0, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:20:01.032320 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:01.097369 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Attempt 5 to provision port 2b5eca94-ac19-4028-8230-752b8831c9ff Oct 05 09:20:01.230967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port c638cb21-b60f-4b64-a847-4d90c99d6cbc is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:01.334035 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:01.340795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Allocated IP 172.20.0.2 (df0ed960-bd33-490d-984f-8aad87e29d5a/6c77ff5b-33ec-4690-8642-f2a875664d0a/2594c170-f6bc-4fff-84d4-afe106cd4003) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:01.348051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-096d11b1-d198-4a60-a338-78fd73d16a64 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:01.395424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d7bf7-3016-41ff-9640-f621389e5c4f None None] New status for floating IP 8d082778-82f4-4ddd-9fd2-f02309687e56: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:20:01.508321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3eaf7d3f-d295-4a90-afd8-e6861522926e tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:01.524872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3eaf7d3f-d295-4a90-afd8-e6861522926e tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:01.529205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Subnet': ['ID=53a6a78f-f47c-4b0f-905a-313e04d045fe,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:01.616900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf7d3f-d295-4a90-afd8-e6861522926e tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Pushing event updated for resources: {'Port': ['ID=8302d973-1e9b-4244-8be4-21e06603ac74,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:01.622340 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Checking segment: {'id': '9cc2f54e-03fc-4264-8933-aa29d6d33984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:01.622651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network hostable DHCP agents. Network: a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:20:01.636068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf7d3f-d295-4a90-afd8-e6861522926e tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] In _notify_port_updated(), no bound segment for port 8302d973-1e9b-4244-8be4-21e06603ac74 on network f8682fb1-d414-47d6-a514-672a5b48065e {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:20:01.654863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaf7d3f-d295-4a90-afd8-e6861522926e tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:01.654863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3eaf7d3f-d295-4a90-afd8-e6861522926e tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:01.655909 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3eaf7d3f-d295-4a90-afd8-e6861522926e tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] 10.222.0.64 "PUT /v2.0/ports/8302d973-1e9b-4244-8be4-21e06603ac74 HTTP/1.1" status: 200 len: 1129 time: 1.2442122 Oct 05 09:20:01.671785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33496) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:01.712156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Port 2b5eca94-ac19-4028-8230-752b8831c9ff had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:20:01.737738 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-096d11b1-d198-4a60-a338-78fd73d16a64 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 0499a7c9-e21d-4f76-8f48-0e600ba266b8 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:01.786592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:20:01.823941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:01.840719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Provisioning complete for port c638cb21-b60f-4b64-a847-4d90c99d6cbc triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:01.841677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:01.845160 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Attempt 1 to provision port c638cb21-b60f-4b64-a847-4d90c99d6cbc Oct 05 09:20:01.846296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e7ad28-dbb3-426e-bbce-c760ec861220 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:01.847597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-58e7ad28-dbb3-426e-bbce-c760ec861220 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Synchronizing usage tracker for tenant:d7cecf41cac8467ea13e56abef709005 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:01.858532 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:01.860194 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:01.886698 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b4483-dfaa-432e-9073-fa2f2f9af6fe None None] Network a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:01.928169 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0113e1fb-06ed-4f84-b9b2-c7974efaa5f0 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1375191 Oct 05 09:20:01.936614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33500) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:01.997116 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:19:56Z', 'revision_number': 4, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:00Z', 'revision_number': 4, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:02.016115 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647cbaf-d5ac-43c3-a61c-fa03b01d056a None None] The sync data for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv is: [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:19:56Z', 'revision_number': 4, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:00Z', 'revision_number': 4, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:20:02.081020 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 69135be4-099f-4ccc-9c35-e360e91c744b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:02.135033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-58e7ad28-dbb3-426e-bbce-c760ec861220 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Unset dirty status for tenant:d7cecf41cac8467ea13e56abef709005 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:02.140898 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-58e7ad28-dbb3-426e-bbce-c760ec861220 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] 10.222.0.64 "GET /v2.0/ports/8302d973-1e9b-4244-8be4-21e06603ac74 HTTP/1.1" status: 200 len: 1129 time: 0.4662292 Oct 05 09:20:02.143960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33504) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:02.432040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-096d11b1-d198-4a60-a338-78fd73d16a64 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:02.520461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-08928102-3836-4b02-82f7-68fd8ef92511 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Deleting port 8302d973-1e9b-4244-8be4-21e06603ac74 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:02.520850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08928102-3836-4b02-82f7-68fd8ef92511 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:02.562564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d11b1-d198-4a60-a338-78fd73d16a64 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=0499a7c9-e21d-4f76-8f48-0e600ba266b8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:02.739879 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:02.802371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2', 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'fixed_ips': [{'subnet_id': '53a6a78f-f47c-4b0f-905a-313e04d045fe'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:20:02.803216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:02.832246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Transition to ACTIVE for port object 2594c170-f6bc-4fff-84d4-afe106cd4003 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:02.842916 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-096d11b1-d198-4a60-a338-78fd73d16a64 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:02.860650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c366f8df-5c7b-4d40-98d2-12c039fe44b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:02.912543 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-096d11b1-d198-4a60-a338-78fd73d16a64 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/0499a7c9-e21d-4f76-8f48-0e600ba266b8 HTTP/1.1" status: 204 len: 168 time: 2.3015580 Oct 05 09:20:02.957296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33510) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:02.980036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Transition to ACTIVE for port object 2594c170-f6bc-4fff-84d4-afe106cd4003 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:02.981202 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9b805a4b-9386-48ff-8786-0a810ec0edfe None None] Current status of the port c638cb21-b60f-4b64-a847-4d90c99d6cbc is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:02.983257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 69135be4-099f-4ccc-9c35-e360e91c744b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:02.983625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:02.983954 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 69135be4-099f-4ccc-9c35-e360e91c744b Oct 05 09:20:03.037293 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b2af7e-2fe4-4e33-bba1-6ca0bce32d71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] DELETE failed (client error): The resource could not be found. Oct 05 09:20:03.038477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b2af7e-2fe4-4e33-bba1-6ca0bce32d71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:20:03.045527 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33514) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:03.045824 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-80b2af7e-2fe4-4e33-bba1-6ca0bce32d71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/0499a7c9-e21d-4f76-8f48-0e600ba266b8 HTTP/1.1" status: 404 len: 333 time: 0.0867691 Oct 05 09:20:03.056458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.122349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.152892 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-28eea883-6781-4136-a04d-7b38c0f115fd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:20:03.153431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-28eea883-6781-4136-a04d-7b38c0f115fd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:03.178734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08928102-3836-4b02-82f7-68fd8ef92511 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.195700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Network df0ed960-bd33-490d-984f-8aad87e29d5a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:03.238267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:03.258500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:03.259166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-28eea883-6781-4136-a04d-7b38c0f115fd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:03.260390 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-28eea883-6781-4136-a04d-7b38c0f115fd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/0499a7c9-e21d-4f76-8f48-0e600ba266b8 HTTP/1.1" status: 404 len: 333 time: 0.1976452 Oct 05 09:20:03.262477 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Pushing event updated for resources: {'Port': ['ID=2594c170-f6bc-4fff-84d4-afe106cd4003,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:03.263796 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33518) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:03.270096 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Provisioning complete for port 69135be4-099f-4ccc-9c35-e360e91c744b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:03.270474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.270809 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Attempt 1 to provision port 69135be4-099f-4ccc-9c35-e360e91c744b Oct 05 09:20:03.342351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-08928102-3836-4b02-82f7-68fd8ef92511 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Calling delete_port for 8302d973-1e9b-4244-8be4-21e06603ac74 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:03.422526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b6bf35-f46e-449a-a425-4a3eb46e91f1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting subnet 6c77ff5b-33ec-4690-8642-f2a875664d0a {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:20:03.426759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-53b6bf35-f46e-449a-a425-4a3eb46e91f1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.522320 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Allocated IP 2001:db8:3::2 (a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2/53a6a78f-f47c-4b0f-905a-313e04d045fe/5e765dce-c08e-426b-a1b6-4e165f094b19) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:03.529166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Attempting to bind port 2594c170-f6bc-4fff-84d4-afe106cd4003 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:20:03.529731 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Attempting to bind port 2594c170-f6bc-4fff-84d4-afe106cd4003 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '19ab5b05-89b1-45d6-934b-1f3905af77d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'df0ed960-bd33-490d-984f-8aad87e29d5a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:20:03.530188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Attempting to bind port 2594c170-f6bc-4fff-84d4-afe106cd4003 on network df0ed960-bd33-490d-984f-8aad87e29d5a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:20:03.530464 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-53b6bf35-f46e-449a-a425-4a3eb46e91f1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.532669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08928102-3836-4b02-82f7-68fd8ef92511 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.562290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:20:03.562975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Checking segment: {'id': '19ab5b05-89b1-45d6-934b-1f3905af77d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'df0ed960-bd33-490d-984f-8aad87e29d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:03.563958 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.564544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Bound using segment: {'id': '19ab5b05-89b1-45d6-934b-1f3905af77d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'df0ed960-bd33-490d-984f-8aad87e29d5a'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:20:03.565056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Bound port: 2594c170-f6bc-4fff-84d4-afe106cd4003, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ab5b05-89b1-45d6-934b-1f3905af77d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'df0ed960-bd33-490d-984f-8aad87e29d5a'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:20:03.565427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.592335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 69135be4-099f-4ccc-9c35-e360e91c744b is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:03.597006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08928102-3836-4b02-82f7-68fd8ef92511 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Pushing event deleted for resources: {'Port': ['ID=8302d973-1e9b-4244-8be4-21e06603ac74,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:03.663818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08928102-3836-4b02-82f7-68fd8ef92511 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.682266 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-08928102-3836-4b02-82f7-68fd8ef92511 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] 10.222.0.64 "DELETE /v2.0/ports/8302d973-1e9b-4244-8be4-21e06603ac74 HTTP/1.1" status: 204 len: 168 time: 1.5365918 Oct 05 09:20:03.686229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33522) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:03.709453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-53b6bf35-f46e-449a-a425-4a3eb46e91f1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.783794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e455d1e-e03c-49e7-9216-f01cc2dec834 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Deleting subnet 7986be3c-0a9b-4e8b-85f7-756f47969f2a {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:20:03.790171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e455d1e-e03c-49e7-9216-f01cc2dec834 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.807593 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-53b6bf35-f46e-449a-a425-4a3eb46e91f1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.869870 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6bf35-f46e-449a-a425-4a3eb46e91f1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Subnet': ['ID=6c77ff5b-33ec-4690-8642-f2a875664d0a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:03.873321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-53b6bf35-f46e-449a-a425-4a3eb46e91f1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:03.891111 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-53b6bf35-f46e-449a-a425-4a3eb46e91f1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/6c77ff5b-33ec-4690-8642-f2a875664d0a HTTP/1.1" status: 204 len: 168 time: 0.6250036 Oct 05 09:20:03.892849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33526) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:03.911860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e455d1e-e03c-49e7-9216-f01cc2dec834 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.033368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.046344 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Transition to ACTIVE for port object 5e765dce-c08e-426b-a1b6-4e165f094b19 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:04.057316 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.058840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b5eca94-ac19-4028-8230-752b8831c9ff up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:04.066798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e455d1e-e03c-49e7-9216-f01cc2dec834 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.072729 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 2594c170-f6bc-4fff-84d4-afe106cd4003 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:04.073069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.152999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Transition to ACTIVE for port object 5e765dce-c08e-426b-a1b6-4e165f094b19 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:04.177257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Current status of the port 69135be4-099f-4ccc-9c35-e360e91c744b is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:04.178388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e455d1e-e03c-49e7-9216-f01cc2dec834 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.198238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.234725 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e455d1e-e03c-49e7-9216-f01cc2dec834 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Pushing event deleted for resources: {'Subnet': ['ID=7986be3c-0a9b-4e8b-85f7-756f47969f2a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:04.237031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e455d1e-e03c-49e7-9216-f01cc2dec834 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.248825 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2e455d1e-e03c-49e7-9216-f01cc2dec834 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] 10.222.0.64 "DELETE /v2.0/subnets/7986be3c-0a9b-4e8b-85f7-756f47969f2a HTTP/1.1" status: 204 len: 168 time: 0.5615168 Oct 05 09:20:04.249451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33532) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:04.258723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Could not find standard attr ID for object 55166c4c-fcc2-44b3-8b93-2d94f836901d. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:20:04.272406 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] For port 2594c170-f6bc-4fff-84d4-afe106cd4003, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:20:04.278891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0866bf-ea3f-4f78-894f-a422f93ee22f None None] Network f8682fb1-d414-47d6-a514-672a5b48065e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:04.320174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Network a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:04.321580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 2b5eca94-ac19-4028-8230-752b8831c9ff completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:04.333813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:04.340117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] For port 2594c170-f6bc-4fff-84d4-afe106cd4003, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2594c170-f6bc-4fff-84d4-afe106cd4003,segment=NetworkSegment(19ab5b05-89b1-45d6-934b-1f3905af77d1),segment_id=19ab5b05-89b1-45d6-934b-1f3905af77d1)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:20:04.393832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Allocated IP 2001:db8:3::1 (a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2/53a6a78f-f47c-4b0f-905a-313e04d045fe/ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:04.398930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.404163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Could not find standard attr ID for object 8302d973-1e9b-4244-8be4-21e06603ac74. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:20:04.408025 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:04.414056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Deleting port 69135be4-099f-4ccc-9c35-e360e91c744b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:04.414970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.433104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 2b5eca94-ac19-4028-8230-752b8831c9ff triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:04.434133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.434648 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 2b5eca94-ac19-4028-8230-752b8831c9ff Oct 05 09:20:04.434800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] For port 2594c170-f6bc-4fff-84d4-afe106cd4003, host dv-neutron-860328-1-hyperv, got binding levels [] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:04.435069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.468755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.582612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Pushing event updated for resources: {'Port': ['ID=5e765dce-c08e-426b-a1b6-4e165f094b19,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:04.649470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 2594c170-f6bc-4fff-84d4-afe106cd4003 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:04.678876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] For port 69135be4-099f-4ccc-9c35-e360e91c744b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=69135be4-099f-4ccc-9c35-e360e91c744b,segment=NetworkSegment(800358b5-d328-4005-b9b7-232d226e9ab0),segment_id=800358b5-d328-4005-b9b7-232d226e9ab0)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:04.679496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.854457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Provisioning complete for port 2b5eca94-ac19-4028-8230-752b8831c9ff triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:04.855704 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.856225 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Attempt 1 to provision port 2b5eca94-ac19-4028-8230-752b8831c9ff Oct 05 09:20:04.955904 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:04.975745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Transition to ACTIVE for port object ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:04.999550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:20:04.999875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:20:05.006164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Calling delete_port for 69135be4-099f-4ccc-9c35-e360e91c744b owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:05.011911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.096479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:05.104512 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:05.108875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:05.109644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.129213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.141952 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Attempting to bind port 5e765dce-c08e-426b-a1b6-4e165f094b19 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:20:05.142785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Attempting to bind port 5e765dce-c08e-426b-a1b6-4e165f094b19 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '9cc2f54e-03fc-4264-8933-aa29d6d33984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:20:05.143614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Attempting to bind port 5e765dce-c08e-426b-a1b6-4e165f094b19 on network a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:20:05.148378 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:05.173576 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aefb3-4d1a-42fd-8608-df7a7ce8a7ac None None] Pushing event updated for resources: {'Port': ['ID=2594c170-f6bc-4fff-84d4-afe106cd4003,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:05.174761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.201002 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:20:05.201832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Checking segment: {'id': '9cc2f54e-03fc-4264-8933-aa29d6d33984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:05.202290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.202700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Bound using segment: {'id': '9cc2f54e-03fc-4264-8933-aa29d6d33984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:20:05.203197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Bound port: 5e765dce-c08e-426b-a1b6-4e165f094b19, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc2f54e-03fc-4264-8933-aa29d6d33984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:20:05.203580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.278015 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Pushing event deleted for resources: {'Port': ['ID=69135be4-099f-4ccc-9c35-e360e91c744b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:05.285014 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] No DVR routers for this DVR port 69135be4-099f-4ccc-9c35-e360e91c744b on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:20:05.306846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.375951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 2b5eca94-ac19-4028-8230-752b8831c9ff is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:05.376249 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.470627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.500906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3d3e3c-1ccf-4853-b1f3-77558d6a361b None None] DHCP port deletion for f8682fb1-d414-47d6-a514-672a5b48065e request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:20:05.505709 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8682fb1-d414-47d6-a514-672a5b48065e']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:05.521268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800358b5-d328-4005-b9b7-232d226e9ab0') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:05.521609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] For port 5e765dce-c08e-426b-a1b6-4e165f094b19, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:20:05.522249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800358b5-d328-4005-b9b7-232d226e9ab0') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:05.532415 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 2b5eca94-ac19-4028-8230-752b8831c9ff, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b5eca94-ac19-4028-8230-752b8831c9ff,segment=NetworkSegment(c68ec270-ea49-4230-8347-15bec818f989),segment_id=c68ec270-ea49-4230-8347-15bec818f989)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:05.533425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Current status of the port 2b5eca94-ac19-4028-8230-752b8831c9ff is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:05.533425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.543474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 2594c170-f6bc-4fff-84d4-afe106cd4003 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:05.544137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.550519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.558092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] For port 5e765dce-c08e-426b-a1b6-4e165f094b19, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5e765dce-c08e-426b-a1b6-4e165f094b19,segment=NetworkSegment(9cc2f54e-03fc-4264-8933-aa29d6d33984),segment_id=9cc2f54e-03fc-4264-8933-aa29d6d33984)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:20:05.562324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.574342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.584237 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:05.584555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.636498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.703818 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-58d1b1e8-5946-4214-aa5c-a8987e664af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.711713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=2b5eca94-ac19-4028-8230-752b8831c9ff,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:05.724775 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 800358b5-d328-4005-b9b7-232d226e9ab0 resource provider aggregate not found Oct 05 09:20:05.749547 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 800358b5-d328-4005-b9b7-232d226e9ab0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 800358b5-d328-4005-b9b7-232d226e9ab0 found for delete ", "request_id": "req-0fd2821b-a067-4f01-8a5b-d4b6b03e5ec5"}]} Oct 05 09:20:05.752586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.757830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:05.801257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] Pushing event deleted for resources: {'Network': ['ID=f8682fb1-d414-47d6-a514-672a5b48065e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:05.804464 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:20:05.804890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:20:05.821553 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-058ca923-90cd-4f33-a3b1-eb1a5b956dbb tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341 tempest-ExtraDHCPOptionsIpV6TestJSON-2139176341-project] 10.222.0.64 "DELETE /v2.0/networks/f8682fb1-d414-47d6-a514-672a5b48065e HTTP/1.1" status: 204 len: 168 time: 1.5667820 Oct 05 09:20:05.883756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7404f8-1c4d-4561-a41a-783bbde5557b None None] Pushing event updated for resources: {'Port': ['ID=5e765dce-c08e-426b-a1b6-4e165f094b19,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:05.999944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] For port 2594c170-f6bc-4fff-84d4-afe106cd4003, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2594c170-f6bc-4fff-84d4-afe106cd4003,segment=NetworkSegment(19ab5b05-89b1-45d6-934b-1f3905af77d1),segment_id=19ab5b05-89b1-45d6-934b-1f3905af77d1)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:06.000315 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:06.157692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b5eca94-ac19-4028-8230-752b8831c9ff up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:06.230286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 2594c170-f6bc-4fff-84d4-afe106cd4003 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:06.287288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 2b5eca94-ac19-4028-8230-752b8831c9ff triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:06.287671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:06.288195 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 2b5eca94-ac19-4028-8230-752b8831c9ff Oct 05 09:20:06.331793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:06.353804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33544) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:06.373777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:06.375366 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:06.421683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-decbc462-fa8a-4574-a212-ecb13745e445 None None] Current status of the port 2b5eca94-ac19-4028-8230-752b8831c9ff is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:06.468517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:06.506905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f266e4d-e1f4-4037-9384-26dec32bfe15 None None] Network df0ed960-bd33-490d-984f-8aad87e29d5a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:06.553376 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c605e2c6-a7b5-4def-8be6-81728bcebebf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7cecf41cac8467ea13e56abef709005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983380 Oct 05 09:20:06.556535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33550) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:06.577895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No DVR routers for this DVR port 2594c170-f6bc-4fff-84d4-afe106cd4003 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:20:06.596782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 2b5eca94-ac19-4028-8230-752b8831c9ff is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:06.598079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2594c170-f6bc-4fff-84d4-afe106cd4003 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:06.628521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event updated for resources: {'Port': ['ID=ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:06.643024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c26cef5-cfa1-4799-ad19-92fce2f7dd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:06.647525 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4c036c73-a087-4311-b7dd-2753a794d2e8 None None] Could not find standard attr ID for object 2594c170-f6bc-4fff-84d4-afe106cd4003. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:20:06.660002 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4c036c73-a087-4311-b7dd-2753a794d2e8 None None] Could not find standard attr ID for object 0499a7c9-e21d-4f76-8f48-0e600ba266b8. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:20:06.661479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 2594c170-f6bc-4fff-84d4-afe106cd4003 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:06.661831 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2594c170-f6bc-4fff-84d4-afe106cd4003 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 05 09:20:06.680716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c26cef5-cfa1-4799-ad19-92fce2f7dd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:06.703336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=2594c170-f6bc-4fff-84d4-afe106cd4003,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:06.749888 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c26cef5-cfa1-4799-ad19-92fce2f7dd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:06.772081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26cef5-cfa1-4799-ad19-92fce2f7dd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7332a678-6d34-4f9a-ba1c-e7cb0ac449ad,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:06.776866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Port 2594c170-f6bc-4fff-84d4-afe106cd4003 not found, will not notify nova. {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 05 09:20:06.782980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c26cef5-cfa1-4799-ad19-92fce2f7dd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:06.787857 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3c26cef5-cfa1-4799-ad19-92fce2f7dd91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7332a678-6d34-4f9a-ba1c-e7cb0ac449ad HTTP/1.1" status: 204 len: 168 time: 0.2300732 Oct 05 09:20:06.868890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 69135be4-099f-4ccc-9c35-e360e91c744b no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:06.949715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 69135be4-099f-4ccc-9c35-e360e91c744b {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:06.949935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 69135be4-099f-4ccc-9c35-e360e91c744b not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:20:06.960309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:06.969304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:07.003760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:07.033799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47e766b-d370-42a4-b437-3122e4b1502c None None] DHCP port deletion for df0ed960-bd33-490d-984f-8aad87e29d5a request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:20:07.034132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Network a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:07.038523 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:07.049694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0ed960-bd33-490d-984f-8aad87e29d5a']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:07.120635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e000a56-f053-4cf9-a1c5-83a6142b577d None None] Network a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:07.135589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ab5b05-89b1-45d6-934b-1f3905af77d1') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:07.135893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ab5b05-89b1-45d6-934b-1f3905af77d1') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:07.217539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:07.223296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f8b5a9b0-528d-46c5-bbb8-7bd2abc2de72 None None] Provisioning for port 5e765dce-c08e-426b-a1b6-4e165f094b19 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:07.262760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:07.281099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:07.281099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:07.360663 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 19ab5b05-89b1-45d6-934b-1f3905af77d1 resource provider aggregate not found Oct 05 09:20:07.399896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router f8cb1fab-416f-4dc1-af76-73d32b668ccf has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:20:07.399896 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 19ab5b05-89b1-45d6-934b-1f3905af77d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19ab5b05-89b1-45d6-934b-1f3905af77d1 found for delete ", "request_id": "req-6e5a7312-7164-4cb2-bba1-0a11ebec9f7e"}]} Oct 05 09:20:07.495384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:07.499838 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:07.593663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Network': ['ID=df0ed960-bd33-490d-984f-8aad87e29d5a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:07.600254 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b7275e0e-b054-4dd6-b04c-b89d457c891f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/networks/df0ed960-bd33-490d-984f-8aad87e29d5a HTTP/1.1" status: 204 len: 168 time: 3.7059433 Oct 05 09:20:07.605039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33576) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:07.611931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-519986876'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:07.619239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:07.627667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:network and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:07.632488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:07.632762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:20:07.647047 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3a2f195b-3917-4b39-9a58-739c38d65fe9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7091103 Oct 05 09:20:07.649546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:07.650465 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Sync routers for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:20:07.651054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33582) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:07.656633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3633614d-e020-4b31-86f2-21b999293ad9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:07.666544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:07.667254 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:07.667897 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:07.685178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:07.726347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:20:07.740267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:07.740613 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Added segment 1e454993-e6ee-43b2-82e3-086f3bd3b496 of type vlan for network 55415744-538c-46d8-b3c8-d7fafb886a08 Oct 05 09:20:07.770699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Provisioning for port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:07.778546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:07.788972 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Provisioning complete for port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:07.789467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:07.790062 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Attempt 1 to provision port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe Oct 05 09:20:07.814199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:07.822486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:07.823556 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:07.875222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33586) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:07.957723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:08.021068 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:08.029258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5e765dce-c08e-426b-a1b6-4e165f094b19 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:08.043996 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4375758 Oct 05 09:20:08.063030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33594) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:08.104874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': '55415744-538c-46d8-b3c8-d7fafb886a08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:08.130549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975b02e-306a-45c9-b6ca-ee667329d017 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Network': ['ID=55415744-538c-46d8-b3c8-d7fafb886a08,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:08.150024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 55415744-538c-46d8-b3c8-d7fafb886a08 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:20:08.215047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Request body: {'networks': [{'name': 'tempest-network--1665836242'}, {'name': 'tempest-network--177391463'}]} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:08.215262 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Request body: {'network': {'name': 'tempest-network--1665836242'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:08.215704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Request body: {'network': {'name': 'tempest-network--177391463'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:08.222892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:08.231169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Usage tracker for resource:network and tenant:af621934b4b441b781b26a8826cbf643 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:08.236735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:08.264074 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:08.288286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:08.294246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:08.297832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:08.310537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:08.329649 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:20:08.333170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Made reservation on behalf of af621934b4b441b781b26a8826cbf643 for: {'network': 2} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:08.335125 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 5e765dce-c08e-426b-a1b6-4e165f094b19 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:08.339673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:08.366698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:08.374157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 5e765dce-c08e-426b-a1b6-4e165f094b19 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:08.374157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:08.378430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:08.384427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:08.391957 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 5e765dce-c08e-426b-a1b6-4e165f094b19 Oct 05 09:20:08.483294 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:08.491608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Usage tracker for resource:security_group_rule and tenant:af621934b4b441b781b26a8826cbf643 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:08.499223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:08.508568 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Attempt 2 to provision port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe Oct 05 09:20:08.514869 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:08.658278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:08.691314 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe', 'name': '', 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:95:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:20:03Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 2, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:08.699314 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Checking router: f8cb1fab-416f-4dc1-af76-73d32b668ccf for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:20:08.699758 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Updating router f8cb1fab-416f-4dc1-af76-73d32b668ccf port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:20:08.769619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 5e765dce-c08e-426b-a1b6-4e165f094b19 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:08.770730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:08.786799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.extraroute_db [None req-3633614d-e020-4b31-86f2-21b999293ad9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=89054) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 05 09:20:08.801993 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:08.811999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:08.820096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.extraroute_db [None req-3633614d-e020-4b31-86f2-21b999293ad9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Removed routes are [] {{(pid=89054) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 05 09:20:08.821117 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3633614d-e020-4b31-86f2-21b999293ad9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:08.824364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 5e765dce-c08e-426b-a1b6-4e165f094b19, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5e765dce-c08e-426b-a1b6-4e165f094b19,segment=NetworkSegment(9cc2f54e-03fc-4264-8933-aa29d6d33984),segment_id=9cc2f54e-03fc-4264-8933-aa29d6d33984)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:08.825570 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:08.830630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:08.830864 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:08.885908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:08.966329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2594c170-f6bc-4fff-84d4-afe106cd4003 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:09.084489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 2594c170-f6bc-4fff-84d4-afe106cd4003 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:09.084489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2594c170-f6bc-4fff-84d4-afe106cd4003 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:20:09.124506 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=5e765dce-c08e-426b-a1b6-4e165f094b19,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:09.167429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Subnet': ['ID=76bfcb11-6976-4e6f-92f5-c862adb268cf,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:09.174057 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Attempt 3 to provision port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe Oct 05 09:20:09.182055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Checking segment: {'id': '1e454993-e6ee-43b2-82e3-086f3bd3b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '55415744-538c-46d8-b3c8-d7fafb886a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:09.182055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network hostable DHCP agents. Network: 55415744-538c-46d8-b3c8-d7fafb886a08, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:20:09.246390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 55415744-538c-46d8-b3c8-d7fafb886a08 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:20:09.254313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f2a6ef-45c9-4fe3-897f-26224952acb3,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:09.260826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 55415744-538c-46d8-b3c8-d7fafb886a08) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:09.271440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:09.271440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:09.300432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:09.300432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a61e427-a1b8-475b-ae01-d5d2b36c7352 None None] Network 55415744-538c-46d8-b3c8-d7fafb886a08 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:09.307859 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:20:09.322956 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-884bed40-5a92-4897-9e73-f4e431bd2407 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2352273 Oct 05 09:20:09.322956 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33602) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:09.330576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': '55415744-538c-46d8-b3c8-d7fafb886a08', 'security_groups': [], 'name': 'tempest-PortsTestJSON-69024355'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:09.343123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:09.343531 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Added segment ae1e247d-b134-4504-97f5-3015c5c93aa0 of type vlan for network 02e20f24-accb-471e-9df3-476344e0f7a0 Oct 05 09:20:09.450902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:09.482933 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:09.517009 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Transition to ACTIVE for port object ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:09.532942 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:09.596204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:09.666574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3633614d-e020-4b31-86f2-21b999293ad9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:09.691123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3633614d-e020-4b31-86f2-21b999293ad9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:09.766044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:09.773671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:port and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:09.797535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:09.804177 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Attempt 4 to provision port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe Oct 05 09:20:09.808216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:09.819718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:09.824303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:09.854676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port c367287f-d247-4f7b-befa-b5ce679c5914 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:20:10.075325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:10.125205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:20:10.150754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:10.151743 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Added segment f8d67e68-dd41-412b-86ba-f9642e8fde22 of type vlan for network 6a9846af-6547-49c1-bd0d-1f4128ecff92 Oct 05 09:20:10.221101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3633614d-e020-4b31-86f2-21b999293ad9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router f8cb1fab-416f-4dc1-af76-73d32b668ccf has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:20:10.234391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:10.236387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5e765dce-c08e-426b-a1b6-4e165f094b19 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:10.244501 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.10 (55415744-538c-46d8-b3c8-d7fafb886a08/76bfcb11-6976-4e6f-92f5-c862adb268cf/c367287f-d247-4f7b-befa-b5ce679c5914) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:10.309401 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-55415744-538c-46d8-b3c8-d7fafb886a08', 'network_id': '55415744-538c-46d8-b3c8-d7fafb886a08', 'tenant_id': 'b390321863884273a9d461d8c21c7a28', 'fixed_ips': [{'subnet_id': '76bfcb11-6976-4e6f-92f5-c862adb268cf'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:20:10.310786 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:10.408987 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce52693-7b90-461f-b75f-169a7bbea0d9 None None] Pushing event updated for resources: {'Port': ['ID=ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:10.420066 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Attempting to bind port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:20:10.420664 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Attempting to bind port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '9cc2f54e-03fc-4264-8933-aa29d6d33984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:20:10.421267 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Attempting to bind port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe on network a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:20:10.439075 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:20:10.439806 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Checking segment: {'id': '9cc2f54e-03fc-4264-8933-aa29d6d33984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:10.440327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 5e765dce-c08e-426b-a1b6-4e165f094b19 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:10.440650 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:10.440842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:10.441301 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 5e765dce-c08e-426b-a1b6-4e165f094b19 Oct 05 09:20:10.441675 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Bound using segment: {'id': '9cc2f54e-03fc-4264-8933-aa29d6d33984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:20:10.442397 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Bound port: ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc2f54e-03fc-4264-8933-aa29d6d33984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:20:10.443191 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:10.538884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:10.540388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:10.546374 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:10.551050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:10.551700 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:10.559917 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] For port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:20:10.565076 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] For port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe,segment=NetworkSegment(9cc2f54e-03fc-4264-8933-aa29d6d33984),segment_id=9cc2f54e-03fc-4264-8933-aa29d6d33984)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:20:10.571827 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:10.591196 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Attempt 5 to provision port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe Oct 05 09:20:10.618441 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 5e765dce-c08e-426b-a1b6-4e165f094b19 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:10.632572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:10.650444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Transition to ACTIVE for port object c367287f-d247-4f7b-befa-b5ce679c5914 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:10.662703 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:10.663253 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:10.678960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:20:10.681602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:10.697036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event updated for resources: {'Network': ['ID=02e20f24-accb-471e-9df3-476344e0f7a0,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:10.727477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3633614d-e020-4b31-86f2-21b999293ad9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:20:10.734959 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8562281 Oct 05 09:20:10.742032 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3633614d-e020-4b31-86f2-21b999293ad9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:10.754646 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3633614d-e020-4b31-86f2-21b999293ad9 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf HTTP/1.1" status: 200 len: 953 time: 3.0986423 Oct 05 09:20:10.763360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33622) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:10.764064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33624) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:10.764647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Allocated IP 172.20.0.2 (55415744-538c-46d8-b3c8-d7fafb886a08/76bfcb11-6976-4e6f-92f5-c862adb268cf/30478743-570a-4fb6-bcf4-70fdb24a7637) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:10.782567 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e432c-e908-49d4-989c-5c1925ca1090 req-3a29e86e-90fb-4170-af6c-13c94c2143b2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:10.784584 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7a3e432c-e908-49d4-989c-5c1925ca1090 req-3a29e86e-90fb-4170-af6c-13c94c2143b2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.5539937 Oct 05 09:20:10.805404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 55415744-538c-46d8-b3c8-d7fafb886a08 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:10.807609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=c367287f-d247-4f7b-befa-b5ce679c5914,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:10.813561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:10.816563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:10.827934 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce52693-7b90-461f-b75f-169a7bbea0d9 None None] Pushing event updated for resources: {'Port': ['ID=ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:10.933580 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:10.949617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:10.950623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:11.002377 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cea099ca-6d4a-4029-b6b7-6d88f69c1552 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.6810701 Oct 05 09:20:11.005911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33630) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:11.045517 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 02e20f24-accb-471e-9df3-476344e0f7a0 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:20:11.053160 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-267d7249-a24c-4a2f-9c39-d4f31bd40474 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf HTTP/1.1" status: 200 len: 953 time: 0.2842040 Oct 05 09:20:11.054258 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33634) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:11.124352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-03313606-3f5b-4ded-933a-fb45a11d6043 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port c367287f-d247-4f7b-befa-b5ce679c5914 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:11.125178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03313606-3f5b-4ded-933a-fb45a11d6043 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:11.169881 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Provisioning complete for port 5e765dce-c08e-426b-a1b6-4e165f094b19 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:11.218919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:11.218919 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Attempt 1 to provision port 5e765dce-c08e-426b-a1b6-4e165f094b19 Oct 05 09:20:11.219172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5a8923f6-7e9e-470e-8f8b-fc1e07e5f5d6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'router': {'routes': None}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:11.437353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:11.446381 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:08Z', 'revision_number': 6, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe', 'name': '', 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:95:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:20:03Z', 'updated_at': '2022-10-05T09:20:10Z', 'revision_number': 4, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:11.451634 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8deea1-c49b-4fea-84d7-e47e493fafaa None None] The sync data for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv is: [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:08Z', 'revision_number': 6, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe', 'name': '', 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:95:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:20:03Z', 'updated_at': '2022-10-05T09:20:10Z', 'revision_number': 4, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:20:11.468468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf23e08f-3f26-4984-b4ad-c3b7dd5f1bb5 None None] Current status of the port 5e765dce-c08e-426b-a1b6-4e165f094b19 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:11.478576 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Transition to ACTIVE for port object 30478743-570a-4fb6-bcf4-70fdb24a7637 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:11.502363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03313606-3f5b-4ded-933a-fb45a11d6043 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:11.531706 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Transition to ACTIVE for port object 30478743-570a-4fb6-bcf4-70fdb24a7637 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:11.543007 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:11.681766 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bce745-65a1-4d6d-8834-b0b10e2f446c tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event updated for resources: {'Network': ['ID=6a9846af-6547-49c1-bd0d-1f4128ecff92,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:11.686262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Network 55415744-538c-46d8-b3c8-d7fafb886a08 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:11.690517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-03313606-3f5b-4ded-933a-fb45a11d6043 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for c367287f-d247-4f7b-befa-b5ce679c5914 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:11.697402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:11.700079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:11.702776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 6a9846af-6547-49c1-bd0d-1f4128ecff92 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:20:11.783104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Pushing event updated for resources: {'Port': ['ID=30478743-570a-4fb6-bcf4-70fdb24a7637,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:11.830854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15779505-925b-4896-b657-9750326b5cb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:11.837429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15779505-925b-4896-b657-9750326b5cb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:11.844492 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15779505-925b-4896-b657-9750326b5cb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:11.855287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15779505-925b-4896-b657-9750326b5cb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:11.856507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-15779505-925b-4896-b657-9750326b5cb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Synchronizing usage tracker for tenant:af621934b4b441b781b26a8826cbf643 on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:11.900661 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7a3e432c-e908-49d4-989c-5c1925ca1090 req-88232b0c-90d3-49be-8176-ee35b2355b8d tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8458049 Oct 05 09:20:11.911852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03313606-3f5b-4ded-933a-fb45a11d6043 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:12.039673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-15779505-925b-4896-b657-9750326b5cb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Unset dirty status for tenant:af621934b4b441b781b26a8826cbf643 on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:12.045463 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-15779505-925b-4896-b657-9750326b5cb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.2781937 Oct 05 09:20:12.051145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33638) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:12.060038 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:12.092401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03313606-3f5b-4ded-933a-fb45a11d6043 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=c367287f-d247-4f7b-befa-b5ce679c5914,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:12.121735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Attempting to bind port 30478743-570a-4fb6-bcf4-70fdb24a7637 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:20:12.122141 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Attempting to bind port 30478743-570a-4fb6-bcf4-70fdb24a7637 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '1e454993-e6ee-43b2-82e3-086f3bd3b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '55415744-538c-46d8-b3c8-d7fafb886a08'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:20:12.122960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Attempting to bind port 30478743-570a-4fb6-bcf4-70fdb24a7637 on network 55415744-538c-46d8-b3c8-d7fafb886a08 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:20:12.146605 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:20:12.146992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Checking segment: {'id': '1e454993-e6ee-43b2-82e3-086f3bd3b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '55415744-538c-46d8-b3c8-d7fafb886a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:12.147400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:12.147817 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Bound using segment: {'id': '1e454993-e6ee-43b2-82e3-086f3bd3b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '55415744-538c-46d8-b3c8-d7fafb886a08'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:20:12.148390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Bound port: 30478743-570a-4fb6-bcf4-70fdb24a7637, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e454993-e6ee-43b2-82e3-086f3bd3b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '55415744-538c-46d8-b3c8-d7fafb886a08'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:20:12.149385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:12.321078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] For port 30478743-570a-4fb6-bcf4-70fdb24a7637, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:20:12.325598 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] For port 30478743-570a-4fb6-bcf4-70fdb24a7637, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=30478743-570a-4fb6-bcf4-70fdb24a7637,segment=NetworkSegment(1e454993-e6ee-43b2-82e3-086f3bd3b496),segment_id=1e454993-e6ee-43b2-82e3-086f3bd3b496)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:20:12.335323 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:12.378378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a078-235d-4f21-9854-a0172469ebba tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:12.381547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:12.397875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03313606-3f5b-4ded-933a-fb45a11d6043 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:12.407766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:12.407967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:12.408152 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe Oct 05 09:20:12.422660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.extraroute_db [None req-5a8923f6-7e9e-470e-8f8b-fc1e07e5f5d6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Added routes are [] {{(pid=89054) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 05 09:20:12.423276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.extraroute_db [None req-5a8923f6-7e9e-470e-8f8b-fc1e07e5f5d6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=89054) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 05 09:20:12.480569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5a8923f6-7e9e-470e-8f8b-fc1e07e5f5d6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:12.493799 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-03313606-3f5b-4ded-933a-fb45a11d6043 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/c367287f-d247-4f7b-befa-b5ce679c5914 HTTP/1.1" status: 204 len: 168 time: 1.4868064 Oct 05 09:20:12.499433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33642) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:12.529530 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b495dde-b464-481b-8800-512ad8b0b8fb None None] Pushing event updated for resources: {'Port': ['ID=30478743-570a-4fb6-bcf4-70fdb24a7637,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:12.619992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:12.619992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:12.657951 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0a133d-7047-4f24-b216-e5353beec544 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:20:12.658595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0c0a133d-7047-4f24-b216-e5353beec544 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:12.661482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe,segment=NetworkSegment(9cc2f54e-03fc-4264-8933-aa29d6d33984),segment_id=9cc2f54e-03fc-4264-8933-aa29d6d33984)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:12.671092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:12.689784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a078-235d-4f21-9854-a0172469ebba tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:12.767754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0c0a133d-7047-4f24-b216-e5353beec544 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:12.774853 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0c0a133d-7047-4f24-b216-e5353beec544 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/c367287f-d247-4f7b-befa-b5ce679c5914 HTTP/1.1" status: 404 len: 333 time: 0.2736783 Oct 05 09:20:12.775991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33646) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:12.782912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8fc3a078-235d-4f21-9854-a0172469ebba tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e20f24-accb-471e-9df3-476344e0f7a0']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:12.809652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:12.832564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cf82e-bb9d-4090-b538-e766833401aa None None] Sync routers for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:20:12.844356 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833cf82e-bb9d-4090-b538-e766833401aa None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:12.844356 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-833cf82e-bb9d-4090-b538-e766833401aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:12.908772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8fc3a078-235d-4f21-9854-a0172469ebba tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1e247d-b134-4504-97f5-3015c5c93aa0') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:12.908772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8fc3a078-235d-4f21-9854-a0172469ebba tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1e247d-b134-4504-97f5-3015c5c93aa0') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:12.934431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a078-235d-4f21-9854-a0172469ebba tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:12.990825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a078-235d-4f21-9854-a0172469ebba tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:13.006634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-448fc76a-f341-4dc7-9596-e414de39d635 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting subnet 76bfcb11-6976-4e6f-92f5-c862adb268cf {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:20:13.010721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-448fc76a-f341-4dc7-9596-e414de39d635 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:13.051857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5a8923f6-7e9e-470e-8f8b-fc1e07e5f5d6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:13.051857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5a8923f6-7e9e-470e-8f8b-fc1e07e5f5d6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:13.180360 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-833cf82e-bb9d-4090-b538-e766833401aa None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:13.246457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc3a078-235d-4f21-9854-a0172469ebba tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:13.246607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a078-235d-4f21-9854-a0172469ebba tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:13.323093 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment ae1e247d-b134-4504-97f5-3015c5c93aa0 resource provider aggregate not found Oct 05 09:20:13.351929 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8923f6-7e9e-470e-8f8b-fc1e07e5f5d6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router f8cb1fab-416f-4dc1-af76-73d32b668ccf has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:20:13.361596 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment ae1e247d-b134-4504-97f5-3015c5c93aa0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae1e247d-b134-4504-97f5-3015c5c93aa0 found for delete ", "request_id": "req-c42dc945-5e44-4ece-a5af-ba882cc2a653"}]} Oct 05 09:20:13.376365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-448fc76a-f341-4dc7-9596-e414de39d635 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:13.386355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfba7b-db56-46c6-a0f9-76e3e6fca331 req-258fb6b7-e9de-4fd7-b871-3aeb83b436ca tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:13.387910 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dbfba7b-db56-46c6-a0f9-76e3e6fca331 req-258fb6b7-e9de-4fd7-b871-3aeb83b436ca tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.2401531 Oct 05 09:20:13.436954 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a078-235d-4f21-9854-a0172469ebba tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:13.468273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a078-235d-4f21-9854-a0172469ebba tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:13.490253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3a078-235d-4f21-9854-a0172469ebba tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event deleted for resources: {'Network': ['ID=02e20f24-accb-471e-9df3-476344e0f7a0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:13.514913 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8fc3a078-235d-4f21-9854-a0172469ebba tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "DELETE /v2.0/networks/02e20f24-accb-471e-9df3-476344e0f7a0 HTTP/1.1" status: 204 len: 168 time: 1.4567497 Oct 05 09:20:13.514913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33656) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:13.676114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-833cf82e-bb9d-4090-b538-e766833401aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:12Z', 'revision_number': 7, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe', 'name': '', 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:95:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:20:03Z', 'updated_at': '2022-10-05T09:20:12Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:13.686504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cf82e-bb9d-4090-b538-e766833401aa None None] Checking router: f8cb1fab-416f-4dc1-af76-73d32b668ccf for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:20:13.702693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833cf82e-bb9d-4090-b538-e766833401aa None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:13.702693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-833cf82e-bb9d-4090-b538-e766833401aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:13.753508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a74bbaed-3466-4f42-b4f6-7634ea59ccb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:13.753508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-448fc76a-f341-4dc7-9596-e414de39d635 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.011341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-833cf82e-bb9d-4090-b538-e766833401aa None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:14.036540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a74bbaed-3466-4f42-b4f6-7634ea59ccb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.042334 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dbfba7b-db56-46c6-a0f9-76e3e6fca331 req-e3370652-63f0-46c0-befc-8eeca05cfbf9 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4789650 Oct 05 09:20:14.053779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8923f6-7e9e-470e-8f8b-fc1e07e5f5d6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:20:14.066463 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5a8923f6-7e9e-470e-8f8b-fc1e07e5f5d6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.069996 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5a8923f6-7e9e-470e-8f8b-fc1e07e5f5d6 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf HTTP/1.1" status: 200 len: 703 time: 2.9014294 Oct 05 09:20:14.070175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a74bbaed-3466-4f42-b4f6-7634ea59ccb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9846af-6547-49c1-bd0d-1f4128ecff92']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:14.074626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33660) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:14.084149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c466c-5efe-4219-b35d-207b10ccb207 None None] Network 55415744-538c-46d8-b3c8-d7fafb886a08 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:14.084850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a74bbaed-3466-4f42-b4f6-7634ea59ccb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d67e68-dd41-412b-86ba-f9642e8fde22') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:14.085149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a74bbaed-3466-4f42-b4f6-7634ea59ccb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d67e68-dd41-412b-86ba-f9642e8fde22') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:14.103166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a74bbaed-3466-4f42-b4f6-7634ea59ccb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.122741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-448fc76a-f341-4dc7-9596-e414de39d635 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.173073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a74bbaed-3466-4f42-b4f6-7634ea59ccb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.173073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fc76a-f341-4dc7-9596-e414de39d635 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Subnet': ['ID=76bfcb11-6976-4e6f-92f5-c862adb268cf,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:14.185304 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74bbaed-3466-4f42-b4f6-7634ea59ccb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:14.185304 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a74bbaed-3466-4f42-b4f6-7634ea59ccb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.196645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-448fc76a-f341-4dc7-9596-e414de39d635 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.244176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:14.266253 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-448fc76a-f341-4dc7-9596-e414de39d635 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/76bfcb11-6976-4e6f-92f5-c862adb268cf HTTP/1.1" status: 204 len: 168 time: 1.4762037 Oct 05 09:20:14.266253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33664) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:14.356355 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3204df05-9584-40d0-a34c-262460071a67 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf HTTP/1.1" status: 200 len: 703 time: 0.2756205 Oct 05 09:20:14.358373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33668) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:14.389033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a74bbaed-3466-4f42-b4f6-7634ea59ccb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.395492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a74bbaed-3466-4f42-b4f6-7634ea59ccb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.400454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-617ef418-dc5a-43ae-ba2f-fe297ceb56fe None None] Provisioning for port 30478743-570a-4fb6-bcf4-70fdb24a7637 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:14.431465 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a74bbaed-3466-4f42-b4f6-7634ea59ccb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "DELETE /v2.0/networks/6a9846af-6547-49c1-bd0d-1f4128ecff92 HTTP/1.1" status: 204 len: 168 time: 0.9110916 Oct 05 09:20:14.432192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33672) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:14.457198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bbaed-3466-4f42-b4f6-7634ea59ccb4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event deleted for resources: {'Network': ['ID=6a9846af-6547-49c1-bd0d-1f4128ecff92,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:14.483488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.498115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 30478743-570a-4fb6-bcf4-70fdb24a7637 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:14.498549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.617753 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:14.619084 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.619630 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe Oct 05 09:20:14.812180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] For port 30478743-570a-4fb6-bcf4-70fdb24a7637, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=30478743-570a-4fb6-bcf4-70fdb24a7637,segment=NetworkSegment(1e454993-e6ee-43b2-82e3-086f3bd3b496),segment_id=1e454993-e6ee-43b2-82e3-086f3bd3b496)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:14.812180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.847453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff74db2b-f8fd-4c0a-bd37-d60647be113d tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:14.871311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff74db2b-f8fd-4c0a-bd37-d60647be113d tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:14.871311 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ff74db2b-f8fd-4c0a-bd37-d60647be113d tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4373233 Oct 05 09:20:14.872283 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33678) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:14.890287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f387d-57d2-4742-a906-fec5406a0cb1 None None] DHCP port deletion for 55415744-538c-46d8-b3c8-d7fafb886a08 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:20:14.905527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-488f387d-57d2-4742-a906-fec5406a0cb1 None None] Deleting port 30478743-570a-4fb6-bcf4-70fdb24a7637 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:14.905674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-488f387d-57d2-4742-a906-fec5406a0cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:14.912642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-324298159'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:14.926800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:14.938139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Usage tracker for resource:network and tenant:af621934b4b441b781b26a8826cbf643 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:14.972290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-833cf82e-bb9d-4090-b538-e766833401aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:12Z', 'revision_number': 7, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe', 'name': '', 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:95:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:20:03Z', 'updated_at': '2022-10-05T09:20:12Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:15.013411 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:15.022480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:15.078230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Made reservation on behalf of af621934b4b441b781b26a8826cbf643 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:15.083915 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:15.090533 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 30478743-570a-4fb6-bcf4-70fdb24a7637 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:15.179273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-488f387d-57d2-4742-a906-fec5406a0cb1 None None] For port 30478743-570a-4fb6-bcf4-70fdb24a7637, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=30478743-570a-4fb6-bcf4-70fdb24a7637,segment=NetworkSegment(1e454993-e6ee-43b2-82e3-086f3bd3b496),segment_id=1e454993-e6ee-43b2-82e3-086f3bd3b496)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:15.179273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-488f387d-57d2-4742-a906-fec5406a0cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:15.208601 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:15.222358 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cf82e-bb9d-4090-b538-e766833401aa None None] The sync data for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv is: [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:12Z', 'revision_number': 7, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe', 'name': '', 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:95:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:20:03Z', 'updated_at': '2022-10-05T09:20:12Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:20:15.228420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:20:15.247216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:15.247991 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Added segment e974d773-3b6a-4d03-98b8-78dac551b4f2 of type vlan for network 0c3feea6-085c-41f4-9813-ffb4daf1f163 Oct 05 09:20:15.296632 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:15.384456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No DVR routers for this DVR port 30478743-570a-4fb6-bcf4-70fdb24a7637 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:20:15.406286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=30478743-570a-4fb6-bcf4-70fdb24a7637,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:15.493026 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f8d67e68-dd41-412b-86ba-f9642e8fde22 resource provider aggregate not found Oct 05 09:20:15.515442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:15.516586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 30478743-570a-4fb6-bcf4-70fdb24a7637 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:15.555973 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:15.573282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:15.576389 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:15.631846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-488f387d-57d2-4742-a906-fec5406a0cb1 None None] Calling delete_port for 30478743-570a-4fb6-bcf4-70fdb24a7637 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:15.748373 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f8d67e68-dd41-412b-86ba-f9642e8fde22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8d67e68-dd41-412b-86ba-f9642e8fde22 found for delete ", "request_id": "req-106d1406-b676-4ce9-9cb8-889066dcac36"}]} Oct 05 09:20:15.749250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 30478743-570a-4fb6-bcf4-70fdb24a7637 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:15.749785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 30478743-570a-4fb6-bcf4-70fdb24a7637 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 05 09:20:15.791488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdf48-138c-442c-8774-2fe6daeb4263 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:15.797863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:15.835734 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Port 30478743-570a-4fb6-bcf4-70fdb24a7637 not found, will not notify nova. {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 05 09:20:15.851905 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a733257-a230-4540-ac9e-295958dce303 None None] Sync routers for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: from cryptography.utils import int_from_bytes Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: from cryptography.utils import int_from_bytes Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn_limited( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn_limited( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:20:15.857829 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:20:15.900585 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a733257-a230-4540-ac9e-295958dce303 None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:15.900585 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a733257-a230-4540-ac9e-295958dce303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:15.904110 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0122404 Oct 05 09:20:15.904110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33690) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:15.908065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-488f387d-57d2-4742-a906-fec5406a0cb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:20:15.908065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-488f387d-57d2-4742-a906-fec5406a0cb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:20:15.927432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55415744-538c-46d8-b3c8-d7fafb886a08']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:15.958726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e454993-e6ee-43b2-82e3-086f3bd3b496') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:15.959779 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e454993-e6ee-43b2-82e3-086f3bd3b496') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:15.986383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.024716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.027330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-198406992'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:16.032382 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:16.032835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.042970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 30478743-570a-4fb6-bcf4-70fdb24a7637 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:16.125091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 30478743-570a-4fb6-bcf4-70fdb24a7637 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:16.125444 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 30478743-570a-4fb6-bcf4-70fdb24a7637 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:20:16.159131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.173663 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3a733257-a230-4540-ac9e-295958dce303 None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:16.178575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.190548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Network': ['ID=55415744-538c-46d8-b3c8-d7fafb886a08,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:16.206872 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6cd371da-4def-4fb9-b823-eef26bd55e07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/networks/55415744-538c-46d8-b3c8-d7fafb886a08 HTTP/1.1" status: 204 len: 168 time: 1.9433765 Oct 05 09:20:16.213051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33694) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:16.219417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'name': 'tempest-PortsTestJSON-488316113'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:16.246063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0edb9-2162-4efd-8ab9-de151170c4dc tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event updated for resources: {'Network': ['ID=0c3feea6-085c-41f4-9813-ffb4daf1f163,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:16.255889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:16.269361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 0c3feea6-085c-41f4-9813-ffb4daf1f163 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:20:16.270226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cc67d-4ef8-4d9b-a631-84b8ed6037bf req-2c4fc66d-4acb-42d0-b2e7-ed686266af5e tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:16.271547 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0d7cc67d-4ef8-4d9b-a631-84b8ed6037bf req-2c4fc66d-4acb-42d0-b2e7-ed686266af5e tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.9065404 Oct 05 09:20:16.275980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Usage tracker for resource:network and tenant:af621934b4b441b781b26a8826cbf643 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:16.294811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:16.329628 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:16.362860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:16.370551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:port and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:16.376188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:16.387162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:16.400048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-488f387d-57d2-4742-a906-fec5406a0cb1 None None] Deleting port 30478743-570a-4fb6-bcf4-70fdb24a7637 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:16.400468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-488f387d-57d2-4742-a906-fec5406a0cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.409153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:16.416239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.459701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port 81790773-4830-4b8a-b251-493c0892d3c9 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:20:16.480381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Made reservation on behalf of af621934b4b441b781b26a8826cbf643 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:16.483842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.504102 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0d7cc67d-4ef8-4d9b-a631-84b8ed6037bf req-70af8a91-fa0f-44be-b208-9701aeb96c0c tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2044361 Oct 05 09:20:16.513463 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-488f387d-57d2-4742-a906-fec5406a0cb1 None None] The port '30478743-570a-4fb6-bcf4-70fdb24a7637' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:20:16.550055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:20:16.568953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.569533 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Added segment 7c2884a2-942c-4885-ba1f-7643efd60c55 of type vlan for network 3a96fdb9-a39c-4c36-ba32-32ea0240e038 Oct 05 09:20:16.614649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.659292 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a733257-a230-4540-ac9e-295958dce303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:12Z', 'revision_number': 7, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe', 'name': '', 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:95:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:20:03Z', 'updated_at': '2022-10-05T09:20:12Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:16.663632 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a733257-a230-4540-ac9e-295958dce303 None None] Checking router: f8cb1fab-416f-4dc1-af76-73d32b668ccf for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:20:16.677866 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a733257-a230-4540-ac9e-295958dce303 None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:16.677866 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a733257-a230-4540-ac9e-295958dce303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:16.717613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d5ebdf48-138c-442c-8774-2fe6daeb4263 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:16.717613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdf48-138c-442c-8774-2fe6daeb4263 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.759885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.762963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:16.762963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.844736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.904439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:16.928543 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9327412 Oct 05 09:20:16.931773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33698) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:16.970830 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3a733257-a230-4540-ac9e-295958dce303 None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:16.990499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Request body: {'ports': [{'network_id': '0c3feea6-085c-41f4-9813-ffb4daf1f163', 'name': 'tempest-port--1534939390', 'admin_state_up': True}, {'network_id': '3a96fdb9-a39c-4c36-ba32-32ea0240e038', 'admin_state_up': False}]} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:16.991048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Request body: {'port': {'network_id': '0c3feea6-085c-41f4-9813-ffb4daf1f163', 'name': 'tempest-port--1534939390', 'admin_state_up': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:16.991665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Request body: {'port': {'network_id': '3a96fdb9-a39c-4c36-ba32-32ea0240e038', 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:17.013574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f9b9a-5a58-4fc5-be4b-cc2e066a58b1 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event updated for resources: {'Network': ['ID=3a96fdb9-a39c-4c36-ba32-32ea0240e038,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:17.035914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 3a96fdb9-a39c-4c36-ba32-32ea0240e038 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:20:17.036656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=81790773-4830-4b8a-b251-493c0892d3c9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:17.064403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:17.064403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:17.068279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:17.074409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:17.075358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:17.115920 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cc7f0edc-380e-4468-8b11-80a46a242bf5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9015460 Oct 05 09:20:17.119240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33702) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:17.267834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-01cd1045-a4d5-418a-ba62-c65d446e6414 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 81790773-4830-4b8a-b251-493c0892d3c9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:17.268501 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01cd1045-a4d5-418a-ba62-c65d446e6414 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:17.287808 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-d5ebdf48-138c-442c-8774-2fe6daeb4263 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] For port ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe,segment=NetworkSegment(9cc2f54e-03fc-4264-8933-aa29d6d33984),segment_id=9cc2f54e-03fc-4264-8933-aa29d6d33984)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:17.291010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdf48-138c-442c-8774-2fe6daeb4263 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:17.372275 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a733257-a230-4540-ac9e-295958dce303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:12Z', 'revision_number': 7, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe', 'name': '', 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:95:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:20:03Z', 'updated_at': '2022-10-05T09:20:12Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:17.382315 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a733257-a230-4540-ac9e-295958dce303 None None] The sync data for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv is: [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:12Z', 'revision_number': 7, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe', 'name': '', 'network_id': 'a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:95:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:20:03Z', 'updated_at': '2022-10-05T09:20:12Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '53a6a78f-f47c-4b0f-905a-313e04d045fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:20:17.441710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d5ebdf48-138c-442c-8774-2fe6daeb4263 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:17.495952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:17.508648 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Usage tracker for resource:port and tenant:af621934b4b441b781b26a8826cbf643 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:17.515920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:17.524326 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:17.565424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Made reservation on behalf of af621934b4b441b781b26a8826cbf643 for: {'port': 2} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:17.571770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:17.587965 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01cd1045-a4d5-418a-ba62-c65d446e6414 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:17.599644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:17.744770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-01cd1045-a4d5-418a-ba62-c65d446e6414 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 81790773-4830-4b8a-b251-493c0892d3c9 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:17.808202 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1e454993-e6ee-43b2-82e3-086f3bd3b496 resource provider aggregate not found Oct 05 09:20:17.833902 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1e454993-e6ee-43b2-82e3-086f3bd3b496 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e454993-e6ee-43b2-82e3-086f3bd3b496 found for delete ", "request_id": "req-795935bb-6f82-42fb-898a-896b7592eec5"}]} Oct 05 09:20:17.873893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01cd1045-a4d5-418a-ba62-c65d446e6414 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:17.958396 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd1045-a4d5-418a-ba62-c65d446e6414 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=81790773-4830-4b8a-b251-493c0892d3c9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:17.967631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01cd1045-a4d5-418a-ba62-c65d446e6414 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:17.979364 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-01cd1045-a4d5-418a-ba62-c65d446e6414 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/81790773-4830-4b8a-b251-493c0892d3c9 HTTP/1.1" status: 204 len: 168 time: 0.8586366 Oct 05 09:20:17.982823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33712) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:17.989145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'mac_address': 'fa:16:3e:d8:f0:4c', 'name': 'tempest-PortsTestJSON-1569998217'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:18.026356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] device_id is not set on port 73eb31fd-c06c-4b6f-9b8c-da7573ffd3e2 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:20:18.096200 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10803c0d-97a3-4480-ac26-5c1ed86c49e4 req-a20b25cc-bd38-4f50-b136-be09a93a3c2e tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:18.097909 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-10803c0d-97a3-4480-ac26-5c1ed86c49e4 req-a20b25cc-bd38-4f50-b136-be09a93a3c2e tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.4054806 Oct 05 09:20:18.099271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdf48-138c-442c-8774-2fe6daeb4263 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:18.112254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:18.116362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:port and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:18.119376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:18.125740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:18.137277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:18.253849 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:18.283287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port 14f65177-3e4d-4bb7-8b03-9dccd93fd259 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:20:18.296325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebdf48-138c-442c-8774-2fe6daeb4263 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:18.562084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:18.563786 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-10803c0d-97a3-4480-ac26-5c1ed86c49e4 req-c449f870-97df-4d21-8a52-b93a230a2d7c tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3004808 Oct 05 09:20:18.605584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:18.624879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:18.627497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdf48-138c-442c-8774-2fe6daeb4263 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:18.784863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:18.793153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:18.797529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:18.803504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:18.805158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:18.817421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=14f65177-3e4d-4bb7-8b03-9dccd93fd259,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:18.844381 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8f21c943-6153-4d72-baee-827bbc78b914 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8607442 Oct 05 09:20:18.846989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33716) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:18.906039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] device_id is not set on port 593c900b-f3a1-46e0-816c-aea8b86d82bc yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:20:18.933623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eef372-fdfa-44c3-867f-36e6f7a46e78 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:18.934548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b8eef372-fdfa-44c3-867f-36e6f7a46e78 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:18.951066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b8eef372-fdfa-44c3-867f-36e6f7a46e78 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:18.952338 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b8eef372-fdfa-44c3-867f-36e6f7a46e78 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/14f65177-3e4d-4bb7-8b03-9dccd93fd259 HTTP/1.1" status: 200 len: 841 time: 0.1043539 Oct 05 09:20:18.955326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33720) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:19.028252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f946ed2a-d4e9-4a24-a253-e6bcce6dd5f0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 14f65177-3e4d-4bb7-8b03-9dccd93fd259 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:19.028575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f946ed2a-d4e9-4a24-a253-e6bcce6dd5f0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:19.115766 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ebdf48-138c-442c-8774-2fe6daeb4263 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router f8cb1fab-416f-4dc1-af76-73d32b668ccf has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:20:19.232656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:19.257669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f946ed2a-d4e9-4a24-a253-e6bcce6dd5f0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:19.327163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ebdf48-138c-442c-8774-2fe6daeb4263 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:20:19.337279 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6674a-a51d-4d86-bc92-f36f23c4a115 None None] Sync routers for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:20:19.350618 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d5ebdf48-138c-442c-8774-2fe6daeb4263 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9881299 Oct 05 09:20:19.351842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33724) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:19.360117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6674a-a51d-4d86-bc92-f36f23c4a115 None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:19.361068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-a7d6674a-a51d-4d86-bc92-f36f23c4a115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:19.391416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:19.395135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f946ed2a-d4e9-4a24-a253-e6bcce6dd5f0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 14f65177-3e4d-4bb7-8b03-9dccd93fd259 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:19.485306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f946ed2a-d4e9-4a24-a253-e6bcce6dd5f0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:19.496823 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc84308d-8584-48a2-a3e4-ba2f2e005fd7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting subnet 53a6a78f-f47c-4b0f-905a-313e04d045fe {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:20:19.505771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc84308d-8584-48a2-a3e4-ba2f2e005fd7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:19.524940 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-a7d6674a-a51d-4d86-bc92-f36f23c4a115 None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:19.535822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946ed2a-d4e9-4a24-a253-e6bcce6dd5f0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=14f65177-3e4d-4bb7-8b03-9dccd93fd259,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:19.542990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f946ed2a-d4e9-4a24-a253-e6bcce6dd5f0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:19.553112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event updated for resources: {'Port': ['ID=73eb31fd-c06c-4b6f-9b8c-da7573ffd3e2,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:19.561010 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f946ed2a-d4e9-4a24-a253-e6bcce6dd5f0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/14f65177-3e4d-4bb7-8b03-9dccd93fd259 HTTP/1.1" status: 204 len: 168 time: 0.6046290 Oct 05 09:20:19.562068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33728) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:19.580828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Checking segment: {'id': 'e974d773-3b6a-4d03-98b8-78dac551b4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0c3feea6-085c-41f4-9813-ffb4daf1f163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:19.581189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Network hostable DHCP agents. Network: 0c3feea6-085c-41f4-9813-ffb4daf1f163, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:20:19.591312 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc84308d-8584-48a2-a3e4-ba2f2e005fd7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:19.613985 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb1ecab-a370-497a-83b8-0f7441061c56 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:20:19.614799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fcb1ecab-a370-497a-83b8-0f7441061c56 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:19.633352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fcb1ecab-a370-497a-83b8-0f7441061c56 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:19.639195 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fcb1ecab-a370-497a-83b8-0f7441061c56 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/14f65177-3e4d-4bb7-8b03-9dccd93fd259 HTTP/1.1" status: 404 len: 333 time: 0.0757337 Oct 05 09:20:19.639404 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33734) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:19.656419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'name': 'tempest-PortsTestJSON-586394985'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:19.868950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-a7d6674a-a51d-4d86-bc92-f36f23c4a115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:17Z', 'revision_number': 8, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:19.873224 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6674a-a51d-4d86-bc92-f36f23c4a115 None None] Checking router: f8cb1fab-416f-4dc1-af76-73d32b668ccf for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:20:19.883368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6674a-a51d-4d86-bc92-f36f23c4a115 None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:19.884285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-a7d6674a-a51d-4d86-bc92-f36f23c4a115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:19.926751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Network 0c3feea6-085c-41f4-9813-ffb4daf1f163 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:20:19.984726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 0c3feea6-085c-41f4-9813-ffb4daf1f163) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:19.995682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:19.996519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:20.001496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b583e0-b633-4532-bdec-ffabac0e1a8d None None] Network 0c3feea6-085c-41f4-9813-ffb4daf1f163 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:20.041604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:20.051096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc84308d-8584-48a2-a3e4-ba2f2e005fd7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:20.117787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:20.134257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-a7d6674a-a51d-4d86-bc92-f36f23c4a115 None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:20.167208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:20.170553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:20.185586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event updated for resources: {'Port': ['ID=593c900b-f3a1-46e0-816c-aea8b86d82bc,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:20.232055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04e9cf-c0ef-400a-bab7-2f1c055bd4e8 req-237dee5f-0355-49d7-8073-e17a8641f704 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:20.233541 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d04e9cf-c0ef-400a-bab7-2f1c055bd4e8 req-237dee5f-0355-49d7-8073-e17a8641f704 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.3552563 Oct 05 09:20:20.243328 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port dd9636eb-3759-415d-9b14-aaf05519a8e5 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:20:20.277652 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Checking segment: {'id': '7c2884a2-942c-4885-ba1f-7643efd60c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3a96fdb9-a39c-4c36-ba32-32ea0240e038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:20.277812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Network hostable DHCP agents. Network: 3a96fdb9-a39c-4c36-ba32-32ea0240e038, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:20:20.327741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc84308d-8584-48a2-a3e4-ba2f2e005fd7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:20.390589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84308d-8584-48a2-a3e4-ba2f2e005fd7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Subnet': ['ID=53a6a78f-f47c-4b0f-905a-313e04d045fe,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:20.410259 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456451f-003a-4b9b-bf5c-124a2b6176e8 None None] Network a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:20.416568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fc84308d-8584-48a2-a3e4-ba2f2e005fd7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:20.423826 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Network 3a96fdb9-a39c-4c36-ba32-32ea0240e038 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:20:20.446555 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d04e9cf-c0ef-400a-bab7-2f1c055bd4e8 req-5a77c93b-78dc-4667-838c-cd5be91cce03 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1629062 Oct 05 09:20:20.456723 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fc84308d-8584-48a2-a3e4-ba2f2e005fd7 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/53a6a78f-f47c-4b0f-905a-313e04d045fe HTTP/1.1" status: 204 len: 168 time: 1.1026587 Oct 05 09:20:20.460148 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33738) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:20.496446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 3a96fdb9-a39c-4c36-ba32-32ea0240e038) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:20.533830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:20.540055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:20.540431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a22b840-7d32-4e21-8261-8aca4ff02d69 None None] Network 3a96fdb9-a39c-4c36-ba32-32ea0240e038 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:20.544706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:20.545375 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:20.644952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:20.647638 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9cb0d89b-3fc1-49b6-8dad-25c6c66f05c4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6974761 Oct 05 09:20:20.647638 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33742) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:20.654712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port 5e765dce-c08e-426b-a1b6-4e165f094b19 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:20.655160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:20.735949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:20.789531 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94547751-2225-41a2-b37e-c6297c23b627 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:20.795609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94547751-2225-41a2-b37e-c6297c23b627 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:20.796429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-94547751-2225-41a2-b37e-c6297c23b627 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Synchronizing usage tracker for tenant:af621934b4b441b781b26a8826cbf643 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:20.818763 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:20.824768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-94547751-2225-41a2-b37e-c6297c23b627 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Unset dirty status for tenant:af621934b4b441b781b26a8826cbf643 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:20.828918 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-94547751-2225-41a2-b37e-c6297c23b627 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1871512 Oct 05 09:20:20.830557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33746) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:20.974214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:20.975660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=dd9636eb-3759-415d-9b14-aaf05519a8e5,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:20.981921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:20.983915 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:20.990163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-a7d6674a-a51d-4d86-bc92-f36f23c4a115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:17Z', 'revision_number': 8, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:20.991214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:20.992428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:20.995134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6674a-a51d-4d86-bc92-f36f23c4a115 None None] The sync data for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv is: [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:17Z', 'revision_number': 8, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '2b5eca94-ac19-4028-8230-752b8831c9ff', 'name': '', 'network_id': 'fa819d1b-f6db-4af8-9f9c-e92821b2d911', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:74:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:53Z', 'updated_at': '2022-10-05T09:20:05Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': 'a1d2a75b-e252-4761-a79d-45b51c41f530', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:20:21.027669 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fcc38be1-da68-4478-bb6c-158e75ccaae3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3814654 Oct 05 09:20:21.032662 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33750) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:21.044012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2ead0ae5-13f0-4ec0-b153-d6634a02688e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:21.090327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9526f3ef-395f-4c0a-b503-253c92c3e9bf tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Deleting port 73eb31fd-c06c-4b6f-9b8c-da7573ffd3e2 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:21.090942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9526f3ef-395f-4c0a-b503-253c92c3e9bf tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:21.150957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] For port 5e765dce-c08e-426b-a1b6-4e165f094b19, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5e765dce-c08e-426b-a1b6-4e165f094b19,segment=NetworkSegment(9cc2f54e-03fc-4264-8933-aa29d6d33984),segment_id=9cc2f54e-03fc-4264-8933-aa29d6d33984)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:21.151248 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:21.195992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ead0ae5-13f0-4ec0-b153-d6634a02688e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:21.317846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for 5e765dce-c08e-426b-a1b6-4e165f094b19 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:21.391141 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bdb2df-37fb-446f-ad3c-8f95bca0b28b None None] DHCP port deletion for a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:20:21.395586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdb2df-37fb-446f-ad3c-8f95bca0b28b None None] Deleting port 5e765dce-c08e-426b-a1b6-4e165f094b19 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:21.396171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4bdb2df-37fb-446f-ad3c-8f95bca0b28b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:21.535826 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ead0ae5-13f0-4ec0-b153-d6634a02688e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:21.554207 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ead0ae5-13f0-4ec0-b153-d6634a02688e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:21.556750 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-2ead0ae5-13f0-4ec0-b153-d6634a02688e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] In _notify_port_updated(), no bound segment for port dd9636eb-3759-415d-9b14-aaf05519a8e5 on network 5d242852-8068-4ed9-8d3c-573cab19d0ce {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:20:21.567297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ead0ae5-13f0-4ec0-b153-d6634a02688e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:21.569921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ead0ae5-13f0-4ec0-b153-d6634a02688e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:21.571663 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2ead0ae5-13f0-4ec0-b153-d6634a02688e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "PUT /v2.0/ports/dd9636eb-3759-415d-9b14-aaf05519a8e5 HTTP/1.1" status: 200 len: 818 time: 0.5349376 Oct 05 09:20:21.622159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33756) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:21.728313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead0ae5-13f0-4ec0-b153-d6634a02688e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=dd9636eb-3759-415d-9b14-aaf05519a8e5,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:21.756475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9526f3ef-395f-4c0a-b503-253c92c3e9bf tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:21.766659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:21.787221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd6925-713a-48d5-afa0-817d8124d9ff req-c6594dbe-bbb0-4c76-a5bc-c4329aef0bbc tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:21.789344 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9dcd6925-713a-48d5-afa0-817d8124d9ff req-c6594dbe-bbb0-4c76-a5bc-c4329aef0bbc tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.1316698 Oct 05 09:20:21.807148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a4bdb2df-37fb-446f-ad3c-8f95bca0b28b None None] For port 5e765dce-c08e-426b-a1b6-4e165f094b19, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5e765dce-c08e-426b-a1b6-4e165f094b19,segment=NetworkSegment(9cc2f54e-03fc-4264-8933-aa29d6d33984),segment_id=9cc2f54e-03fc-4264-8933-aa29d6d33984)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:21.808215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4bdb2df-37fb-446f-ad3c-8f95bca0b28b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:21.840215 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9dcd6925-713a-48d5-afa0-817d8124d9ff req-6d581057-5da4-4c9d-b9b1-9a9f50a24611 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435824 Oct 05 09:20:21.840694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No DVR routers for this DVR port 5e765dce-c08e-426b-a1b6-4e165f094b19 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:20:21.996790 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:22.026554 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdb2df-37fb-446f-ad3c-8f95bca0b28b None None] Calling delete_port for 5e765dce-c08e-426b-a1b6-4e165f094b19 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:22.031195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=5e765dce-c08e-426b-a1b6-4e165f094b19,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:22.043844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9526f3ef-395f-4c0a-b503-253c92c3e9bf tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Calling delete_port for 73eb31fd-c06c-4b6f-9b8c-da7573ffd3e2 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:22.076791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e0512a76-45db-4a48-a0dc-ada8390b56fd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port dd9636eb-3759-415d-9b14-aaf05519a8e5 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:22.077039 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:22.077226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e0512a76-45db-4a48-a0dc-ada8390b56fd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:22.078080 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ec36a9f8-5a9d-4b8a-9ccf-4560eb2df2fe not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:20:22.078080 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5e765dce-c08e-426b-a1b6-4e165f094b19 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:22.115072 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 5e765dce-c08e-426b-a1b6-4e165f094b19 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:22.115416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5e765dce-c08e-426b-a1b6-4e165f094b19 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:20:22.153633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-a4bdb2df-37fb-446f-ad3c-8f95bca0b28b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:20:22.153633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-a4bdb2df-37fb-446f-ad3c-8f95bca0b28b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:20:22.301106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:22.356909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9526f3ef-395f-4c0a-b503-253c92c3e9bf tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:22.381450 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:22.491301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc2f54e-03fc-4264-8933-aa29d6d33984') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:22.492218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc2f54e-03fc-4264-8933-aa29d6d33984') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:22.510592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9526f3ef-395f-4c0a-b503-253c92c3e9bf tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:22.518145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526f3ef-395f-4c0a-b503-253c92c3e9bf tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event deleted for resources: {'Port': ['ID=73eb31fd-c06c-4b6f-9b8c-da7573ffd3e2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:22.534750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:22.576216 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9526f3ef-395f-4c0a-b503-253c92c3e9bf tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "DELETE /v2.0/ports/73eb31fd-c06c-4b6f-9b8c-da7573ffd3e2 HTTP/1.1" status: 204 len: 168 time: 1.7443800 Oct 05 09:20:22.578153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e0512a76-45db-4a48-a0dc-ada8390b56fd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:22.579791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33760) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:22.587656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:22.655908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdb2df-37fb-446f-ad3c-8f95bca0b28b None None] Deleting port 5e765dce-c08e-426b-a1b6-4e165f094b19 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:22.656470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4bdb2df-37fb-446f-ad3c-8f95bca0b28b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:22.658229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b5203345-d7aa-448a-80fd-fb01fc7bbc87 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Deleting port 593c900b-f3a1-46e0-816c-aea8b86d82bc {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:22.658847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5203345-d7aa-448a-80fd-fb01fc7bbc87 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:22.665999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:22.665999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:22.740788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdb2df-37fb-446f-ad3c-8f95bca0b28b None None] The port '5e765dce-c08e-426b-a1b6-4e165f094b19' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:20:22.762778 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 9cc2f54e-03fc-4264-8933-aa29d6d33984 resource provider aggregate not found Oct 05 09:20:22.774228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e0512a76-45db-4a48-a0dc-ada8390b56fd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for dd9636eb-3759-415d-9b14-aaf05519a8e5 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:22.871690 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 9cc2f54e-03fc-4264-8933-aa29d6d33984 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9cc2f54e-03fc-4264-8933-aa29d6d33984 found for delete ", "request_id": "req-c057e128-623a-4bcc-a1b0-4b8ac3effd44"}]} Oct 05 09:20:22.965800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:22.974627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:22.998679 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5203345-d7aa-448a-80fd-fb01fc7bbc87 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:23.011159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Network': ['ID=a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:23.016425 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2ecc668a-33f6-478f-b489-7b061c532cc2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/networks/a3a5faa3-cb20-4dbb-a68b-17f7fda1c5e2 HTTP/1.1" status: 204 len: 168 time: 2.5536695 Oct 05 09:20:23.020630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33770) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:23.094491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e0512a76-45db-4a48-a0dc-ada8390b56fd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:23.170577 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e0512a76-45db-4a48-a0dc-ada8390b56fd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:23.286594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b5203345-d7aa-448a-80fd-fb01fc7bbc87 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Calling delete_port for 593c900b-f3a1-46e0-816c-aea8b86d82bc owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:23.366122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0512a76-45db-4a48-a0dc-ada8390b56fd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=dd9636eb-3759-415d-9b14-aaf05519a8e5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:23.391959 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e0512a76-45db-4a48-a0dc-ada8390b56fd tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/dd9636eb-3759-415d-9b14-aaf05519a8e5 HTTP/1.1" status: 204 len: 168 time: 1.7540863 Oct 05 09:20:23.396130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33774) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:23.452481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39580ad-b27e-4557-9167-8ed92edd7394 req-6c798a8d-06b4-4c1b-8b3a-386a4c9ace95 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:23.455657 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b39580ad-b27e-4557-9167-8ed92edd7394 req-6c798a8d-06b4-4c1b-8b3a-386a4c9ace95 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.2690246 Oct 05 09:20:23.481234 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5203345-d7aa-448a-80fd-fb01fc7bbc87 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:23.534627 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5203345-d7aa-448a-80fd-fb01fc7bbc87 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event deleted for resources: {'Port': ['ID=593c900b-f3a1-46e0-816c-aea8b86d82bc,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:23.560525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b5203345-d7aa-448a-80fd-fb01fc7bbc87 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:23.572546 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b39580ad-b27e-4557-9167-8ed92edd7394 req-3df6f043-0abc-4c36-a152-cb61cf24e023 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102216 Oct 05 09:20:23.583019 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b5203345-d7aa-448a-80fd-fb01fc7bbc87 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "DELETE /v2.0/ports/593c900b-f3a1-46e0-816c-aea8b86d82bc HTTP/1.1" status: 204 len: 168 time: 1.0012293 Oct 05 09:20:23.584992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33778) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:23.671435 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f73fd6a2-2f69-49ff-ac05-5789f64c7cf5 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Synchronizing usage tracker for tenant:af621934b4b441b781b26a8826cbf643 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:23.692457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830e6c1b-d175-4acf-a39a-84701dc71056 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:23.692457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-830e6c1b-d175-4acf-a39a-84701dc71056 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:23.712849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f73fd6a2-2f69-49ff-ac05-5789f64c7cf5 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Unset dirty status for tenant:af621934b4b441b781b26a8826cbf643 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:23.712849 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f73fd6a2-2f69-49ff-ac05-5789f64c7cf5 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1120279 Oct 05 09:20:23.712849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33782) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:23.712849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1220545602'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:23.721075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-830e6c1b-d175-4acf-a39a-84701dc71056 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:23.721075 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-830e6c1b-d175-4acf-a39a-84701dc71056 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3211491 Oct 05 09:20:23.721075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:23.721075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33786) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:23.761203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Usage tracker for resource:network and tenant:af621934b4b441b781b26a8826cbf643 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:23.774407 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:23.774407 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd23a594-1254-4322-a736-6c6f2f7cd77d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:20:23.781910 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bd23a594-1254-4322-a736-6c6f2f7cd77d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/dd9636eb-3759-415d-9b14-aaf05519a8e5 HTTP/1.1" status: 404 len: 333 time: 0.0550516 Oct 05 09:20:23.789036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33790) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:23.789036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:23.807115 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2031127025'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:23.807115 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:23.820081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:network and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:23.820081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:23.840003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Made reservation on behalf of af621934b4b441b781b26a8826cbf643 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:23.840003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:23.868335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:23.916075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:23.916075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:23.928264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25ad50fb-8400-4de3-a558-cbbc10f88c2b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:23.969561 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:20:23.985880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:20:23.988304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:23.990613 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Added segment f05f50fd-d018-4f1d-a963-1ce7da4fbe94 of type vlan for network 0814bdc1-e0e3-45a0-82bc-d3cada6252fa Oct 05 09:20:24.010132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.010132 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Added segment 6f248b60-e14a-47c1-934e-2167eb85313b of type vlan for network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf Oct 05 09:20:24.040468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.063806 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.121128 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.125612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:24.125612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.160764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.167806 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:24.169008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.309748 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5996242 Oct 05 09:20:24.309748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33796) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:24.319942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34788cf1-52a6-49c7-a2c4-64625a4076d8 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event updated for resources: {'Network': ['ID=0814bdc1-e0e3-45a0-82bc-d3cada6252fa,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:24.336644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-25ad50fb-8400-4de3-a558-cbbc10f88c2b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port 2b5eca94-ac19-4028-8230-752b8831c9ff {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:24.336644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25ad50fb-8400-4de3-a558-cbbc10f88c2b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.340813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 0814bdc1-e0e3-45a0-82bc-d3cada6252fa details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:20:24.345121 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5479112 Oct 05 09:20:24.345121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1044463798'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:24.354009 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33800) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:24.361785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:24.369940 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': '8265dba2-a1c2-4fa4-a3d6-4eb401b439cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:24.456410 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Usage tracker for resource:network and tenant:af621934b4b441b781b26a8826cbf643 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:24.456410 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:24.478313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:24.589856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550599b-6a90-4121-87bc-716ddd071df1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Network': ['ID=8265dba2-a1c2-4fa4-a3d6-4eb401b439cf,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:24.605347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Made reservation on behalf of af621934b4b441b781b26a8826cbf643 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:24.605652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:20:24.608116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.609688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-25ad50fb-8400-4de3-a558-cbbc10f88c2b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] For port 2b5eca94-ac19-4028-8230-752b8831c9ff, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2b5eca94-ac19-4028-8230-752b8831c9ff,segment=NetworkSegment(c68ec270-ea49-4230-8347-15bec818f989),segment_id=c68ec270-ea49-4230-8347-15bec818f989)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:24.610031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25ad50fb-8400-4de3-a558-cbbc10f88c2b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.638935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:24.644404 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:24.649005 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:24.659125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:24.661137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:20:24.695287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.695287 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Added segment a5bd3850-c1fd-4103-b471-d033d9d83e38 of type vlan for network ce77104c-5c8d-4038-8e36-d786e4b6e31e Oct 05 09:20:24.711291 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:24.716259 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.792784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-25ad50fb-8400-4de3-a558-cbbc10f88c2b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for 2b5eca94-ac19-4028-8230-752b8831c9ff owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:24.892949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.970268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:24.976798 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:24.977644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:25.081946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25ad50fb-8400-4de3-a558-cbbc10f88c2b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:25.087848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ae240-4de2-4d00-9621-d4511ac4f832 req-83b2a10d-35b2-41e9-b31a-f8cb804ab46b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:25.087848 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-249ae240-4de2-4d00-9621-d4511ac4f832 req-83b2a10d-35b2-41e9-b31a-f8cb804ab46b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.3494623 Oct 05 09:20:25.123056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event updated for resources: {'Network': ['ID=ce77104c-5c8d-4038-8e36-d786e4b6e31e,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:25.140255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network ce77104c-5c8d-4038-8e36-d786e4b6e31e details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:20:25.150679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad50fb-8400-4de3-a558-cbbc10f88c2b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=2b5eca94-ac19-4028-8230-752b8831c9ff,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:25.163462 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9871f346-99dd-41fa-840c-678fe29aadcd tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8499815 Oct 05 09:20:25.268097 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-249ae240-4de2-4d00-9621-d4511ac4f832 req-a2af8521-0401-4160-ac63-44fe1eb5cdbb tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1687486 Oct 05 09:20:25.300074 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33806) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:25.309846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Request body: {'subnets': [{'network_id': '0814bdc1-e0e3-45a0-82bc-d3cada6252fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--442705025', 'ip_version': 4}, {'network_id': 'ce77104c-5c8d-4038-8e36-d786e4b6e31e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:25.310699 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Request body: {'subnet': {'network_id': '0814bdc1-e0e3-45a0-82bc-d3cada6252fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--442705025', 'ip_version': 4}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:25.311656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Request body: {'subnet': {'network_id': 'ce77104c-5c8d-4038-8e36-d786e4b6e31e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:25.562534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-25ad50fb-8400-4de3-a558-cbbc10f88c2b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:25.687059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:25.803463 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:25.814861 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Usage tracker for resource:subnet and tenant:af621934b4b441b781b26a8826cbf643 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:25.817497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Subnet': ['ID=b39654a1-0110-41e5-8d15-c79b46cf3bbd,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:25.820303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:25.829152 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:25.836722 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Checking segment: {'id': '6f248b60-e14a-47c1-934e-2167eb85313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8265dba2-a1c2-4fa4-a3d6-4eb401b439cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:25.837085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network hostable DHCP agents. Network: 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:20:25.850606 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Made reservation on behalf of af621934b4b441b781b26a8826cbf643 for: {'subnet': 2} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:25.855484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:25.855809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:25.919306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ad50fb-8400-4de3-a558-cbbc10f88c2b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router f8cb1fab-416f-4dc1-af76-73d32b668ccf has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:20:25.950889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:20:25.982703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:25.993341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:25.994051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:25.998704 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f071955-677b-46df-bdc4-b3504311c54c None None] Network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:26.113485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ad50fb-8400-4de3-a558-cbbc10f88c2b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:20:26.125293 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c03b80a-b06d-435d-87b2-2b99547506e0 None None] Sync routers for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:20:26.140396 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c03b80a-b06d-435d-87b2-2b99547506e0 None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:26.141455 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3c03b80a-b06d-435d-87b2-2b99547506e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:26.159251 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-25ad50fb-8400-4de3-a558-cbbc10f88c2b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1289597 Oct 05 09:20:26.159994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33810) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:26.254526 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d971733e-ebe2-4dde-920f-a36d2e21c6a0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9032347 Oct 05 09:20:26.259753 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33814) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:26.274339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-542d5524-13ee-42d9-97b2-40878c05e15f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': '8265dba2-a1c2-4fa4-a3d6-4eb401b439cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:26.384594 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3c03b80a-b06d-435d-87b2-2b99547506e0 None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:26.455476 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-90de63a1-f617-4a5c-9edf-fe1d8133bb92 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting subnet a1d2a75b-e252-4761-a79d-45b51c41f530 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:20:26.456052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-8265dba2-a1c2-4fa4-a3d6-4eb401b439cf', 'network_id': '8265dba2-a1c2-4fa4-a3d6-4eb401b439cf', 'tenant_id': 'b390321863884273a9d461d8c21c7a28', 'fixed_ips': [{'subnet_id': 'b39654a1-0110-41e5-8d15-c79b46cf3bbd'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:20:26.459486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:26.462577 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90de63a1-f617-4a5c-9edf-fe1d8133bb92 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:26.550312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90de63a1-f617-4a5c-9edf-fe1d8133bb92 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:26.577769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:26.641052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-542d5524-13ee-42d9-97b2-40878c05e15f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:26.664541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-542d5524-13ee-42d9-97b2-40878c05e15f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:26.668711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-542d5524-13ee-42d9-97b2-40878c05e15f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:26.677347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-542d5524-13ee-42d9-97b2-40878c05e15f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:26.688826 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Checking segment: {'id': 'f05f50fd-d018-4f1d-a963-1ce7da4fbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '0814bdc1-e0e3-45a0-82bc-d3cada6252fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:26.690092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Network hostable DHCP agents. Network: 0814bdc1-e0e3-45a0-82bc-d3cada6252fa, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:20:26.695311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event updated for resources: {'Subnet': ['ID=e34446ad-2ffd-4a2b-8f7a-e26cd82ba120,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:26.740308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542d5524-13ee-42d9-97b2-40878c05e15f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:26.744128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Allocated IP 172.20.0.2 (8265dba2-a1c2-4fa4-a3d6-4eb401b439cf/b39654a1-0110-41e5-8d15-c79b46cf3bbd/ccd812b7-b8cb-4482-84eb-816128dd86fd) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:26.748957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-542d5524-13ee-42d9-97b2-40878c05e15f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:26.749167 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0430a-608d-4360-bfc3-c4f478ac1a8f req-76a4511c-c7dd-4661-a6b9-11f40edf7c68 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:26.756522 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6de0430a-608d-4360-bfc3-c4f478ac1a8f req-76a4511c-c7dd-4661-a6b9-11f40edf7c68 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.2271614 Oct 05 09:20:26.773685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Network 0814bdc1-e0e3-45a0-82bc-d3cada6252fa is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:20:26.796902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 0814bdc1-e0e3-45a0-82bc-d3cada6252fa) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:26.808026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:26.834157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec83634-df59-4a8a-b90e-95767b1310d9 None None] Network 0814bdc1-e0e3-45a0-82bc-d3cada6252fa requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:26.883721 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6de0430a-608d-4360-bfc3-c4f478ac1a8f req-13e0437e-d05c-4c81-a6be-6fe1a0e7051e tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252520 Oct 05 09:20:26.884383 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3c03b80a-b06d-435d-87b2-2b99547506e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:24Z', 'revision_number': 9, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:26.889919 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c03b80a-b06d-435d-87b2-2b99547506e0 None None] Checking router: f8cb1fab-416f-4dc1-af76-73d32b668ccf for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:20:26.920450 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c03b80a-b06d-435d-87b2-2b99547506e0 None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:26.921195 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3c03b80a-b06d-435d-87b2-2b99547506e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:26.956310 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.ipam_backend_mixin [None req-542d5524-13ee-42d9-97b2-40878c05e15f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b39654a1-0110-41e5-8d15-c79b46cf3bbd (CIDR: 172.20.0.0/28) Oct 05 09:20:26.974672 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-542d5524-13ee-42d9-97b2-40878c05e15f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:20:26.976434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542d5524-13ee-42d9-97b2-40878c05e15f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:20:26.996672 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event updated for resources: {'Subnet': ['ID=5af041db-027f-449d-875e-a5f838604857,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:27.007454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90de63a1-f617-4a5c-9edf-fe1d8133bb92 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.008434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Checking segment: {'id': 'a5bd3850-c1fd-4103-b471-d033d9d83e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ce77104c-5c8d-4038-8e36-d786e4b6e31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:27.008963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Network hostable DHCP agents. Network: ce77104c-5c8d-4038-8e36-d786e4b6e31e, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:20:27.033453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Network ce77104c-5c8d-4038-8e36-d786e4b6e31e is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:20:27.049139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, ce77104c-5c8d-4038-8e36-d786e4b6e31e) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:27.053665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33820) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:27.057358 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-542d5524-13ee-42d9-97b2-40878c05e15f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7951682 Oct 05 09:20:27.061726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bfac03-c5ea-4cdd-be4d-63463e9b1a69 None None] Network ce77104c-5c8d-4038-8e36-d786e4b6e31e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:27.067653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': '8265dba2-a1c2-4fa4-a3d6-4eb401b439cf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:27.091631 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:27.092601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:27.093436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.162182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90de63a1-f617-4a5c-9edf-fe1d8133bb92 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.208276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de63a1-f617-4a5c-9edf-fe1d8133bb92 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d2a75b-e252-4761-a79d-45b51c41f530,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:27.212917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90de63a1-f617-4a5c-9edf-fe1d8133bb92 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.220050 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-90de63a1-f617-4a5c-9edf-fe1d8133bb92 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/a1d2a75b-e252-4761-a79d-45b51c41f530 HTTP/1.1" status: 204 len: 168 time: 1.0588863 Oct 05 09:20:27.223203 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3c03b80a-b06d-435d-87b2-2b99547506e0 None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:27.226908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33826) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:27.254033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33832) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:27.261897 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4cf9cf25-7c78-48e5-83ee-aeb8f308d342 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.9611816 Oct 05 09:20:27.310633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.323379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Transition to ACTIVE for port object ccd812b7-b8cb-4482-84eb-816128dd86fd will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:27.345324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Transition to ACTIVE for port object ccd812b7-b8cb-4482-84eb-816128dd86fd will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:27.347056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:27.351835 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de13444f-4ebe-42ae-a188-ddc7f2e3d959 None None] Network fa819d1b-f6db-4af8-9f9c-e92821b2d911 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:27.354527 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:27.358292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:27.367420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:27.383670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:27.389424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.406489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.565483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.580135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484816d0-8f32-41bd-b856-49704e29ad96 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:27.582212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484816d0-8f32-41bd-b856-49704e29ad96 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:27.584390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484816d0-8f32-41bd-b856-49704e29ad96 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:27.586274 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-484816d0-8f32-41bd-b856-49704e29ad96 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3308582 Oct 05 09:20:27.589590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33836) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:27.617739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:27.638933 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port c638cb21-b60f-4b64-a847-4d90c99d6cbc {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:27.640003 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.643146 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:27.645723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:27.715624 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3c03b80a-b06d-435d-87b2-2b99547506e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:24Z', 'revision_number': 9, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:27.720388 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c03b80a-b06d-435d-87b2-2b99547506e0 None None] The sync data for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv is: [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:24Z', 'revision_number': 9, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e23832-edfd-4c4f-a166-bdb97a112539', 'name': '', 'network_id': '2c9decca-cb4f-4c8e-ac84-80ca3c0cf836', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:24:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:46Z', 'updated_at': '2022-10-05T09:19:54Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '28ac390f-8131-4712-9e97-4049a4f2ff85', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:20:27.725283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac0b3a6-ea63-4341-a2bd-bf257a0b87f4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Deleting subnet e34446ad-2ffd-4a2b-8f7a-e26cd82ba120 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:20:27.768792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b3a6-ea63-4341-a2bd-bf257a0b87f4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.793570 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.805266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8269e857-7316-4656-bd26-d1e6a348618a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-0814bdc1-e0e3-45a0-82bc-d3cada6252fa', 'network_id': '0814bdc1-e0e3-45a0-82bc-d3cada6252fa', 'tenant_id': 'af621934b4b441b781b26a8826cbf643', 'fixed_ips': [{'subnet_id': 'e34446ad-2ffd-4a2b-8f7a-e26cd82ba120'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:20:27.806612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8269e857-7316-4656-bd26-d1e6a348618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.843403 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Pushing event updated for resources: {'Port': ['ID=ccd812b7-b8cb-4482-84eb-816128dd86fd,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:27.887440 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Subnet': ['ID=dfbfbd4e-69ed-4cf5-b3a0-9102521cf950,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:27.908093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:27.909347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:27.914609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:27.915921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.948348 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-17d2827e-29d6-43da-b6ba-9346d2d852c3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8930078 Oct 05 09:20:27.949257 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33842) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:27.961717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': '8265dba2-a1c2-4fa4-a3d6-4eb401b439cf', 'fixed_ips': [{'subnet_id': 'b39654a1-0110-41e5-8d15-c79b46cf3bbd'}, {'subnet_id': 'dfbfbd4e-69ed-4cf5-b3a0-9102521cf950'}], 'name': 'tempest-PortsTestJSON-1432387365'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:27.967788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] For port c638cb21-b60f-4b64-a847-4d90c99d6cbc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c638cb21-b60f-4b64-a847-4d90c99d6cbc,segment=NetworkSegment(c68ec270-ea49-4230-8347-15bec818f989),segment_id=c68ec270-ea49-4230-8347-15bec818f989)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:27.968735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:27.980004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b3a6-ea63-4341-a2bd-bf257a0b87f4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:28.032699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Attempting to bind port ccd812b7-b8cb-4482-84eb-816128dd86fd on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:20:28.033255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Attempting to bind port ccd812b7-b8cb-4482-84eb-816128dd86fd by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '6f248b60-e14a-47c1-934e-2167eb85313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8265dba2-a1c2-4fa4-a3d6-4eb401b439cf'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:20:28.033464 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Attempting to bind port ccd812b7-b8cb-4482-84eb-816128dd86fd on network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:20:28.043098 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:20:28.043484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Checking segment: {'id': '6f248b60-e14a-47c1-934e-2167eb85313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8265dba2-a1c2-4fa4-a3d6-4eb401b439cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:28.044093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:28.044494 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Bound using segment: {'id': '6f248b60-e14a-47c1-934e-2167eb85313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8265dba2-a1c2-4fa4-a3d6-4eb401b439cf'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:20:28.044987 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Bound port: ccd812b7-b8cb-4482-84eb-816128dd86fd, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f248b60-e14a-47c1-934e-2167eb85313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8265dba2-a1c2-4fa4-a3d6-4eb401b439cf'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:20:28.045368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:28.191142 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b5eca94-ac19-4028-8230-752b8831c9ff no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:28.213706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for c638cb21-b60f-4b64-a847-4d90c99d6cbc owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:28.380737 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] For port ccd812b7-b8cb-4482-84eb-816128dd86fd, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:20:28.385124 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] For port ccd812b7-b8cb-4482-84eb-816128dd86fd, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ccd812b7-b8cb-4482-84eb-816128dd86fd,segment=NetworkSegment(6f248b60-e14a-47c1-934e-2167eb85313b),segment_id=6f248b60-e14a-47c1-934e-2167eb85313b)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:20:28.416879 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-ce77104c-5c8d-4038-8e36-d786e4b6e31e', 'network_id': 'ce77104c-5c8d-4038-8e36-d786e4b6e31e', 'tenant_id': 'af621934b4b441b781b26a8826cbf643', 'fixed_ips': [{'subnet_id': '5af041db-027f-449d-875e-a5f838604857'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:20:28.419469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:28.422133 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:28.435180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:28.438075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 2b5eca94-ac19-4028-8230-752b8831c9ff {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:28.438416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2b5eca94-ac19-4028-8230-752b8831c9ff not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:20:28.441053 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5469f1-9779-407b-8aca-e97fdaaca819 req-66525974-9f01-4c0f-a5f4-226840af5548 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:28.449377 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2a5469f1-9779-407b-8aca-e97fdaaca819 req-66525974-9f01-4c0f-a5f4-226840af5548 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.3909669 Oct 05 09:20:28.471041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:28.476259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b3a6-ea63-4341-a2bd-bf257a0b87f4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:28.506033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:28.537784 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2a5469f1-9779-407b-8aca-e97fdaaca819 req-01f7c018-c003-4e5f-9df1-4d3e74f014d6 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875309 Oct 05 09:20:28.598437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:28.605629 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1f357a-9da0-49f1-a565-f5b7bafe24ba None None] DHCP port deletion for fa819d1b-f6db-4af8-9f9c-e92821b2d911 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:20:28.615111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fe755-8186-4151-b5d1-906f0498bfd3 None None] Pushing event updated for resources: {'Port': ['ID=ccd812b7-b8cb-4482-84eb-816128dd86fd,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server [None req-8269e857-7316-4656-bd26-d1e6a348618a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e34446ad-2ffd-4a2b-8f7a-e26cd82ba120: This subnet is being modified by another concurrent operation. Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise exception Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e34446ad-2ffd-4a2b-8f7a-e26cd82ba120: This subnet is being modified by another concurrent operation. Oct 05 09:20:28.622704 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Oct 05 09:20:28.662715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce232320-ca94-41e1-b8f5-c1f4af5a9b1b None None] Network 0814bdc1-e0e3-45a0-82bc-d3cada6252fa requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:28.698513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No DVR routers for this DVR port c638cb21-b60f-4b64-a847-4d90c99d6cbc on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:20:28.700479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=c638cb21-b60f-4b64-a847-4d90c99d6cbc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:28.703492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b3a6-ea63-4341-a2bd-bf257a0b87f4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:28.722205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:28.769985 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port dfcd7688-8324-4e71-aeaa-090e1d9a3deb yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:20:28.841626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Allocated IP 172.20.0.18 (ce77104c-5c8d-4038-8e36-d786e4b6e31e/5af041db-027f-449d-875e-a5f838604857/034a6625-0c1d-44f8-bc26-d19aef45b0a6) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:28.947942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:28.979008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b3a6-ea63-4341-a2bd-bf257a0b87f4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:28.999226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0b3a6-ea63-4341-a2bd-bf257a0b87f4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event deleted for resources: {'Subnet': ['ID=e34446ad-2ffd-4a2b-8f7a-e26cd82ba120,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:29.006847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa819d1b-f6db-4af8-9f9c-e92821b2d911']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:29.022791 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4ac0b3a6-ea63-4341-a2bd-bf257a0b87f4 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "DELETE /v2.0/subnets/e34446ad-2ffd-4a2b-8f7a-e26cd82ba120 HTTP/1.1" status: 204 len: 168 time: 1.4313974 Oct 05 09:20:29.027946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33846) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:29.032965 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68ec270-ea49-4230-8347-15bec818f989') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:29.033329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68ec270-ea49-4230-8347-15bec818f989') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:29.087799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.134723 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.151678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:29.152199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.170119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46720e9-e899-450d-8579-9668544b16be req-e47dcd8b-162e-4fa3-a53c-3a50b5c52161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:29.171818 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b46720e9-e899-450d-8579-9668544b16be req-e47dcd8b-162e-4fa3-a53c-3a50b5c52161 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 1099 time: 0.7841313 Oct 05 09:20:29.187090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.8 (8265dba2-a1c2-4fa4-a3d6-4eb401b439cf/b39654a1-0110-41e5-8d15-c79b46cf3bbd/dfcd7688-8324-4e71-aeaa-090e1d9a3deb) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:29.196443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.24 (8265dba2-a1c2-4fa4-a3d6-4eb401b439cf/dfbfbd4e-69ed-4cf5-b3a0-9102521cf950/dfcd7688-8324-4e71-aeaa-090e1d9a3deb) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:29.244201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.253272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-737cd948-b50c-4b6e-bea6-2e7227cd884a tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Deleting subnet 5af041db-027f-449d-875e-a5f838604857 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:20:29.260502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Transition to ACTIVE for port object 034a6625-0c1d-44f8-bc26-d19aef45b0a6 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:29.263493 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c68ec270-ea49-4230-8347-15bec818f989 resource provider aggregate not found Oct 05 09:20:29.295108 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c68ec270-ea49-4230-8347-15bec818f989 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c68ec270-ea49-4230-8347-15bec818f989 found for delete ", "request_id": "req-5b3fda19-27c2-4cae-a0b1-89de1c2ece5b"}]} Oct 05 09:20:29.298567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Transition to ACTIVE for port object 034a6625-0c1d-44f8-bc26-d19aef45b0a6 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:29.305823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-737cd948-b50c-4b6e-bea6-2e7227cd884a tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.308210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.356741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.363440 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b46720e9-e899-450d-8579-9668544b16be req-cc68b160-3d2d-4fd4-867b-13b978867763 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1788015 Oct 05 09:20:29.388226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.410096 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Network ce77104c-5c8d-4038-8e36-d786e4b6e31e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:29.414347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Network': ['ID=fa819d1b-f6db-4af8-9f9c-e92821b2d911,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:29.415513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:29.417354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-737cd948-b50c-4b6e-bea6-2e7227cd884a tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.418909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:29.448068 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-92ce0a50-1ce3-4e1d-87df-94e0bb01afea tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/networks/fa819d1b-f6db-4af8-9f9c-e92821b2d911 HTTP/1.1" status: 204 len: 168 time: 2.2101135 Oct 05 09:20:29.454891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33854) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:29.514877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-737cd948-b50c-4b6e-bea6-2e7227cd884a tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.522153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Pushing event updated for resources: {'Port': ['ID=034a6625-0c1d-44f8-bc26-d19aef45b0a6,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:29.525126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fe07861f-739a-4651-a101-42f68d1c6b14 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:20:29.531176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fe07861f-739a-4651-a101-42f68d1c6b14 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:29.642353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Attempting to bind port 034a6625-0c1d-44f8-bc26-d19aef45b0a6 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:20:29.642966 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Attempting to bind port 034a6625-0c1d-44f8-bc26-d19aef45b0a6 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'a5bd3850-c1fd-4103-b471-d033d9d83e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ce77104c-5c8d-4038-8e36-d786e4b6e31e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:20:29.643856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Attempting to bind port 034a6625-0c1d-44f8-bc26-d19aef45b0a6 on network ce77104c-5c8d-4038-8e36-d786e4b6e31e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:20:29.648800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-737cd948-b50c-4b6e-bea6-2e7227cd884a tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.654590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:20:29.654969 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Checking segment: {'id': 'a5bd3850-c1fd-4103-b471-d033d9d83e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ce77104c-5c8d-4038-8e36-d786e4b6e31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:29.655608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.656207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Bound using segment: {'id': 'a5bd3850-c1fd-4103-b471-d033d9d83e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ce77104c-5c8d-4038-8e36-d786e4b6e31e'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:20:29.657031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Bound port: 034a6625-0c1d-44f8-bc26-d19aef45b0a6, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bd3850-c1fd-4103-b471-d033d9d83e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ce77104c-5c8d-4038-8e36-d786e4b6e31e'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:20:29.657619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.697090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-737cd948-b50c-4b6e-bea6-2e7227cd884a tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.713742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cd948-b50c-4b6e-bea6-2e7227cd884a tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event deleted for resources: {'Subnet': ['ID=5af041db-027f-449d-875e-a5f838604857,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:29.723115 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-737cd948-b50c-4b6e-bea6-2e7227cd884a tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "DELETE /v2.0/subnets/5af041db-027f-449d-875e-a5f838604857 HTTP/1.1" status: 204 len: 168 time: 0.6924753 Oct 05 09:20:29.727689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33860) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:29.801872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:29.821297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Transition to ACTIVE for port object dfcd7688-8324-4e71-aeaa-090e1d9a3deb will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:29.921767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:30.020081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port fe07861f-739a-4651-a101-42f68d1c6b14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe07861f-739a-4651-a101-42f68d1c6b14,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:30.041598 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04322c42-777c-4459-bfd4-39e1f4642da3 None None] Network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:30.075937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ccd812b7-b8cb-4482-84eb-816128dd86fd up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:30.096256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c199e4-517d-49f2-98ad-3239367772c6 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:30.099605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-54c199e4-517d-49f2-98ad-3239367772c6 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Synchronizing usage tracker for tenant:af621934b4b441b781b26a8826cbf643 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:30.119940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-54c199e4-517d-49f2-98ad-3239367772c6 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Unset dirty status for tenant:af621934b4b441b781b26a8826cbf643 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:30.121523 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-54c199e4-517d-49f2-98ad-3239367772c6 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3904161 Oct 05 09:20:30.129459 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33864) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:30.131706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=dfcd7688-8324-4e71-aeaa-090e1d9a3deb,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:30.149450 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:30.149785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:30.150165 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:30.151035 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:30.151518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:30.152136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:30.152827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:30.153400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:30.153830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:30.154241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:30.154586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:30.154925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:30.161711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:30.184694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:30.193576 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:30.269442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:30.280519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Deleting port 034a6625-0c1d-44f8-bc26-d19aef45b0a6 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:30.280932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:30.282902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5502d-23be-4441-bea3-7cfea589a43a req-1a8a631e-edd9-4b20-891c-32b855cff8ce tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:30.284989 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'port_id': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'mac_address': 'fa:16:3e:99:2d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:20:30.286583 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-47b5502d-23be-4441-bea3-7cfea589a43a req-1a8a631e-edd9-4b20-891c-32b855cff8ce tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.4414690 Oct 05 09:20:30.327721 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c5bc4177-37d0-4492-accc-3b6e6442c1fb None None] Provisioning for port ccd812b7-b8cb-4482-84eb-816128dd86fd completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:30.371465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:30.381156 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:30.410919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port fe07861f-739a-4651-a101-42f68d1c6b14 is: ACTIVE; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:30.411387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:30.465537 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-18646c31-8df4-4e14-944a-35a236bff97b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.5146356 Oct 05 09:20:30.474224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33868) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:30.481905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d645c5d9-07b9-48ee-95ad-1a0fad372777 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b39654a1-0110-41e5-8d15-c79b46cf3bbd'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:30.497318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] For port 034a6625-0c1d-44f8-bc26-d19aef45b0a6, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:20:30.500764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port fe07861f-739a-4651-a101-42f68d1c6b14 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:30.501146 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:30.520273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe07861f-739a-4651-a101-42f68d1c6b14 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:20:30.540875 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-47b5502d-23be-4441-bea3-7cfea589a43a req-653f6b60-bf37-4a4a-b41e-46171ef2fc84 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2375863 Oct 05 09:20:30.552448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] For port 034a6625-0c1d-44f8-bc26-d19aef45b0a6, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=034a6625-0c1d-44f8-bc26-d19aef45b0a6,segment=NetworkSegment(a5bd3850-c1fd-4103-b471-d033d9d83e38),segment_id=a5bd3850-c1fd-4103-b471-d033d9d83e38)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:20:30.564028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] For port 034a6625-0c1d-44f8-bc26-d19aef45b0a6, host dv-neutron-860328-1-hyperv, got binding levels [] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:30.564724 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:30.595669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port fe07861f-739a-4651-a101-42f68d1c6b14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe07861f-739a-4651-a101-42f68d1c6b14,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:30.619346 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:30.623748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:30.720773 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port ccd812b7-b8cb-4482-84eb-816128dd86fd completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:30.741696 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Calling delete_port for 034a6625-0c1d-44f8-bc26-d19aef45b0a6 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:30.754046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d645c5d9-07b9-48ee-95ad-1a0fad372777 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:30.829424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:20:30.829791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:20:30.862338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port ccd812b7-b8cb-4482-84eb-816128dd86fd triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:30.862946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:30.863463 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port ccd812b7-b8cb-4482-84eb-816128dd86fd Oct 05 09:20:30.910754 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['fe07861f-739a-4651-a101-42f68d1c6b14'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:20:31.047153 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b41429c5-3593-4845-8fef-8e8609667d1b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:31.049544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:20:31.049912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:20:31.060619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2271c8-1e16-4454-96f3-ee207ecc907d None None] Network ce77104c-5c8d-4038-8e36-d786e4b6e31e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:31.084250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c29ec-1fc5-4d5c-96de-e5ea6ff8c979 None None] Pushing event updated for resources: {'Port': ['ID=034a6625-0c1d-44f8-bc26-d19aef45b0a6,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:31.331310 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Deleting port 034a6625-0c1d-44f8-bc26-d19aef45b0a6 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:31.331880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:31.352833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=fe07861f-739a-4651-a101-42f68d1c6b14,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:31.445879 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port ccd812b7-b8cb-4482-84eb-816128dd86fd is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:31.446304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:31.511120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-d645c5d9-07b9-48ee-95ad-1a0fad372777 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Delete allocated IP 172.20.0.24 (8265dba2-a1c2-4fa4-a3d6-4eb401b439cf/dfbfbd4e-69ed-4cf5-b3a0-9102521cf950) {{(pid=89054) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 05 09:20:31.617411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] For port 034a6625-0c1d-44f8-bc26-d19aef45b0a6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=034a6625-0c1d-44f8-bc26-d19aef45b0a6,segment=NetworkSegment(a5bd3850-c1fd-4103-b471-d033d9d83e38),segment_id=a5bd3850-c1fd-4103-b471-d033d9d83e38)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:31.617650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:31.626981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port ccd812b7-b8cb-4482-84eb-816128dd86fd, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ccd812b7-b8cb-4482-84eb-816128dd86fd,segment=NetworkSegment(6f248b60-e14a-47c1-934e-2167eb85313b),segment_id=6f248b60-e14a-47c1-934e-2167eb85313b)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:31.662894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:31.679433 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b41429c5-3593-4845-8fef-8e8609667d1b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port e4e23832-edfd-4c4f-a166-bdb97a112539 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:31.681377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b41429c5-3593-4845-8fef-8e8609667d1b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:31.754150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port fe07861f-739a-4651-a101-42f68d1c6b14 is: BUILD; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:31.754538 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:31.776482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966a928f-05ac-4eb4-9b8d-3ce5ed9b84c2 None None] Update dhcp port {'port': {'network_id': '8265dba2-a1c2-4fa4-a3d6-4eb401b439cf', 'fixed_ips': [{'subnet_id': 'b39654a1-0110-41e5-8d15-c79b46cf3bbd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dfbfbd4e-69ed-4cf5-b3a0-9102521cf950'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': 'ccd812b7-b8cb-4482-84eb-816128dd86fd'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:20:31.811830 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c638cb21-b60f-4b64-a847-4d90c99d6cbc no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:31.842740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Calling delete_port for 034a6625-0c1d-44f8-bc26-d19aef45b0a6 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:31.908368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fe07861f-739a-4651-a101-42f68d1c6b14 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:20:31.913269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: c638cb21-b60f-4b64-a847-4d90c99d6cbc {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:31.913545 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c638cb21-b60f-4b64-a847-4d90c99d6cbc not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:20:31.937721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:31.985568 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=ccd812b7-b8cb-4482-84eb-816128dd86fd,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:31.987416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] No DVR routers for this DVR port 034a6625-0c1d-44f8-bc26-d19aef45b0a6 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:20:31.995424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port fe07861f-739a-4651-a101-42f68d1c6b14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe07861f-739a-4651-a101-42f68d1c6b14,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:31.997030 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-966a928f-05ac-4eb4-9b8d-3ce5ed9b84c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.024695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event deleted for resources: {'Port': ['ID=034a6625-0c1d-44f8-bc26-d19aef45b0a6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:32.027419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.083057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-b41429c5-3593-4845-8fef-8e8609667d1b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] For port e4e23832-edfd-4c4f-a166-bdb97a112539, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e4e23832-edfd-4c4f-a166-bdb97a112539,segment=NetworkSegment(30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0),segment_id=30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:32.083684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b41429c5-3593-4845-8fef-8e8609667d1b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.142491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.173992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce77104c-5c8d-4038-8e36-d786e4b6e31e']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:32.190342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bd3850-c1fd-4103-b471-d033d9d83e38') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:32.190715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bd3850-c1fd-4103-b471-d033d9d83e38') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:32.203891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.222795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b41429c5-3593-4845-8fef-8e8609667d1b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for e4e23832-edfd-4c4f-a166-bdb97a112539 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:32.232843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.240811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:32.243280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.252259 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=fe07861f-739a-4651-a101-42f68d1c6b14,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:32.330549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d645c5d9-07b9-48ee-95ad-1a0fad372777 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.334755 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a5bd3850-c1fd-4103-b471-d033d9d83e38 resource provider aggregate not found Oct 05 09:20:32.365011 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a5bd3850-c1fd-4103-b471-d033d9d83e38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5bd3850-c1fd-4103-b471-d033d9d83e38 found for delete ", "request_id": "req-4a30af6b-dd59-4822-b644-432fc695d066"}]} Oct 05 09:20:32.379594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-d645c5d9-07b9-48ee-95ad-1a0fad372777 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Ignored duplicate provisioning block setup for port dfcd7688-8324-4e71-aeaa-090e1d9a3deb by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:20:32.383605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.389319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a7be4-1b1e-41b6-86d9-f437f83c1b3f req-2516305a-54db-4428-84ee-a307198326de tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:32.391628 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-498a7be4-1b1e-41b6-86d9-f437f83c1b3f req-2516305a-54db-4428-84ee-a307198326de tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 945 time: 0.6515899 Oct 05 09:20:32.399413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d645c5d9-07b9-48ee-95ad-1a0fad372777 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.402401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.447665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event deleted for resources: {'Network': ['ID=ce77104c-5c8d-4038-8e36-d786e4b6e31e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:32.459446 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9455c967-c9c1-44e0-bd00-f33b72745860 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "DELETE /v2.0/networks/ce77104c-5c8d-4038-8e36-d786e4b6e31e HTTP/1.1" status: 204 len: 168 time: 2.3286779 Oct 05 09:20:32.462859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33882) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:32.571831 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-966a928f-05ac-4eb4-9b8d-3ce5ed9b84c2 None None] Allocated IP 172.20.0.18 (8265dba2-a1c2-4fa4-a3d6-4eb401b439cf/dfbfbd4e-69ed-4cf5-b3a0-9102521cf950/ccd812b7-b8cb-4482-84eb-816128dd86fd) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:32.701337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645c5d9-07b9-48ee-95ad-1a0fad372777 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=dfcd7688-8324-4e71-aeaa-090e1d9a3deb,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:32.752994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c7710f6-c0aa-4d0f-9988-7748a6164614 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.758707 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-498a7be4-1b1e-41b6-86d9-f437f83c1b3f req-96da5f70-bc5a-468b-a96d-afd342c4e897 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3175430 Oct 05 09:20:32.792301 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33886) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:32.855291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44d59b8d-c8fe-4e7d-b130-937e2c1c0843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.902454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-966a928f-05ac-4eb4-9b8d-3ce5ed9b84c2 None None] For port ccd812b7-b8cb-4482-84eb-816128dd86fd, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ccd812b7-b8cb-4482-84eb-816128dd86fd,segment=NetworkSegment(6f248b60-e14a-47c1-934e-2167eb85313b),segment_id=6f248b60-e14a-47c1-934e-2167eb85313b)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:32.952817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d645c5d9-07b9-48ee-95ad-1a0fad372777 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] In _notify_port_updated(), no bound segment for port dfcd7688-8324-4e71-aeaa-090e1d9a3deb on network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:20:32.959466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645c5d9-07b9-48ee-95ad-1a0fad372777 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:32.961418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d645c5d9-07b9-48ee-95ad-1a0fad372777 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.962954 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d645c5d9-07b9-48ee-95ad-1a0fad372777 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "PUT /v2.0/ports/dfcd7688-8324-4e71-aeaa-090e1d9a3deb HTTP/1.1" status: 200 len: 919 time: 2.4871390 Oct 05 09:20:32.964063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c7710f6-c0aa-4d0f-9988-7748a6164614 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.971376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33890) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:32.985898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f72a078c-2c9f-458b-917a-718a15601a71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b39654a1-0110-41e5-8d15-c79b46cf3bbd'}, {'subnet_id': 'dfbfbd4e-69ed-4cf5-b3a0-9102521cf950'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:32.988576 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-966a928f-05ac-4eb4-9b8d-3ce5ed9b84c2 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:32.995589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2c7710f6-c0aa-4d0f-9988-7748a6164614 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0814bdc1-e0e3-45a0-82bc-d3cada6252fa']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:33.014748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2c7710f6-c0aa-4d0f-9988-7748a6164614 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05f50fd-d018-4f1d-a963-1ce7da4fbe94') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:33.015103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2c7710f6-c0aa-4d0f-9988-7748a6164614 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05f50fd-d018-4f1d-a963-1ce7da4fbe94') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:33.030107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c7710f6-c0aa-4d0f-9988-7748a6164614 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.049248 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c7710f6-c0aa-4d0f-9988-7748a6164614 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.049781 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f5570419-d498-4919-84ae-de8a8a693457 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/floatingips/cd9bd3a7-9808-4b90-9f2e-67a7f1129eb5 HTTP/1.1" status: 200 len: 992 time: 0.2536747 Oct 05 09:20:33.081351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7710f6-c0aa-4d0f-9988-7748a6164614 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:33.081351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c7710f6-c0aa-4d0f-9988-7748a6164614 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.090055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b41429c5-3593-4845-8fef-8e8609667d1b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.170160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41429c5-3593-4845-8fef-8e8609667d1b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=e4e23832-edfd-4c4f-a166-bdb97a112539,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:33.213705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c7710f6-c0aa-4d0f-9988-7748a6164614 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.214053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-966a928f-05ac-4eb4-9b8d-3ce5ed9b84c2 None None] Transition to ACTIVE for port object ccd812b7-b8cb-4482-84eb-816128dd86fd will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:33.229680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-966a928f-05ac-4eb4-9b8d-3ce5ed9b84c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.254210 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c7710f6-c0aa-4d0f-9988-7748a6164614 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.275840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7710f6-c0aa-4d0f-9988-7748a6164614 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event deleted for resources: {'Network': ['ID=0814bdc1-e0e3-45a0-82bc-d3cada6252fa,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:33.290637 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2c7710f6-c0aa-4d0f-9988-7748a6164614 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "DELETE /v2.0/networks/0814bdc1-e0e3-45a0-82bc-d3cada6252fa HTTP/1.1" status: 204 len: 168 time: 0.8263321 Oct 05 09:20:33.291755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33894) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:33.320384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f72a078c-2c9f-458b-917a-718a15601a71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.482981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a928f-05ac-4eb4-9b8d-3ce5ed9b84c2 None None] Pushing event updated for resources: {'Port': ['ID=ccd812b7-b8cb-4482-84eb-816128dd86fd,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:33.516141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b41429c5-3593-4845-8fef-8e8609667d1b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.521532 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fe07861f-739a-4651-a101-42f68d1c6b14 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:33.535835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.667016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port fe07861f-739a-4651-a101-42f68d1c6b14 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:33.667479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.667479 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port fe07861f-739a-4651-a101-42f68d1c6b14 Oct 05 09:20:33.790127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.845610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port fe07861f-739a-4651-a101-42f68d1c6b14 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:33.846246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.869130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a96fdb9-a39c-4c36-ba32-32ea0240e038']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:33.887281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2884a2-942c-4885-ba1f-7643efd60c55') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:33.887619 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2884a2-942c-4885-ba1f-7643efd60c55') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:33.901663 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c422396a-0178-4155-8f1d-703a2793291e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe07861f-739a-4651-a101-42f68d1c6b14'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:20:33.907952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.908707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1245475-bfc1-4fe5-be57-227da69dd7ce" -d '{"events": [{"server_uuid": "c422396a-0178-4155-8f1d-703a2793291e", "name": "network-vif-plugged", "status": "completed", "tag": "fe07861f-739a-4651-a101-42f68d1c6b14"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:20:33.918622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port fe07861f-739a-4651-a101-42f68d1c6b14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe07861f-739a-4651-a101-42f68d1c6b14,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:33.923561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.964728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.978322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:33.978914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:33.998204 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9058a4-ab75-4bd5-a705-b83bf403618f x-openstack-request-id: req-ac9058a4-ab75-4bd5-a705-b83bf403618f {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:20:33.998827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c422396a-0178-4155-8f1d-703a2793291e", "name": "network-vif-plugged", "status": "completed", "tag": "fe07861f-739a-4651-a101-42f68d1c6b14", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:20:33.999320 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac9058a4-ab75-4bd5-a705-b83bf403618f {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:20:34.000757 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9058a4-ab75-4bd5-a705-b83bf403618f'] response: {'server_uuid': 'c422396a-0178-4155-8f1d-703a2793291e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'code': 200} Oct 05 09:20:34.098879 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=fe07861f-739a-4651-a101-42f68d1c6b14,revision_number=8']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:34.162287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ccd812b7-b8cb-4482-84eb-816128dd86fd up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:34.166058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.200879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.210446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-f72a078c-2c9f-458b-917a-718a15601a71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.27 (8265dba2-a1c2-4fa4-a3d6-4eb401b439cf/dfbfbd4e-69ed-4cf5-b3a0-9102521cf950/dfcd7688-8324-4e71-aeaa-090e1d9a3deb) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:34.214899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event deleted for resources: {'Network': ['ID=3a96fdb9-a39c-4c36-ba32-32ea0240e038,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:34.226344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:34.226909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:34.227524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:34.227946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:34.228279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:34.228611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:34.228936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:34.229673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:34.230041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:34.230361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:34.230839 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:34.231166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:34.245047 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7f5e5111-f43c-4f63-9d24-0e57b09fc5ad tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "DELETE /v2.0/networks/3a96fdb9-a39c-4c36-ba32-32ea0240e038 HTTP/1.1" status: 204 len: 168 time: 0.9498479 Oct 05 09:20:34.245695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33900) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:34.254037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41429c5-3593-4845-8fef-8e8609667d1b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router f8cb1fab-416f-4dc1-af76-73d32b668ccf has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:20:34.377993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988341f4-04df-4d95-9acc-ab4cc6e7573b None None] Network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:34.385846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9b232a2-8ec1-4f32-8847-26ae20ac0cc2 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.436042 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f05f50fd-d018-4f1d-a963-1ce7da4fbe94 resource provider aggregate not found Oct 05 09:20:34.493587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Provisioning for port ccd812b7-b8cb-4482-84eb-816128dd86fd completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:34.503301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Provisioning complete for port ccd812b7-b8cb-4482-84eb-816128dd86fd triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:34.503301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.503301 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Attempt 1 to provision port ccd812b7-b8cb-4482-84eb-816128dd86fd Oct 05 09:20:34.525678 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f05f50fd-d018-4f1d-a963-1ce7da4fbe94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f05f50fd-d018-4f1d-a963-1ce7da4fbe94 found for delete ", "request_id": "req-d6f539dc-dc3b-4bc5-b1e2-d74d2c880238"}]} Oct 05 09:20:34.565848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9b232a2-8ec1-4f32-8847-26ae20ac0cc2 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.581407 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 7c2884a2-942c-4885-ba1f-7643efd60c55 resource provider aggregate not found Oct 05 09:20:34.636970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c9b232a2-8ec1-4f32-8847-26ae20ac0cc2 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3feea6-085c-41f4-9813-ffb4daf1f163']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:34.651158 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 7c2884a2-942c-4885-ba1f-7643efd60c55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c2884a2-942c-4885-ba1f-7643efd60c55 found for delete ", "request_id": "req-21c8ed21-83cd-478a-b5ea-267adac41d7f"}]} Oct 05 09:20:34.655046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c9b232a2-8ec1-4f32-8847-26ae20ac0cc2 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e974d773-3b6a-4d03-98b8-78dac551b4f2') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:34.655349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c9b232a2-8ec1-4f32-8847-26ae20ac0cc2 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e974d773-3b6a-4d03-98b8-78dac551b4f2') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:34.684005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9b232a2-8ec1-4f32-8847-26ae20ac0cc2 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.684215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.704845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9b232a2-8ec1-4f32-8847-26ae20ac0cc2 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.714826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b232a2-8ec1-4f32-8847-26ae20ac0cc2 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:34.714826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9b232a2-8ec1-4f32-8847-26ae20ac0cc2 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.729558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41429c5-3593-4845-8fef-8e8609667d1b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:20:34.750523 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b41429c5-3593-4845-8fef-8e8609667d1b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3013678 Oct 05 09:20:34.752589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33912) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:34.754534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da6ca8-552d-43e3-9c7e-ddcea802ddc7 None None] Sync routers for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:20:34.810641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Current status of the port ccd812b7-b8cb-4482-84eb-816128dd86fd is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:34.819917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da6ca8-552d-43e3-9c7e-ddcea802ddc7 None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:34.819917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e5da6ca8-552d-43e3-9c7e-ddcea802ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:34.827659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f72a078c-2c9f-458b-917a-718a15601a71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.856216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9b232a2-8ec1-4f32-8847-26ae20ac0cc2 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.863736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-f72a078c-2c9f-458b-917a-718a15601a71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Ignored duplicate provisioning block setup for port dfcd7688-8324-4e71-aeaa-090e1d9a3deb by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:20:34.872204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-51371ee6-6719-47e8-9110-4ab73a1e9684 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting subnet 28ac390f-8131-4712-9e97-4049a4f2ff85 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:20:34.876145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f72a078c-2c9f-458b-917a-718a15601a71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.881997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9b232a2-8ec1-4f32-8847-26ae20ac0cc2 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.890703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51371ee6-6719-47e8-9110-4ab73a1e9684 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:34.896290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b232a2-8ec1-4f32-8847-26ae20ac0cc2 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] Pushing event deleted for resources: {'Network': ['ID=0c3feea6-085c-41f4-9813-ffb4daf1f163,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:34.912877 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c9b232a2-8ec1-4f32-8847-26ae20ac0cc2 tempest-BulkNetworkOpsTest-598813476 tempest-BulkNetworkOpsTest-598813476-project] 10.222.0.64 "DELETE /v2.0/networks/0c3feea6-085c-41f4-9813-ffb4daf1f163 HTTP/1.1" status: 204 len: 168 time: 0.6658165 Oct 05 09:20:34.993252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Provisioning for port dfcd7688-8324-4e71-aeaa-090e1d9a3deb completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:35.009323 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Provisioning complete for port dfcd7688-8324-4e71-aeaa-090e1d9a3deb triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:35.009323 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:35.009613 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Attempt 1 to provision port dfcd7688-8324-4e71-aeaa-090e1d9a3deb Oct 05 09:20:35.089019 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-e5da6ca8-552d-43e3-9c7e-ddcea802ddc7 None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:35.233074 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Port dfcd7688-8324-4e71-aeaa-090e1d9a3deb cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:35.239003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51371ee6-6719-47e8-9110-4ab73a1e9684 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:35.281590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a078c-2c9f-458b-917a-718a15601a71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=dfcd7688-8324-4e71-aeaa-090e1d9a3deb,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:35.361686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f72a078c-2c9f-458b-917a-718a15601a71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] In _notify_port_updated(), no bound segment for port dfcd7688-8324-4e71-aeaa-090e1d9a3deb on network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:20:35.375461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72a078c-2c9f-458b-917a-718a15601a71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:35.375461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f72a078c-2c9f-458b-917a-718a15601a71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:35.375461 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f72a078c-2c9f-458b-917a-718a15601a71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "PUT /v2.0/ports/dfcd7688-8324-4e71-aeaa-090e1d9a3deb HTTP/1.1" status: 200 len: 999 time: 2.3963022 Oct 05 09:20:35.375461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33920) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:35.509081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33924) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:35.514571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-96b5c6d0-04e1-450c-8508-6f617674f896 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port dfcd7688-8324-4e71-aeaa-090e1d9a3deb {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:35.514571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96b5c6d0-04e1-450c-8508-6f617674f896 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:35.564460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51371ee6-6719-47e8-9110-4ab73a1e9684 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:35.589597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-789cc475-ff38-40a1-9c78-a3f59f971a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:35.634218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e5da6ca8-552d-43e3-9c7e-ddcea802ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:32Z', 'revision_number': 10, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:35.641986 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da6ca8-552d-43e3-9c7e-ddcea802ddc7 None None] Checking router: f8cb1fab-416f-4dc1-af76-73d32b668ccf for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:20:35.654647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da6ca8-552d-43e3-9c7e-ddcea802ddc7 None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:35.655421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e5da6ca8-552d-43e3-9c7e-ddcea802ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:35.740806 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a2cb0fbb-8450-46f8-afd7-a4a974f15444 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af621934b4b441b781b26a8826cbf643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333343 Oct 05 09:20:35.740806 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33930) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:35.770574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51371ee6-6719-47e8-9110-4ab73a1e9684 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:35.864990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77eb53b6-0d11-48f9-9e75-33499bd8e553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:35.903036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-e5da6ca8-552d-43e3-9c7e-ddcea802ddc7 None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:35.911487 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51371ee6-6719-47e8-9110-4ab73a1e9684 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:35.925427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51371ee6-6719-47e8-9110-4ab73a1e9684 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Subnet': ['ID=28ac390f-8131-4712-9e97-4049a4f2ff85,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:35.941076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77eb53b6-0d11-48f9-9e75-33499bd8e553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:35.974534 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-51371ee6-6719-47e8-9110-4ab73a1e9684 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/28ac390f-8131-4712-9e97-4049a4f2ff85 HTTP/1.1" status: 204 len: 168 time: 1.2159662 Oct 05 09:20:35.977729 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Attempt 2 to provision port dfcd7688-8324-4e71-aeaa-090e1d9a3deb Oct 05 09:20:35.982567 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33934) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:36.024685 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60432af3-93d9-4008-ada0-8280442f387a None None] Network 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:36.044216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77eb53b6-0d11-48f9-9e75-33499bd8e553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:36.058292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb53b6-0d11-48f9-9e75-33499bd8e553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f2a6ef-45c9-4fe3-897f-26224952acb3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:36.063887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77eb53b6-0d11-48f9-9e75-33499bd8e553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:36.067855 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-77eb53b6-0d11-48f9-9e75-33499bd8e553 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6f2a6ef-45c9-4fe3-897f-26224952acb3 HTTP/1.1" status: 204 len: 168 time: 0.3279190 Oct 05 09:20:36.201036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96b5c6d0-04e1-450c-8508-6f617674f896 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:36.214037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:36.265431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Port dfcd7688-8324-4e71-aeaa-090e1d9a3deb cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:36.404543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-96b5c6d0-04e1-450c-8508-6f617674f896 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for dfcd7688-8324-4e71-aeaa-090e1d9a3deb owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:36.468911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port 95f906bf-f446-40df-96d6-f66b57a8d7bc {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:36.468911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:36.687708 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment e974d773-3b6a-4d03-98b8-78dac551b4f2 resource provider aggregate not found Oct 05 09:20:36.708321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:36.721943 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment e974d773-3b6a-4d03-98b8-78dac551b4f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e974d773-3b6a-4d03-98b8-78dac551b4f2 found for delete ", "request_id": "req-8c075b3c-874f-4b89-824e-985850163e61"}]} Oct 05 09:20:36.742432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e5da6ca8-552d-43e3-9c7e-ddcea802ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:32Z', 'revision_number': 10, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:36.751340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da6ca8-552d-43e3-9c7e-ddcea802ddc7 None None] The sync data for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv is: [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:32Z', 'revision_number': 10, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None, '_interfaces': [{'id': '62d5fc34-dba1-483c-8cec-b0f3f69efa5c', 'name': '', 'network_id': '1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'mac_address': 'fa:16:3e:7c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:19:36Z', 'updated_at': '2022-10-05T09:19:47Z', 'revision_number': 5, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'subnets': [{'id': '325f9713-4991-43ed-b7ab-3f4505c5a516', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:20:36.766128 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Attempt 3 to provision port dfcd7688-8324-4e71-aeaa-090e1d9a3deb Oct 05 09:20:36.827260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebecb0e8-42ad-4012-a3ff-4fd0df367f2e None None] DHCP port deletion for 2c9decca-cb4f-4c8e-ac84-80ca3c0cf836 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:20:36.870833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ebecb0e8-42ad-4012-a3ff-4fd0df367f2e None None] Deleting port 95f906bf-f446-40df-96d6-f66b57a8d7bc {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:36.871476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ebecb0e8-42ad-4012-a3ff-4fd0df367f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:36.911157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:36.976346 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Port dfcd7688-8324-4e71-aeaa-090e1d9a3deb cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:37.097934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] For port 95f906bf-f446-40df-96d6-f66b57a8d7bc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=95f906bf-f446-40df-96d6-f66b57a8d7bc,segment=NetworkSegment(30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0),segment_id=30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:37.099837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.176921 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ebecb0e8-42ad-4012-a3ff-4fd0df367f2e None None] For port 95f906bf-f446-40df-96d6-f66b57a8d7bc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=95f906bf-f446-40df-96d6-f66b57a8d7bc,segment=NetworkSegment(30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0),segment_id=30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:37.177657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ebecb0e8-42ad-4012-a3ff-4fd0df367f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.184659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96b5c6d0-04e1-450c-8508-6f617674f896 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.217346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33962) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:37.296529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for 95f906bf-f446-40df-96d6-f66b57a8d7bc owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:37.381109 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group': {'name': 'tempest-secgroup--529834155'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:37.390980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:37.392201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ebecb0e8-42ad-4012-a3ff-4fd0df367f2e None None] Calling delete_port for 95f906bf-f446-40df-96d6-f66b57a8d7bc owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:37.396691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:37.400840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:37.407766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:37.426757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.427223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5c6d0-04e1-450c-8508-6f617674f896 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=dfcd7688-8324-4e71-aeaa-090e1d9a3deb,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:37.442064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.459840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:37.465002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:37.468002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:37.474294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:37.477878 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Attempt 4 to provision port dfcd7688-8324-4e71-aeaa-090e1d9a3deb Oct 05 09:20:37.513163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ebecb0e8-42ad-4012-a3ff-4fd0df367f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.557388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-96b5c6d0-04e1-450c-8508-6f617674f896 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.558742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ff01d892-702c-4134-8685-7213a99ec34d None None] Port dfcd7688-8324-4e71-aeaa-090e1d9a3deb was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:20:37.570405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecb0e8-42ad-4012-a3ff-4fd0df367f2e None None] Pushing event deleted for resources: {'Port': ['ID=95f906bf-f446-40df-96d6-f66b57a8d7bc,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:37.574270 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecb0e8-42ad-4012-a3ff-4fd0df367f2e None None] No DVR routers for this DVR port 95f906bf-f446-40df-96d6-f66b57a8d7bc on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:20:37.581448 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-96b5c6d0-04e1-450c-8508-6f617674f896 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/dfcd7688-8324-4e71-aeaa-090e1d9a3deb HTTP/1.1" status: 204 len: 168 time: 2.2056065 Oct 05 09:20:37.583914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33968) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:37.630439 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c34056-7c97-498a-acdb-d235d6a71eba tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:20:37.631028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d7c34056-7c97-498a-acdb-d235d6a71eba tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:37.633688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.635153 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:20:37.635473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:20:37.638067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.648567 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d7c34056-7c97-498a-acdb-d235d6a71eba tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:37.650085 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d7c34056-7c97-498a-acdb-d235d6a71eba tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/dfcd7688-8324-4e71-aeaa-090e1d9a3deb HTTP/1.1" status: 404 len: 333 time: 0.0651162 Oct 05 09:20:37.652212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:37.652819 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33972) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:37.660428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:37.671303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:37.688002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:37.691917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599d0e51-a43f-40d3-afc5-0cd5cbaa935b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:37.692119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1bc48d3f-cbf8-460d-b07f-941fd58479cc None None] Provisioning complete for port ccd812b7-b8cb-4482-84eb-816128dd86fd triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:37.692437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1bc48d3f-cbf8-460d-b07f-941fd58479cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.692774 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1bc48d3f-cbf8-460d-b07f-941fd58479cc None None] Attempt 1 to provision port ccd812b7-b8cb-4482-84eb-816128dd86fd Oct 05 09:20:37.736759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd408cd-9d2b-4155-b44d-9c27eacb1e71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting subnet dfbfbd4e-69ed-4cf5-b3a0-9102521cf950 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:20:37.741678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5fd408cd-9d2b-4155-b44d-9c27eacb1e71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.789496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.794549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.811233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5fd408cd-9d2b-4155-b44d-9c27eacb1e71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.843857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1bc48d3f-cbf8-460d-b07f-941fd58479cc None None] Current status of the port ccd812b7-b8cb-4482-84eb-816128dd86fd is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:37.849560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663a7f68-6583-4dc5-9082-3adf908ff008,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:37.850093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1bc48d3f-cbf8-460d-b07f-941fd58479cc None None] Could not find standard attr ID for object dfcd7688-8324-4e71-aeaa-090e1d9a3deb. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:20:37.860046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.863850 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6262d132-6143-4c18-b2a7-cc327815ef8b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6418567 Oct 05 09:20:37.864940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33976) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:37.917519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5fd408cd-9d2b-4155-b44d-9c27eacb1e71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:37.935753 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-17d66748-9728-4931-8739-a5a2f28cfbb5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:37.966570 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-17d66748-9728-4931-8739-a5a2f28cfbb5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:37.970474 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-17d66748-9728-4931-8739-a5a2f28cfbb5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1044669 Oct 05 09:20:37.971021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 33980) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:37.979116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-cdd9df2a-8f7b-4c09-b84c-e865eadd4e9b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group': {'name': 'tempest-security--124814433', 'description': 'tempest-security-description-347167944'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:38.020660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cdd9df2a-8f7b-4c09-b84c-e865eadd4e9b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.024562 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e4e23832-edfd-4c4f-a166-bdb97a112539 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:38.065943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: e4e23832-edfd-4c4f-a166-bdb97a112539 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:38.066320 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e4e23832-edfd-4c4f-a166-bdb97a112539 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:20:38.066927 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 95f906bf-f446-40df-96d6-f66b57a8d7bc no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:38.080357 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5fd408cd-9d2b-4155-b44d-9c27eacb1e71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.101592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 95f906bf-f446-40df-96d6-f66b57a8d7bc {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:38.101938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 95f906bf-f446-40df-96d6-f66b57a8d7bc not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:20:38.143452 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port 95f906bf-f446-40df-96d6-f66b57a8d7bc {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:38.143854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.171907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5fd408cd-9d2b-4155-b44d-9c27eacb1e71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.177726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd408cd-9d2b-4155-b44d-9c27eacb1e71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbfbd4e-69ed-4cf5-b3a0-9102521cf950,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:38.178302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2715cc4-01a0-4066-ab2a-dcad609e44a7 None None] Network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:38.182120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cdd9df2a-8f7b-4c09-b84c-e865eadd4e9b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.197608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cdd9df2a-8f7b-4c09-b84c-e865eadd4e9b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.199918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cdd9df2a-8f7b-4c09-b84c-e865eadd4e9b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.201135 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cdd9df2a-8f7b-4c09-b84c-e865eadd4e9b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "PUT /v2.0/security-groups/663a7f68-6583-4dc5-9082-3adf908ff008 HTTP/1.1" status: 200 len: 1778 time: 0.2291231 Oct 05 09:20:38.207401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33984) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:38.210378 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5fd408cd-9d2b-4155-b44d-9c27eacb1e71 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/dfbfbd4e-69ed-4cf5-b3a0-9102521cf950 HTTP/1.1" status: 204 len: 168 time: 0.5565410 Oct 05 09:20:38.219661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33988) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:38.249701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] The port '95f906bf-f446-40df-96d6-f66b57a8d7bc' was deleted {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:20:38.278262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a96fe5da-e009-4f09-8718-b9e879e61740 None None] Could not find standard attr ID for object dfcd7688-8324-4e71-aeaa-090e1d9a3deb. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:20:38.340396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9df2a-8f7b-4c09-b84c-e865eadd4e9b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663a7f68-6583-4dc5-9082-3adf908ff008,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:38.423312 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.435655 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7101a202-5f5c-4f4e-92e6-209c7fcd6836 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-groups/663a7f68-6583-4dc5-9082-3adf908ff008 HTTP/1.1" status: 200 len: 1778 time: 0.2270961 Oct 05 09:20:38.438235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 33992) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:38.443715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b55bda-afbf-4ddb-9caf-eadd147e5c3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting subnet b39654a1-0110-41e5-8d15-c79b46cf3bbd {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:20:38.456218 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9decca-cb4f-4c8e-ac84-80ca3c0cf836']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:38.459044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4b55bda-afbf-4ddb-9caf-eadd147e5c3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.471562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:38.471771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:38.488983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.521282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.530172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:38.531060 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.537690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4b55bda-afbf-4ddb-9caf-eadd147e5c3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.611875 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0 resource provider aggregate not found Oct 05 09:20:38.624244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce0b252a-061b-41ed-b790-dd711c12c96b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.652856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.659429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.667626 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30c5b289-d0a5-4c5d-b391-b7ab44b3e4f0 found for delete ", "request_id": "req-2a79dfae-6d27-4d44-8695-b42bb21a95d8"}]} Oct 05 09:20:38.672617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce0b252a-061b-41ed-b790-dd711c12c96b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.683381 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/networks/2c9decca-cb4f-4c8e-ac84-80ca3c0cf836 HTTP/1.1" status: 204 len: 168 time: 2.7010958 Oct 05 09:20:38.686149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34000) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:38.693510 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d3c4c-a175-47ed-9951-2f5670b26555 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Network': ['ID=2c9decca-cb4f-4c8e-ac84-80ca3c0cf836,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:38.849887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4b55bda-afbf-4ddb-9caf-eadd147e5c3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:38.931453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce0b252a-061b-41ed-b790-dd711c12c96b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.024548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b252a-061b-41ed-b790-dd711c12c96b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=663a7f68-6583-4dc5-9082-3adf908ff008,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:39.115156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce0b252a-061b-41ed-b790-dd711c12c96b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.115440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3a289516-b402-49d5-8c72-6c0961e5536b None None] Provisioning complete for port ccd812b7-b8cb-4482-84eb-816128dd86fd triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:39.116338 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ce0b252a-061b-41ed-b790-dd711c12c96b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-groups/663a7f68-6583-4dc5-9082-3adf908ff008 HTTP/1.1" status: 204 len: 168 time: 0.6770458 Oct 05 09:20:39.117122 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a289516-b402-49d5-8c72-6c0961e5536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.117633 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-3a289516-b402-49d5-8c72-6c0961e5536b None None] Attempt 1 to provision port ccd812b7-b8cb-4482-84eb-816128dd86fd Oct 05 09:20:39.119408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34004) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:39.123390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4b55bda-afbf-4ddb-9caf-eadd147e5c3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.189139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b55bda-afbf-4ddb-9caf-eadd147e5c3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Subnet': ['ID=b39654a1-0110-41e5-8d15-c79b46cf3bbd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:39.199820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4b55bda-afbf-4ddb-9caf-eadd147e5c3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.208133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.211388 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8a4529c2-88e3-49e3-9cb7-fb014e07c145 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904481 Oct 05 09:20:39.213951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34008) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:39.235679 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-ec4609e2-bafe-4680-8492-c5f001c17c50 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] delete failed (client error): The resource could not be found. Oct 05 09:20:39.237195 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ec4609e2-bafe-4680-8492-c5f001c17c50 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-groups/663a7f68-6583-4dc5-9082-3adf908ff008 HTTP/1.1" status: 404 len: 347 time: 0.0220592 Oct 05 09:20:39.246290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34012) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:39.252338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group': {'name': 'tempest-secgroup--485099451'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:39.259111 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:39.264736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:39.269308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:39.276595 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34016) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:39.276811 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a4b55bda-afbf-4ddb-9caf-eadd147e5c3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/b39654a1-0110-41e5-8d15-c79b46cf3bbd HTTP/1.1" status: 204 len: 168 time: 1.0561752 Oct 05 09:20:39.279997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:39.291770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3a289516-b402-49d5-8c72-6c0961e5536b None None] Current status of the port ccd812b7-b8cb-4482-84eb-816128dd86fd is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:39.335270 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc199f5-f774-45b3-a41f-998906823a55 None None] Network 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:39.394226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.425324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1d902aa5-673e-4fae-86ac-a1c73abdf098 None None] Could not find standard attr ID for object dfcd7688-8324-4e71-aeaa-090e1d9a3deb. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:20:39.458454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88b30dad-7d5a-4b46-a25f-10621fd7881f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.555905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.563637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:39.569607 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:39.576890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:39.581764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port ccd812b7-b8cb-4482-84eb-816128dd86fd {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:39.582509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.632531 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:39.669687 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7abffe-d399-4a91-8a8e-c9f6b9bda356 None None] DHCP port deletion for 8265dba2-a1c2-4fa4-a3d6-4eb401b439cf request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:20:39.675621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f7abffe-d399-4a91-8a8e-c9f6b9bda356 None None] Deleting port ccd812b7-b8cb-4482-84eb-816128dd86fd {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:39.676221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f7abffe-d399-4a91-8a8e-c9f6b9bda356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.895742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-88b30dad-7d5a-4b46-a25f-10621fd7881f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:39.896000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88b30dad-7d5a-4b46-a25f-10621fd7881f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.897788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.907277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] For port ccd812b7-b8cb-4482-84eb-816128dd86fd, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ccd812b7-b8cb-4482-84eb-816128dd86fd,segment=NetworkSegment(6f248b60-e14a-47c1-934e-2167eb85313b),segment_id=6f248b60-e14a-47c1-934e-2167eb85313b)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:39.907807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.916785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:39.934430 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1f7abffe-d399-4a91-8a8e-c9f6b9bda356 None None] For port ccd812b7-b8cb-4482-84eb-816128dd86fd, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ccd812b7-b8cb-4482-84eb-816128dd86fd,segment=NetworkSegment(6f248b60-e14a-47c1-934e-2167eb85313b),segment_id=6f248b60-e14a-47c1-934e-2167eb85313b)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:39.934829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f7abffe-d399-4a91-8a8e-c9f6b9bda356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.081427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for ccd812b7-b8cb-4482-84eb-816128dd86fd owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:40.082643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ccd812b7-b8cb-4482-84eb-816128dd86fd no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:40.153698 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac30937e-1f3d-4614-9b39-3f343b7e2869,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:40.160087 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.160467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f7abffe-d399-4a91-8a8e-c9f6b9bda356 None None] Calling delete_port for ccd812b7-b8cb-4482-84eb-816128dd86fd owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:40.164605 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6299472b-4552-4d21-83f0-afc3d0a2d4cb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9165008 Oct 05 09:20:40.171772 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34020) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:40.184589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-175b2516-bd5c-44fe-a758-9c9aa939c509 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group_rule': {'security_group_id': 'ac30937e-1f3d-4614-9b39-3f343b7e2869', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:40.196972 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-175b2516-bd5c-44fe-a758-9c9aa939c509 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:40.214118 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-175b2516-bd5c-44fe-a758-9c9aa939c509 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:40.217946 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-175b2516-bd5c-44fe-a758-9c9aa939c509 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:40.226766 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-175b2516-bd5c-44fe-a758-9c9aa939c509 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:40.238341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.252006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No active binding found for port ccd812b7-b8cb-4482-84eb-816128dd86fd {{(pid=89056) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 05 09:20:40.252405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ccd812b7-b8cb-4482-84eb-816128dd86fd not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:20:40.273943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-1f7abffe-d399-4a91-8a8e-c9f6b9bda356 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:20:40.274326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-1f7abffe-d399-4a91-8a8e-c9f6b9bda356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:20:40.300752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-88b30dad-7d5a-4b46-a25f-10621fd7881f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] For port 62d5fc34-dba1-483c-8cec-b0f3f69efa5c, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=62d5fc34-dba1-483c-8cec-b0f3f69efa5c,segment=NetworkSegment(ba70f769-734f-4b01-be1f-9af72ef453e0),segment_id=ba70f769-734f-4b01-be1f-9af72ef453e0)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:40.301386 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88b30dad-7d5a-4b46-a25f-10621fd7881f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.301495 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=ccd812b7-b8cb-4482-84eb-816128dd86fd,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:40.303461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No DVR routers for this DVR port ccd812b7-b8cb-4482-84eb-816128dd86fd on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:20:40.305327 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-175b2516-bd5c-44fe-a758-9c9aa939c509 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.439865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-88b30dad-7d5a-4b46-a25f-10621fd7881f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for 62d5fc34-dba1-483c-8cec-b0f3f69efa5c owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:40.481197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.526001 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8265dba2-a1c2-4fa4-a3d6-4eb401b439cf']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:40.540964 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-175b2516-bd5c-44fe-a758-9c9aa939c509 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.546449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-175b2516-bd5c-44fe-a758-9c9aa939c509 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.549295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f248b60-e14a-47c1-934e-2167eb85313b') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:40.549473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f248b60-e14a-47c1-934e-2167eb85313b') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:40.583121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.590391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b2516-bd5c-44fe-a758-9c9aa939c509 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437858ca-3ca6-4a9a-95c5-46315bfcf1ca,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:40.608029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.615257 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:40.615674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.630594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-175b2516-bd5c-44fe-a758-9c9aa939c509 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.636139 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-175b2516-bd5c-44fe-a758-9c9aa939c509 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4587758 Oct 05 09:20:40.636393 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34024) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:40.640737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88b30dad-7d5a-4b46-a25f-10621fd7881f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.693601 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b30dad-7d5a-4b46-a25f-10621fd7881f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=62d5fc34-dba1-483c-8cec-b0f3f69efa5c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:40.707179 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 6f248b60-e14a-47c1-934e-2167eb85313b resource provider aggregate not found Oct 05 09:20:40.736304 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 6f248b60-e14a-47c1-934e-2167eb85313b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f248b60-e14a-47c1-934e-2167eb85313b found for delete ", "request_id": "req-dab70e21-dc2b-4c86-917b-9a5d491a838f"}]} Oct 05 09:20:40.752147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f32d52e2-f1e5-4103-8661-f5dde0abc79e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.761170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.776162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f7abffe-d399-4a91-8a8e-c9f6b9bda356 None None] Deleting port ccd812b7-b8cb-4482-84eb-816128dd86fd {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:40.776825 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f7abffe-d399-4a91-8a8e-c9f6b9bda356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.782522 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f32d52e2-f1e5-4103-8661-f5dde0abc79e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.789420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.814827 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/networks/8265dba2-a1c2-4fa4-a3d6-4eb401b439cf HTTP/1.1" status: 204 len: 168 time: 1.5366561 Oct 05 09:20:40.817728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d8c0c-282f-4096-96c4-df858423df91 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Network': ['ID=8265dba2-a1c2-4fa4-a3d6-4eb401b439cf,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:40.819614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34032) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:40.852466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f32d52e2-f1e5-4103-8661-f5dde0abc79e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.879877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1f7abffe-d399-4a91-8a8e-c9f6b9bda356 None None] The port 'ccd812b7-b8cb-4482-84eb-816128dd86fd' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:20:40.885731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f32d52e2-f1e5-4103-8661-f5dde0abc79e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.887794 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f32d52e2-f1e5-4103-8661-f5dde0abc79e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/437858ca-3ca6-4a9a-95c5-46315bfcf1ca HTTP/1.1" status: 204 len: 168 time: 0.2496052 Oct 05 09:20:40.889067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d52e2-f1e5-4103-8661-f5dde0abc79e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=437858ca-3ca6-4a9a-95c5-46315bfcf1ca,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:40.899967 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34036) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:40.956997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d12890f2-b4f1-4b70-b81c-67d6ba023290 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:40.961878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88b30dad-7d5a-4b46-a25f-10621fd7881f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:40.967167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8aec79-e41c-4267-915b-39d6962590ba None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:20:40.986766 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d12890f2-b4f1-4b70-b81c-67d6ba023290 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:40.988233 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d12890f2-b4f1-4b70-b81c-67d6ba023290 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0869460 Oct 05 09:20:40.991053 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34040) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:41.066360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b44bb58-769c-45d3-b6ca-eeb23afe82bc tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.101509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b44bb58-769c-45d3-b6ca-eeb23afe82bc tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.108094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8aec79-e41c-4267-915b-39d6962590ba None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:20:41.160694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b44bb58-769c-45d3-b6ca-eeb23afe82bc tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.183625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44bb58-769c-45d3-b6ca-eeb23afe82bc tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac30937e-1f3d-4614-9b39-3f343b7e2869,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:41.202729 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b44bb58-769c-45d3-b6ca-eeb23afe82bc tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.206312 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5b44bb58-769c-45d3-b6ca-eeb23afe82bc tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-groups/ac30937e-1f3d-4614-9b39-3f343b7e2869 HTTP/1.1" status: 204 len: 168 time: 0.2114367 Oct 05 09:20:41.206518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34044) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:41.207581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac28f854-31da-4cc3-92a8-e2d75bdb1b70 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:41.208496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ac28f854-31da-4cc3-92a8-e2d75bdb1b70 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:41.265449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a43cec5e-d320-4905-8d7d-ed6a1629e664 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:41.284831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a43cec5e-d320-4905-8d7d-ed6a1629e664 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:41.291820 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a43cec5e-d320-4905-8d7d-ed6a1629e664 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0788252 Oct 05 09:20:41.292678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34048) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:41.301028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e01dbfbc-cb1d-4a2b-aae2-2527f1e1be1e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group': {'name': 'tempest-secgroup--875340993'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:41.302157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ac28f854-31da-4cc3-92a8-e2d75bdb1b70 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:41.307436 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ac28f854-31da-4cc3-92a8-e2d75bdb1b70 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4822416 Oct 05 09:20:41.308374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34052) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:41.309811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e01dbfbc-cb1d-4a2b-aae2-2527f1e1be1e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:41.314549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b30dad-7d5a-4b46-a25f-10621fd7881f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router f8cb1fab-416f-4dc1-af76-73d32b668ccf has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:20:41.322114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e01dbfbc-cb1d-4a2b-aae2-2527f1e1be1e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:41.339652 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e01dbfbc-cb1d-4a2b-aae2-2527f1e1be1e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.371019 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e01dbfbc-cb1d-4a2b-aae2-2527f1e1be1e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:41.376041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e01dbfbc-cb1d-4a2b-aae2-2527f1e1be1e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:41.380667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e01dbfbc-cb1d-4a2b-aae2-2527f1e1be1e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:41.390019 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e01dbfbc-cb1d-4a2b-aae2-2527f1e1be1e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:41.487347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e01dbfbc-cb1d-4a2b-aae2-2527f1e1be1e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.495270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e01dbfbc-cb1d-4a2b-aae2-2527f1e1be1e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.500370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58a0757-ddb1-47cc-998a-837c652de697 None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:20:41.520447 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b30dad-7d5a-4b46-a25f-10621fd7881f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:20:41.539131 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1d7877-1ab4-4866-b538-a5d2020e45d1 None None] Sync routers for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:20:41.548456 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-88b30dad-7d5a-4b46-a25f-10621fd7881f tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8610580 Oct 05 09:20:41.551724 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34056) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:41.559889 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d7877-1ab4-4866-b538-a5d2020e45d1 None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:41.560767 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-aa1d7877-1ab4-4866-b538-a5d2020e45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:41.574489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dbfbc-cb1d-4a2b-aae2-2527f1e1be1e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2734af83-a770-41f1-ae7e-6495c5f0138b,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:41.586735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e01dbfbc-cb1d-4a2b-aae2-2527f1e1be1e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.589616 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e01dbfbc-cb1d-4a2b-aae2-2527f1e1be1e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2944610 Oct 05 09:20:41.592769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34060) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:41.600053 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-85c1a88b-1aa3-429b-96ae-e9986750bccb tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2878671 Oct 05 09:20:41.600316 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-7244baa2-8edb-45b2-97fe-50c3029e3e69 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group_rule': {'security_group_id': '2734af83-a770-41f1-ae7e-6495c5f0138b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:41.605011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34064) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:41.605405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7244baa2-8edb-45b2-97fe-50c3029e3e69 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:41.610222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7244baa2-8edb-45b2-97fe-50c3029e3e69 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:41.613269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7244baa2-8edb-45b2-97fe-50c3029e3e69 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:41.616235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1655384529'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:41.619885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7244baa2-8edb-45b2-97fe-50c3029e3e69 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:41.628289 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:41.639333 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:network and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:41.643746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7244baa2-8edb-45b2-97fe-50c3029e3e69 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.644598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:41.655861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:41.669056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58a0757-ddb1-47cc-998a-837c652de697 None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:20:41.679790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-9967d9b3-6066-4f2c-8069-cf2af8edc6db tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting subnet 325f9713-4991-43ed-b7ab-3f4505c5a516 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:20:41.682347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:41.686606 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.704286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9967d9b3-6066-4f2c-8069-cf2af8edc6db tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.720779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7244baa2-8edb-45b2-97fe-50c3029e3e69 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.726928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7244baa2-8edb-45b2-97fe-50c3029e3e69 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.754138 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-aa1d7877-1ab4-4866-b538-a5d2020e45d1 None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:41.780265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244baa2-8edb-45b2-97fe-50c3029e3e69 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97e6ba6-6a80-4e2e-838f-958400544660,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:41.790118 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7244baa2-8edb-45b2-97fe-50c3029e3e69 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.798614 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7244baa2-8edb-45b2-97fe-50c3029e3e69 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2053843 Oct 05 09:20:41.799616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34068) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:41.806959 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ec06ec22-2dfc-44aa-9004-17e841e11dae tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group_rule': {'security_group_id': '2734af83-a770-41f1-ae7e-6495c5f0138b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:41.820753 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ec06ec22-2dfc-44aa-9004-17e841e11dae tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:41.828701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ec06ec22-2dfc-44aa-9004-17e841e11dae tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:41.833193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ec06ec22-2dfc-44aa-9004-17e841e11dae tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:41.842409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ec06ec22-2dfc-44aa-9004-17e841e11dae tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:41.876737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ec06ec22-2dfc-44aa-9004-17e841e11dae tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.883688 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-aa1d7877-1ab4-4866-b538-a5d2020e45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:40Z', 'revision_number': 11, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:41.906701 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1d7877-1ab4-4866-b538-a5d2020e45d1 None None] Checking router: f8cb1fab-416f-4dc1-af76-73d32b668ccf for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:20:41.927380 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d7877-1ab4-4866-b538-a5d2020e45d1 None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:41.928014 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-aa1d7877-1ab4-4866-b538-a5d2020e45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:41.933090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9967d9b3-6066-4f2c-8069-cf2af8edc6db tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.956913 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ec06ec22-2dfc-44aa-9004-17e841e11dae tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.963185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:20:41.965090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ec06ec22-2dfc-44aa-9004-17e841e11dae tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.994492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:41.994950 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Added segment e306acc7-efc1-4502-b527-776891e410e9 of type vlan for network 049e483a-d810-45ba-843e-2f94e8941b38 Oct 05 09:20:41.998022 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06ec22-2dfc-44aa-9004-17e841e11dae tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9b3dd1-e314-452c-a67c-c5770186894f,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:42.051422 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.059376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ec06ec22-2dfc-44aa-9004-17e841e11dae tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.061448 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ec06ec22-2dfc-44aa-9004-17e841e11dae tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2600970 Oct 05 09:20:42.065569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34072) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:42.076946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d39bbc9f-770d-4035-8fb7-2fb2558a3eaf tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group_rule': {'security_group_id': '2734af83-a770-41f1-ae7e-6495c5f0138b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:42.085371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d39bbc9f-770d-4035-8fb7-2fb2558a3eaf tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:42.091276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d39bbc9f-770d-4035-8fb7-2fb2558a3eaf tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:42.096443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d39bbc9f-770d-4035-8fb7-2fb2558a3eaf tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:42.119048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d39bbc9f-770d-4035-8fb7-2fb2558a3eaf tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:42.126415 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9967d9b3-6066-4f2c-8069-cf2af8edc6db tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.160235 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-aa1d7877-1ab4-4866-b538-a5d2020e45d1 None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:42.174570 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.180149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:42.180759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.229518 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6240122 Oct 05 09:20:42.232274 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34076) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:42.239038 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': '049e483a-d810-45ba-843e-2f94e8941b38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:42.269159 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-aa1d7877-1ab4-4866-b538-a5d2020e45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:40Z', 'revision_number': 11, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:42.274506 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1d7877-1ab4-4866-b538-a5d2020e45d1 None None] The sync data for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv is: [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:40Z', 'revision_number': 11, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:20:42.307319 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d39bbc9f-770d-4035-8fb7-2fb2558a3eaf tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.364927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98735af7-0ff0-4b50-8577-1505d688345b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Network': ['ID=049e483a-d810-45ba-843e-2f94e8941b38,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:42.368807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:42.372984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:42.376003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:42.380192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 049e483a-d810-45ba-843e-2f94e8941b38 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:20:42.383463 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:42.395871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:42.400268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.402860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9967d9b3-6066-4f2c-8069-cf2af8edc6db tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.476674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967d9b3-6066-4f2c-8069-cf2af8edc6db tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Subnet': ['ID=325f9713-4991-43ed-b7ab-3f4505c5a516,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:42.484243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d39bbc9f-770d-4035-8fb7-2fb2558a3eaf tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.485889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9967d9b3-6066-4f2c-8069-cf2af8edc6db tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.492222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d39bbc9f-770d-4035-8fb7-2fb2558a3eaf tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.514756 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9967d9b3-6066-4f2c-8069-cf2af8edc6db tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/325f9713-4991-43ed-b7ab-3f4505c5a516 HTTP/1.1" status: 204 len: 168 time: 0.9616358 Oct 05 09:20:42.525369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34082) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:42.545286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc17a0cc-74c1-45fe-86f0-fb099dba6cbb None None] Network 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:42.555073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bbc9f-770d-4035-8fb7-2fb2558a3eaf tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3b3d9f-bf8e-4beb-965b-8c7156fb5189,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:42.640481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d39bbc9f-770d-4035-8fb7-2fb2558a3eaf tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.642167 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d39bbc9f-770d-4035-8fb7-2fb2558a3eaf tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5724964 Oct 05 09:20:42.649009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34086) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:42.680811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-69c00438-7515-42ff-8a61-3ca420cbee7a tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group_rule': {'security_group_id': '2734af83-a770-41f1-ae7e-6495c5f0138b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:42.707066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-69c00438-7515-42ff-8a61-3ca420cbee7a tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:42.718055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-69c00438-7515-42ff-8a61-3ca420cbee7a tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:42.723014 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-69c00438-7515-42ff-8a61-3ca420cbee7a tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:42.731375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.742560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-69c00438-7515-42ff-8a61-3ca420cbee7a tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:42.755162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Deleting port a6501350-27f6-4545-96f4-5d1938bf89a9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:42.755579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.805672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69c00438-7515-42ff-8a61-3ca420cbee7a tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.890921 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88aa5e3-af5b-48da-98c4-30c10f168e51 None None] DHCP port deletion for 1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:20:42.896054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e88aa5e3-af5b-48da-98c4-30c10f168e51 None None] Deleting port a6501350-27f6-4545-96f4-5d1938bf89a9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:42.897910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e88aa5e3-af5b-48da-98c4-30c10f168e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.909805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:42.992126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Subnet': ['ID=4c87081b-6de7-4726-b377-8b12b7b91c10,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:43.002667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Checking segment: {'id': 'e306acc7-efc1-4502-b527-776891e410e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '049e483a-d810-45ba-843e-2f94e8941b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:43.002927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network hostable DHCP agents. Network: 049e483a-d810-45ba-843e-2f94e8941b38, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:20:43.024945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 049e483a-d810-45ba-843e-2f94e8941b38 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:20:43.035161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 049e483a-d810-45ba-843e-2f94e8941b38) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:43.049408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:43.050029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.070703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2883081-dd16-4953-94c0-adb99fd53438 None None] Network 049e483a-d810-45ba-843e-2f94e8941b38 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:43.077483 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-07cf3fd2-b956-451b-9ebe-e88a5ca08904 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8435395 Oct 05 09:20:43.079517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34090) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:43.121284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': '049e483a-d810-45ba-843e-2f94e8941b38', 'name': 'tempest-PortsTestJSON-637466589'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:43.153054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] For port a6501350-27f6-4545-96f4-5d1938bf89a9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=a6501350-27f6-4545-96f4-5d1938bf89a9,segment=NetworkSegment(ba70f769-734f-4b01-be1f-9af72ef453e0),segment_id=ba70f769-734f-4b01-be1f-9af72ef453e0)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:43.153497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.163111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69c00438-7515-42ff-8a61-3ca420cbee7a tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.170126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69c00438-7515-42ff-8a61-3ca420cbee7a tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.278400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:43.289025 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:43.294492 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e88aa5e3-af5b-48da-98c4-30c10f168e51 None None] For port a6501350-27f6-4545-96f4-5d1938bf89a9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=a6501350-27f6-4545-96f4-5d1938bf89a9,segment=NetworkSegment(ba70f769-734f-4b01-be1f-9af72ef453e0),segment_id=ba70f769-734f-4b01-be1f-9af72ef453e0)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:43.294905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e88aa5e3-af5b-48da-98c4-30c10f168e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.300608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:43.310022 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.311478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Calling delete_port for a6501350-27f6-4545-96f4-5d1938bf89a9 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:43.351469 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port 76c10940-9c0e-469b-8aa1-7f0bfd272260 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:20:43.370002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c00438-7515-42ff-8a61-3ca420cbee7a tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c68926c-faf4-40c5-9829-15c20bdfb21f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:43.395752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69c00438-7515-42ff-8a61-3ca420cbee7a tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.401196 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-69c00438-7515-42ff-8a61-3ca420cbee7a tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7465849 Oct 05 09:20:43.408683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34094) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:43.416530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7725c22c-2afb-416a-a08f-8393509a5ade tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group_rule': {'security_group_id': '2734af83-a770-41f1-ae7e-6495c5f0138b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:43.424250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7725c22c-2afb-416a-a08f-8393509a5ade tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:43.430301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7725c22c-2afb-416a-a08f-8393509a5ade tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:43.434639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7725c22c-2afb-416a-a08f-8393509a5ade tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:43.441624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7725c22c-2afb-416a-a08f-8393509a5ade tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:43.449555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.489529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e88aa5e3-af5b-48da-98c4-30c10f168e51 None None] Calling delete_port for a6501350-27f6-4545-96f4-5d1938bf89a9 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:43.516167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Port': ['ID=a6501350-27f6-4545-96f4-5d1938bf89a9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:43.526641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No DVR routers for this DVR port a6501350-27f6-4545-96f4-5d1938bf89a9 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:20:43.528313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7725c22c-2afb-416a-a08f-8393509a5ade tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.552384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.6 (049e483a-d810-45ba-843e-2f94e8941b38/4c87081b-6de7-4726-b377-8b12b7b91c10/76c10940-9c0e-469b-8aa1-7f0bfd272260) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:43.710982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.750891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7725c22c-2afb-416a-a08f-8393509a5ade tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.752677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:43.762153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7725c22c-2afb-416a-a08f-8393509a5ade tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.786663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba70f769-734f-4b01-be1f-9af72ef453e0') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:43.787242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba70f769-734f-4b01-be1f-9af72ef453e0') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:43.799487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-e88aa5e3-af5b-48da-98c4-30c10f168e51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:20:43.800162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-e88aa5e3-af5b-48da-98c4-30c10f168e51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:20:43.810828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725c22c-2afb-416a-a08f-8393509a5ade tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003350eb-8811-4bb9-863c-4eaf88aededd,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:43.824099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.833111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-049e483a-d810-45ba-843e-2f94e8941b38', 'network_id': '049e483a-d810-45ba-843e-2f94e8941b38', 'tenant_id': 'b390321863884273a9d461d8c21c7a28', 'fixed_ips': [{'subnet_id': '4c87081b-6de7-4726-b377-8b12b7b91c10'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:20:43.835395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.842257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7725c22c-2afb-416a-a08f-8393509a5ade tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.843730 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7725c22c-2afb-416a-a08f-8393509a5ade tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4340749 Oct 05 09:20:43.847563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.850972 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34098) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:43.857573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:43.858460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.921416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.925482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fce6225e-ce36-47f6-8b10-df6cd99f7a5f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.946537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fce6225e-ce36-47f6-8b10-df6cd99f7a5f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.953805 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment ba70f769-734f-4b01-be1f-9af72ef453e0 resource provider aggregate not found Oct 05 09:20:43.982774 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment ba70f769-734f-4b01-be1f-9af72ef453e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba70f769-734f-4b01-be1f-9af72ef453e0 found for delete ", "request_id": "req-914ffdf9-1280-47b9-a36d-3d7e6dca0d21"}]} Oct 05 09:20:43.984142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fce6225e-ce36-47f6-8b10-df6cd99f7a5f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:43.996591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.005987 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Transition to ACTIVE for port object 76c10940-9c0e-469b-8aa1-7f0bfd272260 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:44.009737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6225e-ce36-47f6-8b10-df6cd99f7a5f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=003350eb-8811-4bb9-863c-4eaf88aededd,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:44.025632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.026504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fce6225e-ce36-47f6-8b10-df6cd99f7a5f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.027622 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fce6225e-ce36-47f6-8b10-df6cd99f7a5f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/003350eb-8811-4bb9-863c-4eaf88aededd HTTP/1.1" status: 204 len: 168 time: 0.1755447 Oct 05 09:20:44.030123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34106) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:44.030963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Pushing event deleted for resources: {'Network': ['ID=1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:44.041113 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6f3592ec-e728-4d37-b988-149e88e0a1e2 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/networks/1f2ec64f-fb0e-4d5e-8840-8a60fd44f1e3 HTTP/1.1" status: 204 len: 168 time: 1.5118713 Oct 05 09:20:44.041712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device a6501350-27f6-4545-96f4-5d1938bf89a9 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:44.046405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34110) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:44.052053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-94288db6-51ad-4311-93fc-d0787b3eb236 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'router': {'routes': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:44.063787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.109861 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: a6501350-27f6-4545-96f4-5d1938bf89a9 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:44.110420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device a6501350-27f6-4545-96f4-5d1938bf89a9 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:20:44.110845 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 62d5fc34-dba1-483c-8cec-b0f3f69efa5c no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:44.155374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 62d5fc34-dba1-483c-8cec-b0f3f69efa5c {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:44.155750 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 62d5fc34-dba1-483c-8cec-b0f3f69efa5c not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:20:44.157292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 049e483a-d810-45ba-843e-2f94e8941b38 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:44.173501 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f9f86137-cb05-40eb-bdb4-009aabf0fe47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:44.183620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:44.183891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Allocated IP 172.20.0.2 (049e483a-d810-45ba-843e-2f94e8941b38/4c87081b-6de7-4726-b377-8b12b7b91c10/c2478770-9726-4401-9db7-d3501107afd5) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:44.189391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:44.233934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=76c10940-9c0e-469b-8aa1-7f0bfd272260,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:44.266033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f9f86137-cb05-40eb-bdb4-009aabf0fe47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:44.270614 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f9f86137-cb05-40eb-bdb4-009aabf0fe47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2394135 Oct 05 09:20:44.274393 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34114) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:44.302543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e88aa5e3-af5b-48da-98c4-30c10f168e51 None None] Deleting port a6501350-27f6-4545-96f4-5d1938bf89a9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:44.303030 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e88aa5e3-af5b-48da-98c4-30c10f168e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.307453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:44.308092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.324674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9c0eacc5-0b7e-42cc-a763-cc3e89b49d73 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.339975 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9c0eacc5-0b7e-42cc-a763-cc3e89b49d73 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.350970 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-15bed9ec-98d8-48fb-a4b8-3de8181dc6b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2701144 Oct 05 09:20:44.354416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34118) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:44.361878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': '049e483a-d810-45ba-843e-2f94e8941b38', 'name': 'tempest-PortsTestJSON-101236940'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:44.394730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e88aa5e3-af5b-48da-98c4-30c10f168e51 None None] The port 'a6501350-27f6-4545-96f4-5d1938bf89a9' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:20:44.473168 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9c0eacc5-0b7e-42cc-a763-cc3e89b49d73 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.497269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.505296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0eacc5-0b7e-42cc-a763-cc3e89b49d73 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c68926c-faf4-40c5-9829-15c20bdfb21f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:44.514092 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.extraroute_db [None req-94288db6-51ad-4311-93fc-d0787b3eb236 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Added routes are [] {{(pid=89055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 05 09:20:44.514789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.extraroute_db [None req-94288db6-51ad-4311-93fc-d0787b3eb236 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Removed routes are [] {{(pid=89055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 05 09:20:44.514977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94288db6-51ad-4311-93fc-d0787b3eb236 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.519415 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Transition to ACTIVE for port object c2478770-9726-4401-9db7-d3501107afd5 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:44.529868 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9c0eacc5-0b7e-42cc-a763-cc3e89b49d73 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.533785 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9c0eacc5-0b7e-42cc-a763-cc3e89b49d73 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/4c68926c-faf4-40c5-9829-15c20bdfb21f HTTP/1.1" status: 204 len: 168 time: 0.2562804 Oct 05 09:20:44.541090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34122) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:44.549386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Transition to ACTIVE for port object c2478770-9726-4401-9db7-d3501107afd5 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:44.556291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.574346 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:44.594578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:44.612377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-47dd34fb-9d30-41c6-961b-df67b6046310 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:44.620446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Network 049e483a-d810-45ba-843e-2f94e8941b38 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:44.623624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:44.630054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:44.632417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:44.634521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.645831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-47dd34fb-9d30-41c6-961b-df67b6046310 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:44.650288 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-47dd34fb-9d30-41c6-961b-df67b6046310 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1051612 Oct 05 09:20:44.650462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34126) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:44.682930 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Pushing event updated for resources: {'Port': ['ID=c2478770-9726-4401-9db7-d3501107afd5,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:44.689586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port 72c8a536-b2ed-4a3d-a84b-e1bba6c37c55 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:20:44.731279 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b2754d8-dc04-4508-9fa1-5ad4bf71ad41 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.747541 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Attempting to bind port c2478770-9726-4401-9db7-d3501107afd5 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:20:44.748000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Attempting to bind port c2478770-9726-4401-9db7-d3501107afd5 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e306acc7-efc1-4502-b527-776891e410e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '049e483a-d810-45ba-843e-2f94e8941b38'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:20:44.748288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Attempting to bind port c2478770-9726-4401-9db7-d3501107afd5 on network 049e483a-d810-45ba-843e-2f94e8941b38 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:20:44.758562 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:20:44.759244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Checking segment: {'id': 'e306acc7-efc1-4502-b527-776891e410e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '049e483a-d810-45ba-843e-2f94e8941b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:44.759835 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.760476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Bound using segment: {'id': 'e306acc7-efc1-4502-b527-776891e410e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '049e483a-d810-45ba-843e-2f94e8941b38'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:20:44.761268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Bound port: c2478770-9726-4401-9db7-d3501107afd5, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e306acc7-efc1-4502-b527-776891e410e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '049e483a-d810-45ba-843e-2f94e8941b38'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:20:44.762531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.762891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b2754d8-dc04-4508-9fa1-5ad4bf71ad41 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.826670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94288db6-51ad-4311-93fc-d0787b3eb236 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.831222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94288db6-51ad-4311-93fc-d0787b3eb236 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.864292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] For port c2478770-9726-4401-9db7-d3501107afd5, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:20:44.869063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] For port c2478770-9726-4401-9db7-d3501107afd5, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c2478770-9726-4401-9db7-d3501107afd5,segment=NetworkSegment(e306acc7-efc1-4502-b527-776891e410e9),segment_id=e306acc7-efc1-4502-b527-776891e410e9)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:20:44.889222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.907627 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b2754d8-dc04-4508-9fa1-5ad4bf71ad41 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.933218 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.9 (049e483a-d810-45ba-843e-2f94e8941b38/4c87081b-6de7-4726-b377-8b12b7b91c10/72c8a536-b2ed-4a3d-a84b-e1bba6c37c55) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:44.938279 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2754d8-dc04-4508-9fa1-5ad4bf71ad41 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a3b3d9f-bf8e-4beb-965b-8c7156fb5189,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:44.963962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b2754d8-dc04-4508-9fa1-5ad4bf71ad41 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:44.968598 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7b2754d8-dc04-4508-9fa1-5ad4bf71ad41 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3a3b3d9f-bf8e-4beb-965b-8c7156fb5189 HTTP/1.1" status: 204 len: 168 time: 0.3137705 Oct 05 09:20:44.976346 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34130) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:44.990107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94288db6-51ad-4311-93fc-d0787b3eb236 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router f8cb1fab-416f-4dc1-af76-73d32b668ccf has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:20:44.991612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6f765-2b0a-4e73-a45c-b08d595da10b None None] Pushing event updated for resources: {'Port': ['ID=c2478770-9726-4401-9db7-d3501107afd5,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:45.084942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b9be1a20-dc81-405f-940f-3406851b6946 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:45.137869 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94288db6-51ad-4311-93fc-d0787b3eb236 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:20:45.148226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94288db6-51ad-4311-93fc-d0787b3eb236 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:45.150002 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-94288db6-51ad-4311-93fc-d0787b3eb236 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf HTTP/1.1" status: 200 len: 704 time: 1.1023614 Oct 05 09:20:45.157264 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e34d9c-26b1-4cfb-9f2c-7128a6ebd99e None None] Sync routers for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:20:45.169810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34134) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:45.191843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e34d9c-26b1-4cfb-9f2c-7128a6ebd99e None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:45.192489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-23e34d9c-26b1-4cfb-9f2c-7128a6ebd99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:45.222227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b9be1a20-dc81-405f-940f-3406851b6946 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:45.224941 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b9be1a20-dc81-405f-940f-3406851b6946 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2456625 Oct 05 09:20:45.233642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34138) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:45.247450 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7086437b-273d-4f8a-8b6e-7550edf51b23 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Synchronizing usage tracker for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:45.277415 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c4a0-98a1-4c73-bd22-6aa1c55b3316 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:45.297740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c4a0-98a1-4c73-bd22-6aa1c55b3316 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:45.305791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7086437b-273d-4f8a-8b6e-7550edf51b23 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Unset dirty status for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:45.311526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34142) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:45.312042 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7086437b-273d-4f8a-8b6e-7550edf51b23 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cb1fab-416f-4dc1-af76-73d32b668ccf HTTP/1.1" status: 200 len: 205 time: 0.1400487 Oct 05 09:20:45.312405 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:20:45.373345 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:45.410469 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Transition to ACTIVE for port object 72c8a536-b2ed-4a3d-a84b-e1bba6c37c55 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:45.412166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-23e34d9c-26b1-4cfb-9f2c-7128a6ebd99e None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:45.455754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:45.484827 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dab5fc20-9c92-45f3-aedc-d85f3d29f501 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:45.537444 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-23e34d9c-26b1-4cfb-9f2c-7128a6ebd99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:40Z', 'revision_number': 11, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:45.543445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e34d9c-26b1-4cfb-9f2c-7128a6ebd99e None None] Checking router: f8cb1fab-416f-4dc1-af76-73d32b668ccf for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:20:45.554277 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e34d9c-26b1-4cfb-9f2c-7128a6ebd99e None None] Routers {'f8cb1fab-416f-4dc1-af76-73d32b668ccf'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:45.554770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-23e34d9c-26b1-4cfb-9f2c-7128a6ebd99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:45.559762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c4a0-98a1-4c73-bd22-6aa1c55b3316 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:45.653810 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7c4a0-98a1-4c73-bd22-6aa1c55b3316 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d9b3dd1-e314-452c-a67c-c5770186894f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:45.660969 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 049e483a-d810-45ba-843e-2f94e8941b38 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:45.666341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:45.673421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:45.713335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-23e34d9c-26b1-4cfb-9f2c-7128a6ebd99e None None] Set router f8cb1fab-416f-4dc1-af76-73d32b668ccf gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:45.726748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=72c8a536-b2ed-4a3d-a84b-e1bba6c37c55,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:45.778579 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:45.779562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:45.816745 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0555c5c0-e251-4a89-9e8d-46524db846fa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4587665 Oct 05 09:20:45.817399 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34146) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:45.849400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-23e34d9c-26b1-4cfb-9f2c-7128a6ebd99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:40Z', 'revision_number': 11, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:45.857867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e34d9c-26b1-4cfb-9f2c-7128a6ebd99e None None] The sync data for ids ['f8cb1fab-416f-4dc1-af76-73d32b668ccf'] in dv-neutron-860328-1-hyperv is: [{'id': 'f8cb1fab-416f-4dc1-af76-73d32b668ccf', 'name': 'tempest-RoutersIpV6Test-router-734257074', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:19:32Z', 'updated_at': '2022-10-05T09:20:40Z', 'revision_number': 11, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:20:45.879625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c4a0-98a1-4c73-bd22-6aa1c55b3316 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:45.889755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34150) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:45.892819 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bdf7c4a0-98a1-4c73-bd22-6aa1c55b3316 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/4d9b3dd1-e314-452c-a67c-c5770186894f HTTP/1.1" status: 204 len: 168 time: 0.6569178 Oct 05 09:20:45.972770 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bfd2eb24-84e9-4e9e-9ff9-19f638a527cf tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0790677 Oct 05 09:20:45.974121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34154) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:46.020702 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc8a581-e3b3-4014-9697-fd2713d00a20 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:46.021557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5cc8a581-e3b3-4014-9697-fd2713d00a20 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:46.048757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5cc8a581-e3b3-4014-9697-fd2713d00a20 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:46.050797 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5cc8a581-e3b3-4014-9697-fd2713d00a20 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.2318456 Oct 05 09:20:46.054134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34158) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:46.075777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dab5fc20-9c92-45f3-aedc-d85f3d29f501 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.080093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dab5fc20-9c92-45f3-aedc-d85f3d29f501 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.106294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c2478770-9726-4401-9db7-d3501107afd5 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:46.111998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a7de303c-cf6f-41d2-a378-c2abbeba227b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.125866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a7de303c-cf6f-41d2-a378-c2abbeba227b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.138183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dab5fc20-9c92-45f3-aedc-d85f3d29f501 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.138908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab5fc20-9c92-45f3-aedc-d85f3d29f501 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Fanout notify agent at l3_agent the message router_deleted on router f8cb1fab-416f-4dc1-af76-73d32b668ccf {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:20:46.171623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dab5fc20-9c92-45f3-aedc-d85f3d29f501 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.177319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c00d07b7-3bea-47f8-9eb5-6e034050ee53 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 72c8a536-b2ed-4a3d-a84b-e1bba6c37c55 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:46.177789 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c00d07b7-3bea-47f8-9eb5-6e034050ee53 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.179451 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dab5fc20-9c92-45f3-aedc-d85f3d29f501 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf HTTP/1.1" status: 204 len: 168 time: 0.8662794 Oct 05 09:20:46.182161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34162) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:46.188989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-70dc33cf-08a7-4fe4-854c-664d3e300fbd tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1756146734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:46.204742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-70dc33cf-08a7-4fe4-854c-664d3e300fbd tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:46.207349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a7de303c-cf6f-41d2-a378-c2abbeba227b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.212658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a7de303c-cf6f-41d2-a378-c2abbeba227b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.217614 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a7de303c-cf6f-41d2-a378-c2abbeba227b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b97e6ba6-6a80-4e2e-838f-958400544660 HTTP/1.1" status: 204 len: 168 time: 0.2388434 Oct 05 09:20:46.218631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34166) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:46.234193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-70dc33cf-08a7-4fe4-854c-664d3e300fbd tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Usage tracker for resource:router and tenant:4abf3336e931461cb336eaae8792e2b6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:46.243117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port c2478770-9726-4401-9db7-d3501107afd5 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:46.253269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-70dc33cf-08a7-4fe4-854c-664d3e300fbd tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:46.267935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de303c-cf6f-41d2-a378-c2abbeba227b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b97e6ba6-6a80-4e2e-838f-958400544660,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:46.275433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a08218-a758-48b5-be76-042ae5d3e5f9 None None] Network 049e483a-d810-45ba-843e-2f94e8941b38 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:46.281687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-70dc33cf-08a7-4fe4-854c-664d3e300fbd tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:46.303247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70dc33cf-08a7-4fe4-854c-664d3e300fbd tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.304958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70dc33cf-08a7-4fe4-854c-664d3e300fbd tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.327455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9f90056d-d3f7-4733-a524-a884a767c5fb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:46.358651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70dc33cf-08a7-4fe4-854c-664d3e300fbd tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.367355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9f90056d-d3f7-4733-a524-a884a767c5fb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:46.371600 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9f90056d-d3f7-4733-a524-a884a767c5fb tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1385851 Oct 05 09:20:46.371813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34170) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:46.388645 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Provisioning for port c2478770-9726-4401-9db7-d3501107afd5 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:46.399490 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Provisioning complete for port c2478770-9726-4401-9db7-d3501107afd5 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:46.399868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.400205 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Attempt 1 to provision port c2478770-9726-4401-9db7-d3501107afd5 Oct 05 09:20:46.421062 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70dc33cf-08a7-4fe4-854c-664d3e300fbd tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.478898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-63090d39-ea97-4886-9794-af6f646dfe44 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.480642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70dc33cf-08a7-4fe4-854c-664d3e300fbd tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.482503 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-70dc33cf-08a7-4fe4-854c-664d3e300fbd tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2988260 Oct 05 09:20:46.485152 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34174) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:46.510857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-603d3ae4-c3ae-47ef-94ac-be921a65621d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:46.525660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-63090d39-ea97-4886-9794-af6f646dfe44 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.583315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-63090d39-ea97-4886-9794-af6f646dfe44 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.605730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63090d39-ea97-4886-9794-af6f646dfe44 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2734af83-a770-41f1-ae7e-6495c5f0138b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:46.623879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-63090d39-ea97-4886-9794-af6f646dfe44 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.626242 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-63090d39-ea97-4886-9794-af6f646dfe44 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-groups/2734af83-a770-41f1-ae7e-6495c5f0138b HTTP/1.1" status: 204 len: 168 time: 0.2528772 Oct 05 09:20:46.628468 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34178) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:46.653529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Current status of the port c2478770-9726-4401-9db7-d3501107afd5 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:46.653916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.667435 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c00d07b7-3bea-47f8-9eb5-6e034050ee53 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.691189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d5675fe0-d026-44c6-aef5-6e3060d31597 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:46.707267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] For port c2478770-9726-4401-9db7-d3501107afd5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c2478770-9726-4401-9db7-d3501107afd5,segment=NetworkSegment(e306acc7-efc1-4502-b527-776891e410e9),segment_id=e306acc7-efc1-4502-b527-776891e410e9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:46.709196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d5675fe0-d026-44c6-aef5-6e3060d31597 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:46.713653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.715981 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d5675fe0-d026-44c6-aef5-6e3060d31597 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861552 Oct 05 09:20:46.721194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34182) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:46.727086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f236ba48-0b0b-4eb3-8966-a37b8ebb2054 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group': {'name': 'tempest-secgroup--573997048'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:46.734903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f236ba48-0b0b-4eb3-8966-a37b8ebb2054 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:46.748569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f236ba48-0b0b-4eb3-8966-a37b8ebb2054 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:46.765453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f236ba48-0b0b-4eb3-8966-a37b8ebb2054 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.789668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f236ba48-0b0b-4eb3-8966-a37b8ebb2054 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:46.794830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f236ba48-0b0b-4eb3-8966-a37b8ebb2054 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:46.798369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f236ba48-0b0b-4eb3-8966-a37b8ebb2054 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:46.803866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Pushing event updated for resources: {'Port': ['ID=c2478770-9726-4401-9db7-d3501107afd5,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:46.807898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f236ba48-0b0b-4eb3-8966-a37b8ebb2054 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:46.815243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:46.816244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:46.817575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:46.818172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:46.818829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:46.819396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:46.819962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:46.820515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:46.821226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:46.822030 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:46.822586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:46.823133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4a89a-dbfb-4a06-a170-0d7a94c67945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:20:46.889146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c00d07b7-3bea-47f8-9eb5-6e034050ee53 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 72c8a536-b2ed-4a3d-a84b-e1bba6c37c55 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:46.929311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f236ba48-0b0b-4eb3-8966-a37b8ebb2054 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.936492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f236ba48-0b0b-4eb3-8966-a37b8ebb2054 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:46.986862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236ba48-0b0b-4eb3-8966-a37b8ebb2054 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e0464b-d3ae-4040-9da9-e290fe7d9241,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:47.001217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f236ba48-0b0b-4eb3-8966-a37b8ebb2054 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.002661 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f236ba48-0b0b-4eb3-8966-a37b8ebb2054 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2804465 Oct 05 09:20:47.005315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34186) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:47.012053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-082a0a07-e806-468a-be7d-8d720e08a434 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group_rule': {'security_group_id': 'e1e0464b-d3ae-4040-9da9-e290fe7d9241', 'direction': 'ingress', 'protocol': 17}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:47.018960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-082a0a07-e806-468a-be7d-8d720e08a434 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:47.023503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-082a0a07-e806-468a-be7d-8d720e08a434 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:47.026983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-082a0a07-e806-468a-be7d-8d720e08a434 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:47.033255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-082a0a07-e806-468a-be7d-8d720e08a434 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:47.054340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Provisioning for port 76c10940-9c0e-469b-8aa1-7f0bfd272260 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:47.062475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-082a0a07-e806-468a-be7d-8d720e08a434 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.062707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Provisioning complete for port 76c10940-9c0e-469b-8aa1-7f0bfd272260 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:47.062978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.063370 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Attempt 1 to provision port 76c10940-9c0e-469b-8aa1-7f0bfd272260 Oct 05 09:20:47.142962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Port 76c10940-9c0e-469b-8aa1-7f0bfd272260 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:47.150712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-082a0a07-e806-468a-be7d-8d720e08a434 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.157211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-082a0a07-e806-468a-be7d-8d720e08a434 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.157424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-603d3ae4-c3ae-47ef-94ac-be921a65621d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.191576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a0a07-e806-468a-be7d-8d720e08a434 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04034212-e892-4e20-9e6b-75ffb58ccb61,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:47.192579 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-603d3ae4-c3ae-47ef-94ac-be921a65621d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.213075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-082a0a07-e806-468a-be7d-8d720e08a434 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.215336 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-082a0a07-e806-468a-be7d-8d720e08a434 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2081106 Oct 05 09:20:47.217452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34190) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:47.297035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e4738d1-b065-47a0-b63d-a7ff46204b7d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.335387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e4738d1-b065-47a0-b63d-a7ff46204b7d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.405232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e4738d1-b065-47a0-b63d-a7ff46204b7d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.428958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4738d1-b065-47a0-b63d-a7ff46204b7d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e0464b-d3ae-4040-9da9-e290fe7d9241,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:47.445791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e4738d1-b065-47a0-b63d-a7ff46204b7d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.450314 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9e4738d1-b065-47a0-b63d-a7ff46204b7d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-groups/e1e0464b-d3ae-4040-9da9-e290fe7d9241 HTTP/1.1" status: 204 len: 168 time: 0.2285044 Oct 05 09:20:47.450489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34194) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:47.515799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c8ed21ef-2058-40e0-96c9-6d9f86854ce2 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:47.521793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c00d07b7-3bea-47f8-9eb5-6e034050ee53 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.540034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c8ed21ef-2058-40e0-96c9-6d9f86854ce2 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:47.542080 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c8ed21ef-2058-40e0-96c9-6d9f86854ce2 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904772 Oct 05 09:20:47.546769 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34198) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:47.555288 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5d40cb76-3733-41d5-b7fd-07cecead61d5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885658813'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:47.566102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5d40cb76-3733-41d5-b7fd-07cecead61d5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:47.581637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5d40cb76-3733-41d5-b7fd-07cecead61d5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:47.596988 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d40cb76-3733-41d5-b7fd-07cecead61d5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.610846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d07b7-3bea-47f8-9eb5-6e034050ee53 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=72c8a536-b2ed-4a3d-a84b-e1bba6c37c55,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:47.626036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5d40cb76-3733-41d5-b7fd-07cecead61d5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:47.630808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5d40cb76-3733-41d5-b7fd-07cecead61d5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:47.636689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5d40cb76-3733-41d5-b7fd-07cecead61d5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:47.643952 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Attempt 2 to provision port 76c10940-9c0e-469b-8aa1-7f0bfd272260 Oct 05 09:20:47.648258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5d40cb76-3733-41d5-b7fd-07cecead61d5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:47.713624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Port 76c10940-9c0e-469b-8aa1-7f0bfd272260 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:47.721348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603d3ae4-c3ae-47ef-94ac-be921a65621d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Router e383dc3c-d7e7-4898-9513-6e2729601e2d is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:20:47.739995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d40cb76-3733-41d5-b7fd-07cecead61d5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.745158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d40cb76-3733-41d5-b7fd-07cecead61d5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.794614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40cb76-3733-41d5-b7fd-07cecead61d5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e9a3ef-9410-4147-8dbe-c86e70a24a40,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:47.796800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c00d07b7-3bea-47f8-9eb5-6e034050ee53 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.807474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d40cb76-3733-41d5-b7fd-07cecead61d5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.808823 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5d40cb76-3733-41d5-b7fd-07cecead61d5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2606928 Oct 05 09:20:47.811932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34202) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:47.817803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group': {'name': 'tempest-secgroup--310036429'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:47.824786 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:47.829527 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:47.832882 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:47.839536 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:47.855005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.884227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:47.885900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603d3ae4-c3ae-47ef-94ac-be921a65621d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:20:47.889536 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:47.893082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:47.894906 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-603d3ae4-c3ae-47ef-94ac-be921a65621d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:47.902233 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-603d3ae4-c3ae-47ef-94ac-be921a65621d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "PUT /v2.0/routers/e383dc3c-d7e7-4898-9513-6e2729601e2d HTTP/1.1" status: 200 len: 698 time: 1.4074667 Oct 05 09:20:47.903049 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fee995a-ea66-46d5-9344-7d53b35823af None None] Sync routers for ids ['e383dc3c-d7e7-4898-9513-6e2729601e2d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:20:47.903494 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c00d07b7-3bea-47f8-9eb5-6e034050ee53 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/72c8a536-b2ed-4a3d-a84b-e1bba6c37c55 HTTP/1.1" status: 204 len: 168 time: 1.8438179 Oct 05 09:20:47.903494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34206) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:47.903494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34208) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:47.909394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:47.915752 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fee995a-ea66-46d5-9344-7d53b35823af None None] Routers {'e383dc3c-d7e7-4898-9513-6e2729601e2d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:47.916374 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7fee995a-ea66-46d5-9344-7d53b35823af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e383dc3c-d7e7-4898-9513-6e2729601e2d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:48.028626 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-a606440b-df9f-41be-869d-11cfe6a8dfa5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:20:48.029614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a606440b-df9f-41be-869d-11cfe6a8dfa5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:48.044750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:48.050331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:48.051443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c2478770-9726-4401-9db7-d3501107afd5 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:48.054393 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-7fee995a-ea66-46d5-9344-7d53b35823af None None] Set router e383dc3c-d7e7-4898-9513-6e2729601e2d gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:48.115652 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-23f28ec3-649d-4cfb-8c0c-cff5bd9f219d tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/routers/e383dc3c-d7e7-4898-9513-6e2729601e2d HTTP/1.1" status: 200 len: 704 time: 0.2087867 Oct 05 09:20:48.117232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34214) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:48.118456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a089396-3202-4f6d-a0a1-a1aaba0fb592,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:48.134495 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a606440b-df9f-41be-869d-11cfe6a8dfa5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:48.139428 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a606440b-df9f-41be-869d-11cfe6a8dfa5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/72c8a536-b2ed-4a3d-a84b-e1bba6c37c55 HTTP/1.1" status: 404 len: 333 time: 0.2333593 Oct 05 09:20:48.146492 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34218) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:48.175572 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7fee995a-ea66-46d5-9344-7d53b35823af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e383dc3c-d7e7-4898-9513-6e2729601e2d', 'name': 'tempest-RoutersIpV6Test-router-1756146734', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:20:46Z', 'updated_at': '2022-10-05T09:20:47Z', 'revision_number': 2, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:48.180407 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:48.181074 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-41af6608-888f-4d45-b36a-ab34b2c65f88 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3680427 Oct 05 09:20:48.183983 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fee995a-ea66-46d5-9344-7d53b35823af None None] Checking router: e383dc3c-d7e7-4898-9513-6e2729601e2d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:20:48.186711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port c2478770-9726-4401-9db7-d3501107afd5 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:48.187207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34222) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:48.187961 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:48.188550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a983d667-ad51-4240-a67c-cccbc54e4d14 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Synchronizing usage tracker for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:48.188702 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port c2478770-9726-4401-9db7-d3501107afd5 Oct 05 09:20:48.193664 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fee995a-ea66-46d5-9344-7d53b35823af None None] Routers {'e383dc3c-d7e7-4898-9513-6e2729601e2d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:20:48.195092 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7fee995a-ea66-46d5-9344-7d53b35823af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:20:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e383dc3c-d7e7-4898-9513-6e2729601e2d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:48.197887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-66f64749-52c3-4ec2-b362-8bdc4b42d36c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group_rule': {'security_group_id': '81e9a3ef-9410-4147-8dbe-c86e70a24a40', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0a089396-3202-4f6d-a0a1-a1aaba0fb592', 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:48.206541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-66f64749-52c3-4ec2-b362-8bdc4b42d36c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:48.214548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-66f64749-52c3-4ec2-b362-8bdc4b42d36c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:48.219568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-66f64749-52c3-4ec2-b362-8bdc4b42d36c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:48.222889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a983d667-ad51-4240-a67c-cccbc54e4d14 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Unset dirty status for tenant:4abf3336e931461cb336eaae8792e2b6 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:48.226903 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a983d667-ad51-4240-a67c-cccbc54e4d14 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=e383dc3c-d7e7-4898-9513-6e2729601e2d HTTP/1.1" status: 200 len: 205 time: 0.1049132 Oct 05 09:20:48.230702 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34226) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:48.232981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-66f64749-52c3-4ec2-b362-8bdc4b42d36c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:48.239619 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Attempt 3 to provision port 76c10940-9c0e-469b-8aa1-7f0bfd272260 Oct 05 09:20:48.279108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f120c199-876a-4f9d-94b3-f1411ee18e93 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 76c10940-9c0e-469b-8aa1-7f0bfd272260 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:48.280353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f120c199-876a-4f9d-94b3-f1411ee18e93 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:48.331396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Port 76c10940-9c0e-469b-8aa1-7f0bfd272260 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:48.352349 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-7fee995a-ea66-46d5-9344-7d53b35823af None None] Set router e383dc3c-d7e7-4898-9513-6e2729601e2d gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:20:48.391692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port c2478770-9726-4401-9db7-d3501107afd5 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:48.405358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-249d9888-c1dc-4d06-973f-1147ffeb5e73 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:48.482063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66f64749-52c3-4ec2-b362-8bdc4b42d36c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:48.509946 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7fee995a-ea66-46d5-9344-7d53b35823af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e383dc3c-d7e7-4898-9513-6e2729601e2d', 'name': 'tempest-RoutersIpV6Test-router-1756146734', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:20:46Z', 'updated_at': '2022-10-05T09:20:47Z', 'revision_number': 2, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:48.515520 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fee995a-ea66-46d5-9344-7d53b35823af None None] The sync data for ids ['e383dc3c-d7e7-4898-9513-6e2729601e2d'] in dv-neutron-860328-1-hyperv is: [{'id': 'e383dc3c-d7e7-4898-9513-6e2729601e2d', 'name': 'tempest-RoutersIpV6Test-router-1756146734', 'tenant_id': '4abf3336e931461cb336eaae8792e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:20:46Z', 'updated_at': '2022-10-05T09:20:47Z', 'revision_number': 2, 'project_id': '4abf3336e931461cb336eaae8792e2b6', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:20:48.608205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f120c199-876a-4f9d-94b3-f1411ee18e93 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:48.744188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f120c199-876a-4f9d-94b3-f1411ee18e93 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 76c10940-9c0e-469b-8aa1-7f0bfd272260 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:48.835761 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Attempt 4 to provision port 76c10940-9c0e-469b-8aa1-7f0bfd272260 Oct 05 09:20:48.903616 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-249d9888-c1dc-4d06-973f-1147ffeb5e73 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:48.906676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-249d9888-c1dc-4d06-973f-1147ffeb5e73 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:48.935926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Port 76c10940-9c0e-469b-8aa1-7f0bfd272260 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:48.940583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f120c199-876a-4f9d-94b3-f1411ee18e93 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:48.963615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-249d9888-c1dc-4d06-973f-1147ffeb5e73 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:48.964373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249d9888-c1dc-4d06-973f-1147ffeb5e73 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Fanout notify agent at l3_agent the message router_deleted on router e383dc3c-d7e7-4898-9513-6e2729601e2d {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:20:48.968265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66f64749-52c3-4ec2-b362-8bdc4b42d36c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:48.979318 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66f64749-52c3-4ec2-b362-8bdc4b42d36c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.015432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f64749-52c3-4ec2-b362-8bdc4b42d36c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53f8954-e3b1-4628-802e-93bbd1a1ca46,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:49.030752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-249d9888-c1dc-4d06-973f-1147ffeb5e73 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.032643 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-249d9888-c1dc-4d06-973f-1147ffeb5e73 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/e383dc3c-d7e7-4898-9513-6e2729601e2d HTTP/1.1" status: 204 len: 168 time: 0.8013651 Oct 05 09:20:49.033980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66f64749-52c3-4ec2-b362-8bdc4b42d36c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.035226 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-66f64749-52c3-4ec2-b362-8bdc4b42d36c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8437719 Oct 05 09:20:49.036453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34230) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.039543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34232) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.046247 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120c199-876a-4f9d-94b3-f1411ee18e93 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=76c10940-9c0e-469b-8aa1-7f0bfd272260,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:49.105484 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1fdf36ff-2721-47be-b929-c6952df9b004 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=e383dc3c-d7e7-4898-9513-6e2729601e2d HTTP/1.1" status: 200 len: 205 time: 0.0677533 Oct 05 09:20:49.108008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34238) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.132434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f120c199-876a-4f9d-94b3-f1411ee18e93 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.151498 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f120c199-876a-4f9d-94b3-f1411ee18e93 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/76c10940-9c0e-469b-8aa1-7f0bfd272260 HTTP/1.1" status: 204 len: 168 time: 1.0004909 Oct 05 09:20:49.151917 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34242) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.193195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54425b73-c130-443d-9528-e92332c37730 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.201184 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-5b9085f6-4b61-4fe5-96bd-e42ce75491fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] delete failed (client error): The resource could not be found. Oct 05 09:20:49.202388 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5b9085f6-4b61-4fe5-96bd-e42ce75491fb tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/e383dc3c-d7e7-4898-9513-6e2729601e2d HTTP/1.1" status: 404 len: 336 time: 0.0934019 Oct 05 09:20:49.205713 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34246) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.206512 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-f162a6dc-ac87-4004-92a8-72b71a4e8bc9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:20:49.207153 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f162a6dc-ac87-4004-92a8-72b71a4e8bc9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:49.210638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54425b73-c130-443d-9528-e92332c37730 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.228389 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f162a6dc-ac87-4004-92a8-72b71a4e8bc9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:49.232353 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f162a6dc-ac87-4004-92a8-72b71a4e8bc9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/76c10940-9c0e-469b-8aa1-7f0bfd272260 HTTP/1.1" status: 404 len: 333 time: 0.0767415 Oct 05 09:20:49.232664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34250) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.258276 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed92f56-3d4f-4ab9-8f0d-3a64ff14516a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] DELETE failed (client error): The resource could not be found. Oct 05 09:20:49.258744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed92f56-3d4f-4ab9-8f0d-3a64ff14516a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:20:49.260685 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2ed92f56-3d4f-4ab9-8f0d-3a64ff14516a tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/53a6a78f-f47c-4b0f-905a-313e04d045fe HTTP/1.1" status: 404 len: 337 time: 0.0538533 Oct 05 09:20:49.263244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34254) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.330705 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c791048b-3017-4f02-99ce-f895a30ca53b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] DELETE failed (client error): The resource could not be found. Oct 05 09:20:49.331186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c791048b-3017-4f02-99ce-f895a30ca53b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:20:49.340090 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c791048b-3017-4f02-99ce-f895a30ca53b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/a1d2a75b-e252-4761-a79d-45b51c41f530 HTTP/1.1" status: 404 len: 337 time: 0.0753663 Oct 05 09:20:49.341687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54425b73-c130-443d-9528-e92332c37730 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.343851 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34258) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.359066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54425b73-c130-443d-9528-e92332c37730 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.360683 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-54425b73-c130-443d-9528-e92332c37730 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b53f8954-e3b1-4628-802e-93bbd1a1ca46 HTTP/1.1" status: 204 len: 168 time: 0.3201466 Oct 05 09:20:49.398480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34262) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.410576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54425b73-c130-443d-9528-e92332c37730 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b53f8954-e3b1-4628-802e-93bbd1a1ca46,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:49.418469 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be3b93a-a79a-437b-8399-102b450178fe tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] DELETE failed (client error): The resource could not be found. Oct 05 09:20:49.419151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be3b93a-a79a-437b-8399-102b450178fe tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:20:49.421700 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0be3b93a-a79a-437b-8399-102b450178fe tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/28ac390f-8131-4712-9e97-4049a4f2ff85 HTTP/1.1" status: 404 len: 337 time: 0.0681119 Oct 05 09:20:49.424200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34266) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.437763 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Attempt 5 to provision port 76c10940-9c0e-469b-8aa1-7f0bfd272260 Oct 05 09:20:49.463588 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5323f4-6cea-4563-9f4d-000c07ee93d5 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] DELETE failed (client error): The resource could not be found. Oct 05 09:20:49.464038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5323f4-6cea-4563-9f4d-000c07ee93d5 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:20:49.468140 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1b5323f4-6cea-4563-9f4d-000c07ee93d5 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/325f9713-4991-43ed-b7ab-3f4505c5a516 HTTP/1.1" status: 404 len: 337 time: 0.0406346 Oct 05 09:20:49.468471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34270) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.470247 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d9bc12-468c-445f-a1d5-fe46c348000c tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting subnet 4c87081b-6de7-4726-b377-8b12b7b91c10 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:20:49.484230 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Port 76c10940-9c0e-469b-8aa1-7f0bfd272260 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:20:49.485937 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c6a86e9c-cbbd-4f62-a192-cb1c94653ec4 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0832162 Oct 05 09:20:49.489164 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Could not find standard attr ID for object 72c8a536-b2ed-4a3d-a84b-e1bba6c37c55. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:20:49.489461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0d9bc12-468c-445f-a1d5-fe46c348000c tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.507060 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Provisioning complete for port c2478770-9726-4401-9db7-d3501107afd5 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:49.509752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34274) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.511785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.512622 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Attempt 1 to provision port c2478770-9726-4401-9db7-d3501107afd5 Oct 05 09:20:49.548853 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-069437df-697b-43a2-91dd-04663348de98 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cb1fab-416f-4dc1-af76-73d32b668ccf HTTP/1.1" status: 200 len: 205 time: 0.0792885 Oct 05 09:20:49.556588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34278) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.563302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0d9bc12-468c-445f-a1d5-fe46c348000c tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.642554 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-2cc41f25-1474-4f91-b046-4fbfba929317 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] delete failed (client error): The resource could not be found. Oct 05 09:20:49.646000 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2cc41f25-1474-4f91-b046-4fbfba929317 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/f8cb1fab-416f-4dc1-af76-73d32b668ccf HTTP/1.1" status: 404 len: 336 time: 0.0861044 Oct 05 09:20:49.647514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34282) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.672786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0d9bc12-468c-445f-a1d5-fe46c348000c tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.715904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fa5021bb-e0ff-4087-b9a9-11ef33a72fc5 None None] Current status of the port c2478770-9726-4401-9db7-d3501107afd5 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:49.719983 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eb1d4df2-65f1-4dab-9c0b-ae7e07ef4e81 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=40511176-a52d-4bdf-8fdb-8eac0ca4c077 HTTP/1.1" status: 200 len: 205 time: 0.0713408 Oct 05 09:20:49.730780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34286) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.739342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87956c00-18ff-4a1f-9ef8-8642ac87f6f2 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.771168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87956c00-18ff-4a1f-9ef8-8642ac87f6f2 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.810518 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-2f05c3e2-7fe7-4e4c-be1a-e782f9f68097 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] delete failed (client error): The resource could not be found. Oct 05 09:20:49.811545 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2f05c3e2-7fe7-4e4c-be1a-e782f9f68097 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/40511176-a52d-4bdf-8fdb-8eac0ca4c077 HTTP/1.1" status: 404 len: 336 time: 0.0796916 Oct 05 09:20:49.815746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34290) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.834421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0c33296b-886c-4f2e-ba43-a6c4ecc9012b None None] Could not find standard attr ID for object 76c10940-9c0e-469b-8aa1-7f0bfd272260. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:20:49.838060 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0c33296b-886c-4f2e-ba43-a6c4ecc9012b None None] Could not find standard attr ID for object 72c8a536-b2ed-4a3d-a84b-e1bba6c37c55. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:20:49.846183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0d9bc12-468c-445f-a1d5-fe46c348000c tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.851887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87956c00-18ff-4a1f-9ef8-8642ac87f6f2 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.874468 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78fa38a-1086-4989-acd1-1dada2921c7e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] DELETE failed (client error): The resource could not be found. Oct 05 09:20:49.874864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78fa38a-1086-4989-acd1-1dada2921c7e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:20:49.891537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87956c00-18ff-4a1f-9ef8-8642ac87f6f2 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a089396-3202-4f6d-a0a1-a1aaba0fb592,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:49.901837 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a78fa38a-1086-4989-acd1-1dada2921c7e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/73d2492b-7127-40b2-961e-72cde6ac79d0 HTTP/1.1" status: 404 len: 337 time: 0.0838661 Oct 05 09:20:49.902649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34294) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.910390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0d9bc12-468c-445f-a1d5-fe46c348000c tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.913442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9bc12-468c-445f-a1d5-fe46c348000c tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Subnet': ['ID=4c87081b-6de7-4726-b377-8b12b7b91c10,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:49.919521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fad9c6-621d-4f5f-875d-795f6a2a69f5 None None] Network 049e483a-d810-45ba-843e-2f94e8941b38 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:49.920909 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c0d9bc12-468c-445f-a1d5-fe46c348000c tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/4c87081b-6de7-4726-b377-8b12b7b91c10 HTTP/1.1" status: 204 len: 168 time: 0.6873612 Oct 05 09:20:49.923491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34298) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.943162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87956c00-18ff-4a1f-9ef8-8642ac87f6f2 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:49.947417 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-87956c00-18ff-4a1f-9ef8-8642ac87f6f2 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-groups/0a089396-3202-4f6d-a0a1-a1aaba0fb592 HTTP/1.1" status: 204 len: 168 time: 0.4341118 Oct 05 09:20:49.950550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34302) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:49.974907 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-26d5b518-89d3-454d-9449-3b757a61138e tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42ea10c-064b-4d05-945b-f6c610d037ae HTTP/1.1" status: 200 len: 205 time: 0.0717034 Oct 05 09:20:49.977891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34306) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.058140 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-13308d25-8285-433c-8a68-ef2258c30b49 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] delete failed (client error): The resource could not be found. Oct 05 09:20:50.058376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:50.061665 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-13308d25-8285-433c-8a68-ef2258c30b49 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/f42ea10c-064b-4d05-945b-f6c610d037ae HTTP/1.1" status: 404 len: 336 time: 0.0801179 Oct 05 09:20:50.062119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34310) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.115036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-00651663-c9a8-4a0d-9cd5-2eb60dce6d83 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:50.125634 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d5a18dab-b850-43cf-a72d-d2e32ad2b6b4 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=33fa0fa0-e815-4495-a84b-45b60e2a47ab HTTP/1.1" status: 200 len: 205 time: 0.0594671 Oct 05 09:20:50.127209 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34314) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.140123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-00651663-c9a8-4a0d-9cd5-2eb60dce6d83 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:50.143032 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-00651663-c9a8-4a0d-9cd5-2eb60dce6d83 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1908512 Oct 05 09:20:50.145743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34318) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.199574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port c2478770-9726-4401-9db7-d3501107afd5 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:50.200322 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:50.242331 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-5255dc90-2baf-4bac-bc03-a3de8c54f462 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] delete failed (client error): The resource could not be found. Oct 05 09:20:50.243398 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5255dc90-2baf-4bac-bc03-a3de8c54f462 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/33fa0fa0-e815-4495-a84b-45b60e2a47ab HTTP/1.1" status: 404 len: 336 time: 0.1152623 Oct 05 09:20:50.250192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34322) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.265530 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec46a1d1-9fb8-4b17-a136-480426f965be None None] DHCP port deletion for 049e483a-d810-45ba-843e-2f94e8941b38 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:20:50.270391 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ec46a1d1-9fb8-4b17-a136-480426f965be None None] Deleting port c2478770-9726-4401-9db7-d3501107afd5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:50.270853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ec46a1d1-9fb8-4b17-a136-480426f965be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:50.297098 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb243ea-a913-42d8-96de-115cd7e3d035 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] DELETE failed (client error): The resource could not be found. Oct 05 09:20:50.297752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb243ea-a913-42d8-96de-115cd7e3d035 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:20:50.299629 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3cb243ea-a913-42d8-96de-115cd7e3d035 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/6d87dc05-7ef1-4894-9f83-6fe5c9e0f7ae HTTP/1.1" status: 404 len: 337 time: 0.0485101 Oct 05 09:20:50.306200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34326) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.354474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76b6c6c0-85d4-4424-835d-413609602a11 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:50.374091 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2d6abcc7-c800-4c93-956d-945a7d529723 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=2850025e-8a0f-4d14-b980-e6bc60e312f6 HTTP/1.1" status: 200 len: 205 time: 0.0672007 Oct 05 09:20:50.376463 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34330) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.397863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76b6c6c0-85d4-4424-835d-413609602a11 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:50.457839 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8477bb9a-5171-42b7-9bf1-2aba7cc81f12 req-e5c9e9e9-13d0-42ca-b127-d2f4dd8f9840 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2319601 Oct 05 09:20:50.470892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76b6c6c0-85d4-4424-835d-413609602a11 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:50.517414 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ec46a1d1-9fb8-4b17-a136-480426f965be None None] For port c2478770-9726-4401-9db7-d3501107afd5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c2478770-9726-4401-9db7-d3501107afd5,segment=NetworkSegment(e306acc7-efc1-4502-b527-776891e410e9),segment_id=e306acc7-efc1-4502-b527-776891e410e9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:50.518074 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ec46a1d1-9fb8-4b17-a136-480426f965be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:50.520263 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-ccda3301-d619-4320-a91b-106bf480e807 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] delete failed (client error): The resource could not be found. Oct 05 09:20:50.521307 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ccda3301-d619-4320-a91b-106bf480e807 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/2850025e-8a0f-4d14-b980-e6bc60e312f6 HTTP/1.1" status: 404 len: 336 time: 0.1437175 Oct 05 09:20:50.531093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34334) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.570234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76b6c6c0-85d4-4424-835d-413609602a11 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:50.577368 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-76b6c6c0-85d4-4424-835d-413609602a11 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-groups/81e9a3ef-9410-4147-8dbe-c86e70a24a40 HTTP/1.1" status: 204 len: 168 time: 0.4266000 Oct 05 09:20:50.578128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6c6c0-85d4-4424-835d-413609602a11 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e9a3ef-9410-4147-8dbe-c86e70a24a40,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:50.583592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34338) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.584568 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fcbfc8-c390-48e5-9839-7bcd4fb36579 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] DELETE failed (client error): The resource could not be found. Oct 05 09:20:50.585016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fcbfc8-c390-48e5-9839-7bcd4fb36579 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:20:50.587013 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b9fcbfc8-c390-48e5-9839-7bcd4fb36579 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/34ba8d34-737e-4efc-a694-75444507d694 HTTP/1.1" status: 404 len: 337 time: 0.0549712 Oct 05 09:20:50.591099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34342) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.616913 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] For port c2478770-9726-4401-9db7-d3501107afd5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c2478770-9726-4401-9db7-d3501107afd5,segment=NetworkSegment(e306acc7-efc1-4502-b527-776891e410e9),segment_id=e306acc7-efc1-4502-b527-776891e410e9)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:50.617271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:50.648626 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-03c8074f-39a1-49a2-ba00-c54a5d398b82 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e88b27c-ec5e-4a52-af31-db29eb40672b HTTP/1.1" status: 200 len: 205 time: 0.0558610 Oct 05 09:20:50.651586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34346) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.670223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ec46a1d1-9fb8-4b17-a136-480426f965be None None] Calling delete_port for c2478770-9726-4401-9db7-d3501107afd5 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:50.736097 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-f8ee126c-af1a-49b4-9d9f-38b58e2b8176 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] delete failed (client error): The resource could not be found. Oct 05 09:20:50.738266 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f8ee126c-af1a-49b4-9d9f-38b58e2b8176 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/routers/9e88b27c-ec5e-4a52-af31-db29eb40672b HTTP/1.1" status: 404 len: 336 time: 0.0846963 Oct 05 09:20:50.745777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34350) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.768423 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ec46a1d1-9fb8-4b17-a136-480426f965be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:50.771357 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for c2478770-9726-4401-9db7-d3501107afd5 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:50.794490 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-26317ba9-6579-41f9-84b9-b0bcc463cc43 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] DELETE failed (client error): The resource could not be found. Oct 05 09:20:50.795101 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26317ba9-6579-41f9-84b9-b0bcc463cc43 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:20:50.799217 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-26317ba9-6579-41f9-84b9-b0bcc463cc43 tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/a5ac3fd2-108c-4aa9-8519-9e6d4a426b72 HTTP/1.1" status: 404 len: 337 time: 0.0501044 Oct 05 09:20:50.799383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477bb9a-5171-42b7-9bf1-2aba7cc81f12 req-282e0215-1053-4652-9fa0-fb360b454a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:50.801025 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8477bb9a-5171-42b7-9bf1-2aba7cc81f12 req-282e0215-1053-4652-9fa0-fb360b454a79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 1098 time: 0.3162947 Oct 05 09:20:50.801581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34354) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.831432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec46a1d1-9fb8-4b17-a136-480426f965be None None] No DVR routers for this DVR port c2478770-9726-4401-9db7-d3501107afd5 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:20:50.832203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7d560d64-de45-40ba-b0e5-c2edb580351d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:50.836213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46a1d1-9fb8-4b17-a136-480426f965be None None] Pushing event deleted for resources: {'Port': ['ID=c2478770-9726-4401-9db7-d3501107afd5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:50.889720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7d560d64-de45-40ba-b0e5-c2edb580351d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:50.894009 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7d560d64-de45-40ba-b0e5-c2edb580351d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3080807 Oct 05 09:20:50.898667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34358) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:50.901794 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:20:50.902168 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:20:50.905389 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-153687aa-2720-483d-9551-4184a6152fa1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group': {'name': 'tempest-secgroup--306460792'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:50.912179 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-153687aa-2720-483d-9551-4184a6152fa1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:50.925581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-153687aa-2720-483d-9551-4184a6152fa1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:50.936563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-153687aa-2720-483d-9551-4184a6152fa1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:50.964100 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-153687aa-2720-483d-9551-4184a6152fa1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:50.968446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-153687aa-2720-483d-9551-4184a6152fa1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:50.971688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-153687aa-2720-483d-9551-4184a6152fa1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:50.978775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-153687aa-2720-483d-9551-4184a6152fa1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:50.992477 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a588802-c4bc-4c97-bffb-e46de901c40b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] DELETE failed (client error): The resource could not be found. Oct 05 09:20:50.993051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a588802-c4bc-4c97-bffb-e46de901c40b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:20:50.994708 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6a588802-c4bc-4c97-bffb-e46de901c40b tempest-RoutersIpV6Test-1558477503 tempest-RoutersIpV6Test-1558477503-project] 10.222.0.64 "DELETE /v2.0/subnets/e91a66bf-b900-43fc-b00a-e5dd5177d717 HTTP/1.1" status: 404 len: 337 time: 0.1921077 Oct 05 09:20:51.082768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-153687aa-2720-483d-9551-4184a6152fa1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.088139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-153687aa-2720-483d-9551-4184a6152fa1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.141865 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153687aa-2720-483d-9551-4184a6152fa1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6f9c68-99e8-4945-b902-fe31d303e78e,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:51.143031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477bb9a-5171-42b7-9bf1-2aba7cc81f12 req-d531f831-94a7-4230-95e7-0da73d0646b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:51.144605 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8477bb9a-5171-42b7-9bf1-2aba7cc81f12 req-d531f831-94a7-4230-95e7-0da73d0646b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 912 time: 0.1771393 Oct 05 09:20:51.160711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-153687aa-2720-483d-9551-4184a6152fa1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.163552 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-153687aa-2720-483d-9551-4184a6152fa1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2636898 Oct 05 09:20:51.166201 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34364) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:51.171644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-251c5aa4-3876-49b6-a526-0b4c82c34b47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group_rule': {'security_group_id': 'fd6f9c68-99e8-4945-b902-fe31d303e78e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:51.178129 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-251c5aa4-3876-49b6-a526-0b4c82c34b47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:51.182429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-251c5aa4-3876-49b6-a526-0b4c82c34b47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:51.185495 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-251c5aa4-3876-49b6-a526-0b4c82c34b47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:51.192956 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-251c5aa4-3876-49b6-a526-0b4c82c34b47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:51.215553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-251c5aa4-3876-49b6-a526-0b4c82c34b47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.270877 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8477bb9a-5171-42b7-9bf1-2aba7cc81f12 req-2c33a4ee-d8e6-472b-a927-aa6be29f3436 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=470300d9-457e-47de-a78e-83d1f4d4e2cc HTTP/1.1" status: 200 len: 1000 time: 0.1197577 Oct 05 09:20:51.296134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-251c5aa4-3876-49b6-a526-0b4c82c34b47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.301240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-251c5aa4-3876-49b6-a526-0b4c82c34b47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.331822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c5aa4-3876-49b6-a526-0b4c82c34b47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966868fd-56f4-4d20-9757-1de28b251ac1,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:51.351463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477bb9a-5171-42b7-9bf1-2aba7cc81f12 req-55b9b209-a878-459d-9c63-7ac07d76a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:51.353073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34370) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:51.354157 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8477bb9a-5171-42b7-9bf1-2aba7cc81f12 req-55b9b209-a878-459d-9c63-7ac07d76a978 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.0771635 Oct 05 09:20:51.360346 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-251c5aa4-3876-49b6-a526-0b4c82c34b47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.364421 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-251c5aa4-3876-49b6-a526-0b4c82c34b47 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1970224 Oct 05 09:20:51.365066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34376) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:51.396436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c95a394-1aaa-4c28-8751-903809bb583e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.406697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port c2478770-9726-4401-9db7-d3501107afd5 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:51.407060 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.456351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477bb9a-5171-42b7-9bf1-2aba7cc81f12 req-2e4fa769-388a-467d-96cc-a1432019f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:51.458093 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8477bb9a-5171-42b7-9bf1-2aba7cc81f12 req-2e4fa769-388a-467d-96cc-a1432019f9a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0972292 Oct 05 09:20:51.565667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c95a394-1aaa-4c28-8751-903809bb583e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.608576 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8477bb9a-5171-42b7-9bf1-2aba7cc81f12 req-82aadfb3-af74-4315-bb27-f355825bc059 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437118 Oct 05 09:20:51.614272 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] The port 'c2478770-9726-4401-9db7-d3501107afd5' was deleted {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:20:51.752704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c95a394-1aaa-4c28-8751-903809bb583e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.753050 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8477bb9a-5171-42b7-9bf1-2aba7cc81f12 req-2bbc44f4-7bc4-4a17-9640-640a570236a8 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370382 Oct 05 09:20:51.778951 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d9d748ff-8a4d-414e-a551-c6cd4e63fe63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4abf3336e931461cb336eaae8792e2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243808 Oct 05 09:20:51.781557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34380) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:51.792403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95a394-1aaa-4c28-8751-903809bb583e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=966868fd-56f4-4d20-9757-1de28b251ac1,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:51.796419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.805374 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c95a394-1aaa-4c28-8751-903809bb583e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.806495 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5c95a394-1aaa-4c28-8751-903809bb583e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/966868fd-56f4-4d20-9757-1de28b251ac1 HTTP/1.1" status: 204 len: 168 time: 0.4399762 Oct 05 09:20:51.809491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34384) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:51.841347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049e483a-d810-45ba-843e-2f94e8941b38']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:51.847231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5b762c0-d62a-4273-b7c5-9ba841b643f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.858755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e306acc7-efc1-4502-b527-776891e410e9') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:51.859119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e306acc7-efc1-4502-b527-776891e410e9') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:20:51.879304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.884019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5b762c0-d62a-4273-b7c5-9ba841b643f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.905892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-361f34fd-ee1e-425c-a48b-8206c4f22977 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:51.920348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.928079 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:20:51.928610 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.967386 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5b762c0-d62a-4273-b7c5-9ba841b643f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.990684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b762c0-d62a-4273-b7c5-9ba841b643f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0533b6-a189-4e96-a177-c1629fe899e2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:51.996210 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5b762c0-d62a-4273-b7c5-9ba841b643f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:51.997350 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b5b762c0-d62a-4273-b7c5-9ba841b643f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e0533b6-a189-4e96-a177-c1629fe899e2 HTTP/1.1" status: 204 len: 168 time: 0.2147486 Oct 05 09:20:52.004535 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment e306acc7-efc1-4502-b527-776891e410e9 resource provider aggregate not found Oct 05 09:20:52.008250 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-361f34fd-ee1e-425c-a48b-8206c4f22977 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:52.012901 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-361f34fd-ee1e-425c-a48b-8206c4f22977 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1990919 Oct 05 09:20:52.014293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34394) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:52.032615 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment e306acc7-efc1-4502-b527-776891e410e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e306acc7-efc1-4502-b527-776891e410e9 found for delete ", "request_id": "req-576ce97d-f664-422e-81c6-b013cd5d2685"}]} Oct 05 09:20:52.037243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c2478770-9726-4401-9db7-d3501107afd5 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:20:52.075625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.097662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: c2478770-9726-4401-9db7-d3501107afd5 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:20:52.098038 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c2478770-9726-4401-9db7-d3501107afd5 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:20:52.110899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.119592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e50b61e-4201-4fdc-87cd-33bb233a9e4d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.129350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Network': ['ID=049e483a-d810-45ba-843e-2f94e8941b38,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:52.139242 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b44a91b6-9cad-42af-93de-6784f0c61b89 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/networks/049e483a-d810-45ba-843e-2f94e8941b38 HTTP/1.1" status: 204 len: 168 time: 2.2094121 Oct 05 09:20:52.139242 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34398) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:52.143192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1424620825'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:52.148904 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:52.152814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:network and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:52.155932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:52.156791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e50b61e-4201-4fdc-87cd-33bb233a9e4d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.163551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:52.177394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:52.181207 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.212158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e50b61e-4201-4fdc-87cd-33bb233a9e4d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.218823 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:20:52.230926 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.231450 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Added segment 49048e63-1a63-406e-8e0d-6ab4cb8c8907 of type vlan for network d7ac0d1c-48d6-4322-bec5-cc100240783c Oct 05 09:20:52.233795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50b61e-4201-4fdc-87cd-33bb233a9e4d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6f9c68-99e8-4945-b902-fe31d303e78e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:52.251718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e50b61e-4201-4fdc-87cd-33bb233a9e4d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.254227 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3e50b61e-4201-4fdc-87cd-33bb233a9e4d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-groups/fd6f9c68-99e8-4945-b902-fe31d303e78e HTTP/1.1" status: 204 len: 168 time: 0.2374556 Oct 05 09:20:52.256000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34404) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:52.270990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.314942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.317495 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9d0bb539-8018-4efe-8978-a661b3a563f3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:52.324866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:52.326291 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.349534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9d0bb539-8018-4efe-8978-a661b3a563f3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:52.356276 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9d0bb539-8018-4efe-8978-a661b3a563f3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0978093 Oct 05 09:20:52.356276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34410) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:52.362131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-35be69cb-aaba-4c39-a503-c198c80e03c3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group': {'name': 'tempest-secgroup--818955291'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:52.370353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-35be69cb-aaba-4c39-a503-c198c80e03c3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:52.382004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-35be69cb-aaba-4c39-a503-c198c80e03c3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:52.398478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35be69cb-aaba-4c39-a503-c198c80e03c3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.429988 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-35be69cb-aaba-4c39-a503-c198c80e03c3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:52.437474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-35be69cb-aaba-4c39-a503-c198c80e03c3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:52.439656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-35be69cb-aaba-4c39-a503-c198c80e03c3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:52.444796 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3033059 Oct 05 09:20:52.445443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34418) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:52.446682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-35be69cb-aaba-4c39-a503-c198c80e03c3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:52.453549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': 'd7ac0d1c-48d6-4322-bec5-cc100240783c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:52.478233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe312b4f-4b34-4ad6-bb96-a5d298ed8976 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Network': ['ID=d7ac0d1c-48d6-4322-bec5-cc100240783c,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:52.492252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network d7ac0d1c-48d6-4322-bec5-cc100240783c details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:20:52.531153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35be69cb-aaba-4c39-a503-c198c80e03c3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.536732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35be69cb-aaba-4c39-a503-c198c80e03c3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.593079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be69cb-aaba-4c39-a503-c198c80e03c3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd14e17b-6fce-47b3-bf8b-013cb34b9c55,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:52.613521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35be69cb-aaba-4c39-a503-c198c80e03c3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.619339 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34424) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:52.619903 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-35be69cb-aaba-4c39-a503-c198c80e03c3 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2617664 Oct 05 09:20:52.623529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:52.630325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-eba38421-76a8-47dd-ae36-127696f8518c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group_rule': {'security_group_id': 'bd14e17b-6fce-47b3-bf8b-013cb34b9c55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:52.636130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:52.640006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:52.642782 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-eba38421-76a8-47dd-ae36-127696f8518c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:52.649889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:52.652580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-eba38421-76a8-47dd-ae36-127696f8518c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:52.656630 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-eba38421-76a8-47dd-ae36-127696f8518c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:52.667357 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-eba38421-76a8-47dd-ae36-127696f8518c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:52.677603 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:52.686057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.783306 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eba38421-76a8-47dd-ae36-127696f8518c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.887900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eba38421-76a8-47dd-ae36-127696f8518c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.899887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eba38421-76a8-47dd-ae36-127696f8518c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:52.964817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba38421-76a8-47dd-ae36-127696f8518c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00660e4f-1c13-4917-9240-a62758f766a8,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:52.993421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34436) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:52.999222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-eba38421-76a8-47dd-ae36-127696f8518c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.000413 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-eba38421-76a8-47dd-ae36-127696f8518c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3788021 Oct 05 09:20:53.003512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34442) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:53.038075 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-324045a5-8590-4ad4-9df4-b6b102d33cf1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules/00660e4f-1c13-4917-9240-a62758f766a8 HTTP/1.1" status: 200 len: 763 time: 0.0298030 Oct 05 09:20:53.038310 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34446) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:53.043543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.090567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2b9d1d8b-d64c-40ef-9e6b-fed662f0a85e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:53.111134 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2b9d1d8b-d64c-40ef-9e6b-fed662f0a85e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:53.113364 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2b9d1d8b-d64c-40ef-9e6b-fed662f0a85e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0738239 Oct 05 09:20:53.116639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34450) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:53.155187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-babfd19d-5bc6-4b87-a093-815273596f8f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.157800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Subnet': ['ID=e3a7ee63-1d76-4af7-a93c-8c628bf1eaa8,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:53.162898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Checking segment: {'id': '49048e63-1a63-406e-8e0d-6ab4cb8c8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7ac0d1c-48d6-4322-bec5-cc100240783c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:53.163347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network hostable DHCP agents. Network: d7ac0d1c-48d6-4322-bec5-cc100240783c, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:20:53.172662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190369769'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:53.177699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-babfd19d-5bc6-4b87-a093-815273596f8f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.184168 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network d7ac0d1c-48d6-4322-bec5-cc100240783c is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:20:53.187685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:53.194488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:53.196641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, d7ac0d1c-48d6-4322-bec5-cc100240783c) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:53.198082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:53.201735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:53.202706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.205820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:53.214867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd52b228-fd6b-4847-a468-5acc494c3eac None None] Network d7ac0d1c-48d6-4322-bec5-cc100240783c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:53.228465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-babfd19d-5bc6-4b87-a093-815273596f8f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.238162 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2fb1addb-550e-4769-a95e-6745a845c464 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7884514 Oct 05 09:20:53.239938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34454) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:53.243566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.246687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': 'd7ac0d1c-48d6-4322-bec5-cc100240783c', 'name': 'tempest-PortsTestJSON-876701932', 'fixed_ips': [{'subnet_id': 'e3a7ee63-1d76-4af7-a93c-8c628bf1eaa8', 'ip_address': '172.20.0.10'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:53.261824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfd19d-5bc6-4b87-a093-815273596f8f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00660e4f-1c13-4917-9240-a62758f766a8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:53.265151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.289274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:53.291929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-babfd19d-5bc6-4b87-a093-815273596f8f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.295590 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-babfd19d-5bc6-4b87-a093-815273596f8f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/00660e4f-1c13-4917-9240-a62758f766a8 HTTP/1.1" status: 204 len: 168 time: 0.1752601 Oct 05 09:20:53.296172 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34458) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:53.299128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:53.315588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:53.326135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:53.370088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c7a47494-dd86-4822-aeb4-3803b9629438 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:53.400679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c7a47494-dd86-4822-aeb4-3803b9629438 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:53.404696 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c7a47494-dd86-4822-aeb4-3803b9629438 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1047406 Oct 05 09:20:53.406128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34462) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:53.412400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-72f0c773-a1fa-46fd-8fbb-746e3827e0d1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group_rule': {'security_group_id': 'bd14e17b-6fce-47b3-bf8b-013cb34b9c55', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:53.413480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:53.423935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:53.428846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72f0c773-a1fa-46fd-8fbb-746e3827e0d1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:53.437851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:53.454718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72f0c773-a1fa-46fd-8fbb-746e3827e0d1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:53.466894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-d7ac0d1c-48d6-4322-bec5-cc100240783c', 'network_id': 'd7ac0d1c-48d6-4322-bec5-cc100240783c', 'tenant_id': 'b390321863884273a9d461d8c21c7a28', 'fixed_ips': [{'subnet_id': 'e3a7ee63-1d76-4af7-a93c-8c628bf1eaa8'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:20:53.468287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.488953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.497830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.512225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:53.526107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:53.531442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:53.543967 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72f0c773-a1fa-46fd-8fbb-746e3827e0d1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.557585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:53.581320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.582810 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746cadd8-8903-472f-b16e-ddd1076882cc,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:53.605508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port 0f0c5083-8910-4490-b55a-abe807fa5570 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:20:53.648806 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Allocated IP 172.20.0.2 (d7ac0d1c-48d6-4322-bec5-cc100240783c/e3a7ee63-1d76-4af7-a93c-8c628bf1eaa8/18787d10-9009-42c5-9880-baa4daa87ae7) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:53.655173 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72f0c773-a1fa-46fd-8fbb-746e3827e0d1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.661226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72f0c773-a1fa-46fd-8fbb-746e3827e0d1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.700231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0c773-a1fa-46fd-8fbb-746e3827e0d1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a6d314-13f6-48f4-9b10-194c46fbad85,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:53.720895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.731117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.767225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72f0c773-a1fa-46fd-8fbb-746e3827e0d1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.768485 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-72f0c773-a1fa-46fd-8fbb-746e3827e0d1 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3613834 Oct 05 09:20:53.771580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34466) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:53.780041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.783470 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7864921 Oct 05 09:20:53.784022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34470) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:53.799167 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-829f0cc1-7273-4c2c-83ab-5183864676b8 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules/14a6d314-13f6-48f4-9b10-194c46fbad85 HTTP/1.1" status: 200 len: 763 time: 0.0237236 Oct 05 09:20:53.801356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb8d62-fb81-4fea-b8e7-d6e27ffbe39b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3176b621-4dc5-4f41-a1e1-72c211ea24a2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:53.804820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34474) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:53.892381 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.895651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2a86864f-15c5-4d9b-bae2-7bf1f001a543 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:53.904341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Transition to ACTIVE for port object 18787d10-9009-42c5-9880-baa4daa87ae7 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:53.906979 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f4850e9b-57cf-4273-814e-381ca5bf996d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:53.924322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Transition to ACTIVE for port object 18787d10-9009-42c5-9880-baa4daa87ae7 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:53.929855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2a86864f-15c5-4d9b-bae2-7bf1f001a543 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:53.941726 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2a86864f-15c5-4d9b-bae2-7bf1f001a543 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1239514 Oct 05 09:20:53.942002 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:53.942403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34478) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:53.956309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f4850e9b-57cf-4273-814e-381ca5bf996d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:53.960420 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f4850e9b-57cf-4273-814e-381ca5bf996d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1749661 Oct 05 09:20:53.963383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34482) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:53.972378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-620a0889-773f-4605-b206-307d85e561f9 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group': {'name': 'tempest-security--106645782', 'description': 'tempest-security-description-993610560'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:54.012997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7fe95fa-80b6-4aec-a963-4ad177e97158 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.029923 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7fe95fa-80b6-4aec-a963-4ad177e97158 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.038224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-620a0889-773f-4605-b206-307d85e561f9 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.040582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Network d7ac0d1c-48d6-4322-bec5-cc100240783c is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:54.048980 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:54.053731 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:54.059854 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Pushing event updated for resources: {'Port': ['ID=18787d10-9009-42c5-9880-baa4daa87ae7,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:54.106811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7fe95fa-80b6-4aec-a963-4ad177e97158 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.139553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe95fa-80b6-4aec-a963-4ad177e97158 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14a6d314-13f6-48f4-9b10-194c46fbad85,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:54.139823 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.10 (d7ac0d1c-48d6-4322-bec5-cc100240783c/e3a7ee63-1d76-4af7-a93c-8c628bf1eaa8/0f0c5083-8910-4490-b55a-abe807fa5570) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:54.152229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7fe95fa-80b6-4aec-a963-4ad177e97158 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.153359 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f7fe95fa-80b6-4aec-a963-4ad177e97158 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/14a6d314-13f6-48f4-9b10-194c46fbad85 HTTP/1.1" status: 204 len: 168 time: 0.2089834 Oct 05 09:20:54.156731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34486) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:54.159832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-620a0889-773f-4605-b206-307d85e561f9 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.164844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-620a0889-773f-4605-b206-307d85e561f9 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.167521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-620a0889-773f-4605-b206-307d85e561f9 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.171148 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-620a0889-773f-4605-b206-307d85e561f9 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "PUT /v2.0/security-groups/3176b621-4dc5-4f41-a1e1-72c211ea24a2 HTTP/1.1" status: 200 len: 1778 time: 0.2067208 Oct 05 09:20:54.174951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34490) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:54.182047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Attempting to bind port 18787d10-9009-42c5-9880-baa4daa87ae7 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:20:54.182506 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Attempting to bind port 18787d10-9009-42c5-9880-baa4daa87ae7 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '49048e63-1a63-406e-8e0d-6ab4cb8c8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7ac0d1c-48d6-4322-bec5-cc100240783c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:20:54.182936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Attempting to bind port 18787d10-9009-42c5-9880-baa4daa87ae7 on network d7ac0d1c-48d6-4322-bec5-cc100240783c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:20:54.189054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:20:54.189496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Checking segment: {'id': '49048e63-1a63-406e-8e0d-6ab4cb8c8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7ac0d1c-48d6-4322-bec5-cc100240783c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:20:54.189986 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.190572 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Bound using segment: {'id': '49048e63-1a63-406e-8e0d-6ab4cb8c8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7ac0d1c-48d6-4322-bec5-cc100240783c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:20:54.191112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Bound port: 18787d10-9009-42c5-9880-baa4daa87ae7, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49048e63-1a63-406e-8e0d-6ab4cb8c8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7ac0d1c-48d6-4322-bec5-cc100240783c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:20:54.191553 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.198660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a0889-773f-4605-b206-307d85e561f9 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3176b621-4dc5-4f41-a1e1-72c211ea24a2,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:54.304699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] For port 18787d10-9009-42c5-9880-baa4daa87ae7, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:20:54.309979 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] For port 18787d10-9009-42c5-9880-baa4daa87ae7, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=18787d10-9009-42c5-9880-baa4daa87ae7,segment=NetworkSegment(49048e63-1a63-406e-8e0d-6ab4cb8c8907),segment_id=49048e63-1a63-406e-8e0d-6ab4cb8c8907)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:20:54.316011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.353665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0144b8dc-3f36-48d2-be6f-1b196546729e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:54.381188 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d6ebe9a2-270c-4eff-80d3-f4b32d274686 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-groups/3176b621-4dc5-4f41-a1e1-72c211ea24a2 HTTP/1.1" status: 200 len: 1778 time: 0.2009616 Oct 05 09:20:54.384406 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34494) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:54.402055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7c181-8e93-48e8-91a1-ec4e227c0cbd None None] Pushing event updated for resources: {'Port': ['ID=18787d10-9009-42c5-9880-baa4daa87ae7,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:54.454631 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0144b8dc-3f36-48d2-be6f-1b196546729e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:54.455917 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0144b8dc-3f36-48d2-be6f-1b196546729e tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2980564 Oct 05 09:20:54.461675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34498) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:54.464243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.479301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8c8e21ca-ed4d-45e4-b1af-215b30f50e64 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group_rule': {'security_group_id': 'bd14e17b-6fce-47b3-bf8b-013cb34b9c55', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:54.481695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Transition to ACTIVE for port object 0f0c5083-8910-4490-b55a-abe807fa5570 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:54.489743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8c8e21ca-ed4d-45e4-b1af-215b30f50e64 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:54.495327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cf54da9-01c0-423b-89f4-7cc16aef456f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.513922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.514195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8c8e21ca-ed4d-45e4-b1af-215b30f50e64 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:54.534485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cf54da9-01c0-423b-89f4-7cc16aef456f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.544184 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-8c8e21ca-ed4d-45e4-b1af-215b30f50e64 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Project d2b11e093b0941b6a7dd95a6b50dd1dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:20:54.555249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c8e21ca-ed4d-45e4-b1af-215b30f50e64 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.583325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network d7ac0d1c-48d6-4322-bec5-cc100240783c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:54.606742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:54.610358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:54.660864 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=0f0c5083-8910-4490-b55a-abe807fa5570,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:54.710009 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:54.710948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.762168 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9e3a3abb-0bb8-4418-b096-daca3a05cf96 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5130417 Oct 05 09:20:54.762168 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34502) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:54.772311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': 'd7ac0d1c-48d6-4322-bec5-cc100240783c', 'name': 'tempest-PortsTestJSON-921114021', 'fixed_ips': [{'subnet_id': 'e3a7ee63-1d76-4af7-a93c-8c628bf1eaa8', 'ip_address': '172.20.0.9'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:54.784910 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cf54da9-01c0-423b-89f4-7cc16aef456f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.810349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf54da9-01c0-423b-89f4-7cc16aef456f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3176b621-4dc5-4f41-a1e1-72c211ea24a2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:54.854038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cf54da9-01c0-423b-89f4-7cc16aef456f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.854038 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6cf54da9-01c0-423b-89f4-7cc16aef456f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-groups/3176b621-4dc5-4f41-a1e1-72c211ea24a2 HTTP/1.1" status: 204 len: 168 time: 0.4651074 Oct 05 09:20:54.859218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c8e21ca-ed4d-45e4-b1af-215b30f50e64 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.859218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34506) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:54.874900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c8e21ca-ed4d-45e4-b1af-215b30f50e64 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.904028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e21ca-ed4d-45e4-b1af-215b30f50e64 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6e1742-79ee-4419-be40-a6cf699cea7d,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:54.945814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-70362ea3-b832-40d4-af0c-674dbc8892ee tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:54.950036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c8e21ca-ed4d-45e4-b1af-215b30f50e64 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:54.951289 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8c8e21ca-ed4d-45e4-b1af-215b30f50e64 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4864399 Oct 05 09:20:54.954041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34510) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:54.964763 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-70362ea3-b832-40d4-af0c-674dbc8892ee tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:54.966236 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-70362ea3-b832-40d4-af0c-674dbc8892ee tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1099591 Oct 05 09:20:54.969393 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34514) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:54.987835 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-6bd2b353-f7cd-4a0d-9caf-6b9224c5dba8 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] delete failed (client error): The resource could not be found. Oct 05 09:20:54.988853 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6bd2b353-f7cd-4a0d-9caf-6b9224c5dba8 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-groups/3176b621-4dc5-4f41-a1e1-72c211ea24a2 HTTP/1.1" status: 404 len: 347 time: 0.0178294 Oct 05 09:20:54.993699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34518) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:54.994033 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-252fc772-2994-43e2-9d0b-f80e46088057 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules/ea6e1742-79ee-4419-be40-a6cf699cea7d HTTP/1.1" status: 200 len: 769 time: 0.0355358 Oct 05 09:20:54.994709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34520) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:54.998577 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-eb1e448f-3d35-4f10-b5f1-b5067ede687a tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329392366'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:55.005657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eb1e448f-3d35-4f10-b5f1-b5067ede687a tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:55.017212 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:55.026009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eb1e448f-3d35-4f10-b5f1-b5067ede687a tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:55.027172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:port and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:55.031655 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:55.037277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eb1e448f-3d35-4f10-b5f1-b5067ede687a tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.041588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:55.059875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eb1e448f-3d35-4f10-b5f1-b5067ede687a tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:55.064022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eb1e448f-3d35-4f10-b5f1-b5067ede687a tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:55.066896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eb1e448f-3d35-4f10-b5f1-b5067ede687a tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:55.072678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eb1e448f-3d35-4f10-b5f1-b5067ede687a tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:55.073098 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-346bcadf-6d21-4ab2-9069-482162f85f0d tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0756705 Oct 05 09:20:55.074597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:20:55.075866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34526) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:55.080549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.105329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port 9537ad84-49f4-4845-a011-07a74ad3507b yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:20:55.123670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b83eadd0-9ce1-4a4c-a565-a8777db095f8 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.138211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b83eadd0-9ce1-4a4c-a565-a8777db095f8 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.189342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b83eadd0-9ce1-4a4c-a565-a8777db095f8 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.212595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83eadd0-9ce1-4a4c-a565-a8777db095f8 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea6e1742-79ee-4419-be40-a6cf699cea7d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:55.233716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eb1e448f-3d35-4f10-b5f1-b5067ede687a tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.240816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b83eadd0-9ce1-4a4c-a565-a8777db095f8 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.241986 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b83eadd0-9ce1-4a4c-a565-a8777db095f8 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ea6e1742-79ee-4419-be40-a6cf699cea7d HTTP/1.1" status: 204 len: 168 time: 0.1651769 Oct 05 09:20:55.244791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34534) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:55.258862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eb1e448f-3d35-4f10-b5f1-b5067ede687a tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.315224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eb1e448f-3d35-4f10-b5f1-b5067ede687a tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.316090 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eb1e448f-3d35-4f10-b5f1-b5067ede687a tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3217969 Oct 05 09:20:55.323156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34540) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:55.331374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-875425f3-0aac-4a4c-8516-5aff0f288967 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:55.339876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6d4ea30c-12cb-4f20-9a6d-39d22fc0b89b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group_rule': {'security_group_id': '13016e35-6ef0-4de8-87c8-670efb0ef6c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:55.353141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6d4ea30c-12cb-4f20-9a6d-39d22fc0b89b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:55.355302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e448f-3d35-4f10-b5f1-b5067ede687a tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13016e35-6ef0-4de8-87c8-670efb0ef6c5,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:55.373877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6d4ea30c-12cb-4f20-9a6d-39d22fc0b89b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:55.378160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6d4ea30c-12cb-4f20-9a6d-39d22fc0b89b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:55.385316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6d4ea30c-12cb-4f20-9a6d-39d22fc0b89b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:55.387599 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.9 (d7ac0d1c-48d6-4322-bec5-cc100240783c/e3a7ee63-1d76-4af7-a93c-8c628bf1eaa8/9537ad84-49f4-4845-a011-07a74ad3507b) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:20:55.389597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-875425f3-0aac-4a4c-8516-5aff0f288967 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:55.390636 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-875425f3-0aac-4a4c-8516-5aff0f288967 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1450057 Oct 05 09:20:55.393645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34544) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:55.441233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea30c-12cb-4f20-9a6d-39d22fc0b89b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.523289 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3737-4efb-46b2-a7a4-325f55a63ac5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.546785 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea30c-12cb-4f20-9a6d-39d22fc0b89b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.560290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea30c-12cb-4f20-9a6d-39d22fc0b89b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.586011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3737-4efb-46b2-a7a4-325f55a63ac5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.608113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1d52e8-7050-4f12-b871-287ab38b0a24 None None] Network d7ac0d1c-48d6-4322-bec5-cc100240783c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:55.609004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ea30c-12cb-4f20-9a6d-39d22fc0b89b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5744a341-d778-42c3-9323-5cc1a4e7e4a8,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:55.634052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea30c-12cb-4f20-9a6d-39d22fc0b89b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.637796 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6d4ea30c-12cb-4f20-9a6d-39d22fc0b89b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3009777 Oct 05 09:20:55.638489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34548) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:55.672776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50757cbf-e48b-4cf4-9bb4-4b6eb525f556 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.680603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3737-4efb-46b2-a7a4-325f55a63ac5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.690476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.701181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50757cbf-e48b-4cf4-9bb4-4b6eb525f556 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.713121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f3737-4efb-46b2-a7a4-325f55a63ac5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd14e17b-6fce-47b3-bf8b-013cb34b9c55,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:55.713365 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Transition to ACTIVE for port object 9537ad84-49f4-4845-a011-07a74ad3507b will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:20:55.742259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3737-4efb-46b2-a7a4-325f55a63ac5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.742259 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-486f3737-4efb-46b2-a7a4-325f55a63ac5 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-groups/bd14e17b-6fce-47b3-bf8b-013cb34b9c55 HTTP/1.1" status: 204 len: 168 time: 0.3417192 Oct 05 09:20:55.742259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34552) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:55.764311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.768434 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f51237b8-589b-4672-a41c-37b50a3b6aca None None] Provisioning for port 18787d10-9009-42c5-9880-baa4daa87ae7 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:55.784771 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50757cbf-e48b-4cf4-9bb4-4b6eb525f556 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.822937 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50757cbf-e48b-4cf4-9bb4-4b6eb525f556 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5744a341-d778-42c3-9323-5cc1a4e7e4a8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:55.826400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50757cbf-e48b-4cf4-9bb4-4b6eb525f556 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.827730 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-50757cbf-e48b-4cf4-9bb4-4b6eb525f556 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5744a341-d778-42c3-9323-5cc1a4e7e4a8 HTTP/1.1" status: 204 len: 168 time: 0.1883497 Oct 05 09:20:55.833011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-972a38d3-6fa5-4480-972a-a12623a8fd1c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:55.836195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34556) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:55.855105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network d7ac0d1c-48d6-4322-bec5-cc100240783c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:20:55.858667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:20:55.861658 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:20:55.877697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-972a38d3-6fa5-4480-972a-a12623a8fd1c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:55.879015 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-972a38d3-6fa5-4480-972a-a12623a8fd1c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1371243 Oct 05 09:20:55.891162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34560) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:55.912466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e14e0c1a-89e2-4ed3-bce5-da6fa30b4435 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:55.914353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9b8a0a50-c3ba-4978-a325-49ad30c6866f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535356075'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:55.937016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e14e0c1a-89e2-4ed3-bce5-da6fa30b4435 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:55.939215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9b8a0a50-c3ba-4978-a325-49ad30c6866f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:55.939734 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e14e0c1a-89e2-4ed3-bce5-da6fa30b4435 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1010561 Oct 05 09:20:55.943443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34564) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:55.946335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=9537ad84-49f4-4845-a011-07a74ad3507b,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:55.963023 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9b8a0a50-c3ba-4978-a325-49ad30c6866f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:55.973999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:55.975300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:55.999612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0a50-c3ba-4978-a325-49ad30c6866f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.030620 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-61e81e41-145e-432c-8ad1-f0deef71c193 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2715459 Oct 05 09:20:56.032810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34568) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:56.046452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0ec5-a794-4f38-ac5c-1d4a60871618 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.079818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0ec5-a794-4f38-ac5c-1d4a60871618 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.084597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9b8a0a50-c3ba-4978-a325-49ad30c6866f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:56.103961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9b8a0a50-c3ba-4978-a325-49ad30c6866f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:56.107128 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9b8a0a50-c3ba-4978-a325-49ad30c6866f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:56.117126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9b8a0a50-c3ba-4978-a325-49ad30c6866f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:56.140692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 18787d10-9009-42c5-9880-baa4daa87ae7 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:56.185608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0ec5-a794-4f38-ac5c-1d4a60871618 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.205354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149822f2-fcba-4671-a741-08d3c110d338 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:56.206275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-149822f2-fcba-4671-a741-08d3c110d338 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:56.221037 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b0ec5-a794-4f38-ac5c-1d4a60871618 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13016e35-6ef0-4de8-87c8-670efb0ef6c5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:56.248370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0ec5-a794-4f38-ac5c-1d4a60871618 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.252920 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7f7b0ec5-a794-4f38-ac5c-1d4a60871618 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-groups/13016e35-6ef0-4de8-87c8-670efb0ef6c5 HTTP/1.1" status: 204 len: 168 time: 0.3088212 Oct 05 09:20:56.253537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34572) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:56.254938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 18787d10-9009-42c5-9880-baa4daa87ae7 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:56.260780 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 18787d10-9009-42c5-9880-baa4daa87ae7 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:56.261180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.261518 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 18787d10-9009-42c5-9880-baa4daa87ae7 Oct 05 09:20:56.272509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0a50-c3ba-4978-a325-49ad30c6866f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.273582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-149822f2-fcba-4671-a741-08d3c110d338 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:56.274857 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-149822f2-fcba-4671-a741-08d3c110d338 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2410133 Oct 05 09:20:56.277635 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34576) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:56.332060 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0a50-c3ba-4978-a325-49ad30c6866f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.342912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Provisioning for port 0f0c5083-8910-4490-b55a-abe807fa5570 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:20:56.352181 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Provisioning complete for port 0f0c5083-8910-4490-b55a-abe807fa5570 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:56.352559 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.353036 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Attempt 1 to provision port 0f0c5083-8910-4490-b55a-abe807fa5570 Oct 05 09:20:56.432908 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-26465925-c9ff-4c10-925d-0c1b6e332710 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1780634 Oct 05 09:20:56.437023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34580) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:56.443165 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group': {'name': 'tempest-secgroup--867735803'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:56.448825 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a0a50-c3ba-4978-a325-49ad30c6866f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0549812a-bb39-498b-8447-a2e9e06a1103,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:56.451640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:56.457586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0a50-c3ba-4978-a325-49ad30c6866f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.459913 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9b8a0a50-c3ba-4978-a325-49ad30c6866f tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5625920 Oct 05 09:20:56.463765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34584) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:56.463996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:56.467838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:56.476908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:56.483358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-7361b4b0-023b-4532-9408-e7661c98c0ff tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Request body: {'security_group_rule': {'security_group_id': '0549812a-bb39-498b-8447-a2e9e06a1103', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:56.493490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7361b4b0-023b-4532-9408-e7661c98c0ff tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:56.504184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Port 0f0c5083-8910-4490-b55a-abe807fa5570 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:56.506659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.507581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9b5c98-d871-40cc-9a13-00d92f2c8e46 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:56.510250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 18787d10-9009-42c5-9880-baa4daa87ae7 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:56.510641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.513481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9b5c98-d871-40cc-9a13-00d92f2c8e46 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:56.519920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9b5c98-d871-40cc-9a13-00d92f2c8e46 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:20:56.521685 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0e9b5c98-d871-40cc-9a13-00d92f2c8e46 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2429712 Oct 05 09:20:56.523563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7361b4b0-023b-4532-9408-e7661c98c0ff tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Usage tracker for resource:security_group_rule and tenant:d2b11e093b0941b6a7dd95a6b50dd1dc is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:56.526508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34588) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:56.529096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7361b4b0-023b-4532-9408-e7661c98c0ff tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:56.533409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:56.537799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:56.540773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:56.547334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:56.552311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 18787d10-9009-42c5-9880-baa4daa87ae7, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=18787d10-9009-42c5-9880-baa4daa87ae7,segment=NetworkSegment(49048e63-1a63-406e-8e0d-6ab4cb8c8907),segment_id=49048e63-1a63-406e-8e0d-6ab4cb8c8907)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:20:56.560556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.586161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7361b4b0-023b-4532-9408-e7661c98c0ff tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:56.626489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ce66c-95a0-48bd-a82c-177f962e6ec3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 9537ad84-49f4-4845-a011-07a74ad3507b {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:56.626846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce66c-95a0-48bd-a82c-177f962e6ec3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.643325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=18787d10-9009-42c5-9880-baa4daa87ae7,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:56.655277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.660575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.669999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7361b4b0-023b-4532-9408-e7661c98c0ff tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.714107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b623a5-fc4e-4bae-8b95-8e5c558e8003,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:56.723225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.726030 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7022bacc-f5a9-4074-a4ed-895eca93d1a1 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2867825 Oct 05 09:20:56.728472 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34592) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:56.734070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-12dbeaa1-59fd-448e-b287-ef6815637969 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group_rule': {'security_group_id': 'c0b623a5-fc4e-4bae-8b95-8e5c558e8003', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:56.740520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-12dbeaa1-59fd-448e-b287-ef6815637969 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:56.745300 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-12dbeaa1-59fd-448e-b287-ef6815637969 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:56.748893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-12dbeaa1-59fd-448e-b287-ef6815637969 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:56.755569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-12dbeaa1-59fd-448e-b287-ef6815637969 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:56.777994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12dbeaa1-59fd-448e-b287-ef6815637969 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.858191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12dbeaa1-59fd-448e-b287-ef6815637969 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.864320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12dbeaa1-59fd-448e-b287-ef6815637969 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.892587 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbeaa1-59fd-448e-b287-ef6815637969 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8752572-6053-4e86-94ae-ab8daa251eac,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:56.923891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7361b4b0-023b-4532-9408-e7661c98c0ff tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.925426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12dbeaa1-59fd-448e-b287-ef6815637969 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.929580 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-12dbeaa1-59fd-448e-b287-ef6815637969 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1971903 Oct 05 09:20:56.930078 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34596) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:56.936258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-dcd878a1-03a8-42bf-8f92-af46da2d78f0 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group_rule': {'security_group_id': 'c0b623a5-fc4e-4bae-8b95-8e5c558e8003', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:56.942270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dcd878a1-03a8-42bf-8f92-af46da2d78f0 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:56.946979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7361b4b0-023b-4532-9408-e7661c98c0ff tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:56.947271 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dcd878a1-03a8-42bf-8f92-af46da2d78f0 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:56.954365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dcd878a1-03a8-42bf-8f92-af46da2d78f0 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:56.960853 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dcd878a1-03a8-42bf-8f92-af46da2d78f0 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:56.978691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dcd878a1-03a8-42bf-8f92-af46da2d78f0 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.007010 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Attempt 2 to provision port 0f0c5083-8910-4490-b55a-abe807fa5570 Oct 05 09:20:57.042355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361b4b0-023b-4532-9408-e7661c98c0ff tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafb9805-b073-4436-9ade-34d5f348a510,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:57.054791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dcd878a1-03a8-42bf-8f92-af46da2d78f0 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.059214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7361b4b0-023b-4532-9408-e7661c98c0ff tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.059419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dcd878a1-03a8-42bf-8f92-af46da2d78f0 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.062589 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7361b4b0-023b-4532-9408-e7661c98c0ff tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5946879 Oct 05 09:20:57.064116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34600) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:57.076701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Port 0f0c5083-8910-4490-b55a-abe807fa5570 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:57.083202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd878a1-03a8-42bf-8f92-af46da2d78f0 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d71887-dbfd-4aa0-8d1c-306aed1490ce,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:57.103338 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dcd878a1-03a8-42bf-8f92-af46da2d78f0 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.107276 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dcd878a1-03a8-42bf-8f92-af46da2d78f0 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1728132 Oct 05 09:20:57.107982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34604) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:57.116125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-50e44ff8-e168-4de3-904a-c9a8d5392a56 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group_rule': {'security_group_id': 'c0b623a5-fc4e-4bae-8b95-8e5c558e8003', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:57.122344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-50e44ff8-e168-4de3-904a-c9a8d5392a56 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:57.127062 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-50e44ff8-e168-4de3-904a-c9a8d5392a56 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:57.130431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-50e44ff8-e168-4de3-904a-c9a8d5392a56 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:57.138258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-50e44ff8-e168-4de3-904a-c9a8d5392a56 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:57.139983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce66c-95a0-48bd-a82c-177f962e6ec3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.158735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50e44ff8-e168-4de3-904a-c9a8d5392a56 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.228567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50e44ff8-e168-4de3-904a-c9a8d5392a56 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.233159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50e44ff8-e168-4de3-904a-c9a8d5392a56 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.259859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e44ff8-e168-4de3-904a-c9a8d5392a56 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e0ea93-0557-4ff1-9843-2bc7ce3d8e59,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:57.272742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50e44ff8-e168-4de3-904a-c9a8d5392a56 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.276685 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-50e44ff8-e168-4de3-904a-c9a8d5392a56 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1659613 Oct 05 09:20:57.277269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34608) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:57.279743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ce66c-95a0-48bd-a82c-177f962e6ec3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 9537ad84-49f4-4845-a011-07a74ad3507b owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:57.282425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7f3106b2-0f52-48e9-95a5-8eafac40c800 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group_rule': {'security_group_id': 'c0b623a5-fc4e-4bae-8b95-8e5c558e8003', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:57.288692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7f3106b2-0f52-48e9-95a5-8eafac40c800 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:57.292827 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7f3106b2-0f52-48e9-95a5-8eafac40c800 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:57.295746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7f3106b2-0f52-48e9-95a5-8eafac40c800 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:57.301458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7f3106b2-0f52-48e9-95a5-8eafac40c800 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:57.321488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f3106b2-0f52-48e9-95a5-8eafac40c800 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.337430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9633e83-fd3d-4964-913c-deaf649ac04c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.393408 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f3106b2-0f52-48e9-95a5-8eafac40c800 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.393641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9633e83-fd3d-4964-913c-deaf649ac04c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.397793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f3106b2-0f52-48e9-95a5-8eafac40c800 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.422535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3106b2-0f52-48e9-95a5-8eafac40c800 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2994375-867a-4224-9e97-1230adaa9288,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:57.437102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f3106b2-0f52-48e9-95a5-8eafac40c800 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.438332 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7f3106b2-0f52-48e9-95a5-8eafac40c800 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601481 Oct 05 09:20:57.441188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34612) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:57.447064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f63c26c6-8177-4527-bef8-fdf253315453 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group_rule': {'security_group_id': 'c0b623a5-fc4e-4bae-8b95-8e5c558e8003', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:57.453253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f63c26c6-8177-4527-bef8-fdf253315453 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:57.458609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f63c26c6-8177-4527-bef8-fdf253315453 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:57.463632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f63c26c6-8177-4527-bef8-fdf253315453 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:57.470672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f63c26c6-8177-4527-bef8-fdf253315453 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:57.497792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f63c26c6-8177-4527-bef8-fdf253315453 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.508212 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce66c-95a0-48bd-a82c-177f962e6ec3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.510361 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9633e83-fd3d-4964-913c-deaf649ac04c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.571306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f63c26c6-8177-4527-bef8-fdf253315453 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.576267 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9633e83-fd3d-4964-913c-deaf649ac04c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0549812a-bb39-498b-8447-a2e9e06a1103,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:57.578241 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Attempt 3 to provision port 0f0c5083-8910-4490-b55a-abe807fa5570 Oct 05 09:20:57.581327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f63c26c6-8177-4527-bef8-fdf253315453 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.582611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ce66c-95a0-48bd-a82c-177f962e6ec3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=9537ad84-49f4-4845-a011-07a74ad3507b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:57.609186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c26c6-8177-4527-bef8-fdf253315453 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc59367d-e36e-4cb5-8011-55e87c66b03f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:57.631651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f63c26c6-8177-4527-bef8-fdf253315453 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.636814 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f63c26c6-8177-4527-bef8-fdf253315453 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1909337 Oct 05 09:20:57.636814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34616) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:57.672171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8035189-aaec-46f6-b5d9-db3d952d2461 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.683980 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Port 0f0c5083-8910-4490-b55a-abe807fa5570 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:57.685356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8035189-aaec-46f6-b5d9-db3d952d2461 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.703048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9633e83-fd3d-4964-913c-deaf649ac04c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.706487 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c9633e83-fd3d-4964-913c-deaf649ac04c tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-groups/0549812a-bb39-498b-8447-a2e9e06a1103 HTTP/1.1" status: 204 len: 168 time: 0.6391356 Oct 05 09:20:57.707609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34620) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:57.739625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8035189-aaec-46f6-b5d9-db3d952d2461 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.739929 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce66c-95a0-48bd-a82c-177f962e6ec3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.746360 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5b7ce66c-95a0-48bd-a82c-177f962e6ec3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/9537ad84-49f4-4845-a011-07a74ad3507b HTTP/1.1" status: 204 len: 168 time: 1.2188148 Oct 05 09:20:57.747082 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34624) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:57.777129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8035189-aaec-46f6-b5d9-db3d952d2461 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc59367d-e36e-4cb5-8011-55e87c66b03f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:57.782470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8035189-aaec-46f6-b5d9-db3d952d2461 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:57.783593 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e8035189-aaec-46f6-b5d9-db3d952d2461 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/bc59367d-e36e-4cb5-8011-55e87c66b03f HTTP/1.1" status: 204 len: 168 time: 0.1463428 Oct 05 09:20:57.796787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34628) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:57.812839 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-032bd2b3-9d22-457c-a878-c5437caa9434 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:20:57.813448 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-032bd2b3-9d22-457c-a878-c5437caa9434 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:57.832953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-032bd2b3-9d22-457c-a878-c5437caa9434 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:57.837783 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-032bd2b3-9d22-457c-a878-c5437caa9434 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/9537ad84-49f4-4845-a011-07a74ad3507b HTTP/1.1" status: 404 len: 333 time: 0.0890465 Oct 05 09:20:57.838545 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34634) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:57.842247 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-acc0e83c-9c1a-4a9d-827e-cdc6dd5fc13b tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1312463 Oct 05 09:20:57.844730 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34638) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:57.899483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-de95bf52-42f0-4f58-bb51-244275491a41 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:57.916471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-de95bf52-42f0-4f58-bb51-244275491a41 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group_rule {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:57.917750 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-de95bf52-42f0-4f58-bb51-244275491a41 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0716808 Oct 05 09:20:57.920864 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34642) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:57.937242 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-cb6e572e-bd9b-47b8-bb27-2cf5731acc85 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] delete failed (client error): The resource could not be found. Oct 05 09:20:57.938268 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cb6e572e-bd9b-47b8-bb27-2cf5731acc85 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "DELETE /v2.0/security-groups/0549812a-bb39-498b-8447-a2e9e06a1103 HTTP/1.1" status: 404 len: 347 time: 0.0164599 Oct 05 09:20:57.940064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-10f2546f-db87-43a8-b6ad-5cc085cf4dec tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:57.942024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34646) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:57.952349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-da8fc885-8d7a-48d5-8658-4c1ba46040fb tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 0f0c5083-8910-4490-b55a-abe807fa5570 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:57.952700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da8fc885-8d7a-48d5-8658-4c1ba46040fb tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.005297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a515f198-a3ef-45d6-88d1-f7d65dbac087 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Synchronizing usage tracker for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:58.023326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-10f2546f-db87-43a8-b6ad-5cc085cf4dec tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:58.027600 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-10f2546f-db87-43a8-b6ad-5cc085cf4dec tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2301769 Oct 05 09:20:58.027854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34650) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:58.032516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a515f198-a3ef-45d6-88d1-f7d65dbac087 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] Unset dirty status for tenant:d2b11e093b0941b6a7dd95a6b50dd1dc on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:58.033676 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 18787d10-9009-42c5-9880-baa4daa87ae7 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:20:58.034162 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a515f198-a3ef-45d6-88d1-f7d65dbac087 tempest-SecGroupIPv6Test-127738104 tempest-SecGroupIPv6Test-127738104-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0909648 Oct 05 09:20:58.111806 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 18787d10-9009-42c5-9880-baa4daa87ae7 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:58.112626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.113176 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 18787d10-9009-42c5-9880-baa4daa87ae7 Oct 05 09:20:58.123736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-57db2b4e-b8d6-4abd-89af-e315254f3b5d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.185922 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Attempt 4 to provision port 0f0c5083-8910-4490-b55a-abe807fa5570 Oct 05 09:20:58.203131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-57db2b4e-b8d6-4abd-89af-e315254f3b5d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.253825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-57db2b4e-b8d6-4abd-89af-e315254f3b5d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.282276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db2b4e-b8d6-4abd-89af-e315254f3b5d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2994375-867a-4224-9e97-1230adaa9288,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:58.307223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Port 0f0c5083-8910-4490-b55a-abe807fa5570 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:20:58.311678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da8fc885-8d7a-48d5-8658-4c1ba46040fb tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.311875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 18787d10-9009-42c5-9880-baa4daa87ae7 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:58.320245 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-57db2b4e-b8d6-4abd-89af-e315254f3b5d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.321380 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-57db2b4e-b8d6-4abd-89af-e315254f3b5d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a2994375-867a-4224-9e97-1230adaa9288 HTTP/1.1" status: 204 len: 168 time: 0.2926049 Oct 05 09:20:58.324423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34658) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:58.385419 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4966f9ec-441d-4441-9536-6159bc4286f6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0597224 Oct 05 09:20:58.388102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34662) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:58.410851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34666) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:58.424616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-57852c5b-9d69-4a7e-bc92-986789225577 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.437070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-57852c5b-9d69-4a7e-bc92-986789225577 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.455279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-da8fc885-8d7a-48d5-8658-4c1ba46040fb tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 0f0c5083-8910-4490-b55a-abe807fa5570 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:20:58.468037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-57852c5b-9d69-4a7e-bc92-986789225577 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.487896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57852c5b-9d69-4a7e-bc92-986789225577 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67e0ea93-0557-4ff1-9843-2bc7ce3d8e59,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:58.492927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-57852c5b-9d69-4a7e-bc92-986789225577 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.494043 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-57852c5b-9d69-4a7e-bc92-986789225577 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/67e0ea93-0557-4ff1-9843-2bc7ce3d8e59 HTTP/1.1" status: 204 len: 168 time: 0.1050117 Oct 05 09:20:58.496610 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34672) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:58.547388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4a37dc4c-65f6-41ca-bf47-18dc185d24a8 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:58.591688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4a37dc4c-65f6-41ca-bf47-18dc185d24a8 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:58.592976 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4a37dc4c-65f6-41ca-bf47-18dc185d24a8 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0954199 Oct 05 09:20:58.597756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34676) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:58.609627 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-56b10ab4-1c86-49e3-9bae-543e2575ef87 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2b11e093b0941b6a7dd95a6b50dd1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976805 Oct 05 09:20:58.612140 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34680) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:58.645037 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d476b09-b0ed-4c4b-9f66-a86e9fcf7f19 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.653207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da8fc885-8d7a-48d5-8658-4c1ba46040fb tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.681832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75a5cc4b-c950-41cd-aa86-2b4c60703b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.697144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d476b09-b0ed-4c4b-9f66-a86e9fcf7f19 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.711610 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75a5cc4b-c950-41cd-aa86-2b4c60703b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.725472 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fc885-8d7a-48d5-8658-4c1ba46040fb tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=0f0c5083-8910-4490-b55a-abe807fa5570,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:58.777899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75a5cc4b-c950-41cd-aa86-2b4c60703b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.796610 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5cc4b-c950-41cd-aa86-2b4c60703b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599d0e51-a43f-40d3-afc5-0cd5cbaa935b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:58.810232 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Attempt 5 to provision port 0f0c5083-8910-4490-b55a-abe807fa5570 Oct 05 09:20:58.823716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75a5cc4b-c950-41cd-aa86-2b4c60703b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.833708 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-75a5cc4b-c950-41cd-aa86-2b4c60703b76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/599d0e51-a43f-40d3-afc5-0cd5cbaa935b HTTP/1.1" status: 204 len: 168 time: 0.2120194 Oct 05 09:20:58.842993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d476b09-b0ed-4c4b-9f66-a86e9fcf7f19 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.888742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d476b09-b0ed-4c4b-9f66-a86e9fcf7f19 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78d71887-dbfd-4aa0-8d1c-306aed1490ce,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:58.891101 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da8fc885-8d7a-48d5-8658-4c1ba46040fb tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.908585 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-da8fc885-8d7a-48d5-8658-4c1ba46040fb tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/0f0c5083-8910-4490-b55a-abe807fa5570 HTTP/1.1" status: 204 len: 168 time: 1.0624115 Oct 05 09:20:58.908585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34686) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:58.910313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Port 0f0c5083-8910-4490-b55a-abe807fa5570 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:20:58.915631 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Could not find standard attr ID for object 9537ad84-49f4-4845-a011-07a74ad3507b. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:20:58.932454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Provisioning complete for port 18787d10-9009-42c5-9880-baa4daa87ae7 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:20:58.933479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.934407 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Attempt 1 to provision port 18787d10-9009-42c5-9880-baa4daa87ae7 Oct 05 09:20:58.948778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d476b09-b0ed-4c4b-9f66-a86e9fcf7f19 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:58.952148 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7d476b09-b0ed-4c4b-9f66-a86e9fcf7f19 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/78d71887-dbfd-4aa0-8d1c-306aed1490ce HTTP/1.1" status: 204 len: 168 time: 0.3506691 Oct 05 09:20:58.952733 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34690) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:58.956656 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e2e3b1-d374-4c06-9162-8dec0bcf604b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:20:58.957195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-76e2e3b1-d374-4c06-9162-8dec0bcf604b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:58.983477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-76e2e3b1-d374-4c06-9162-8dec0bcf604b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:58.984672 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-76e2e3b1-d374-4c06-9162-8dec0bcf604b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/0f0c5083-8910-4490-b55a-abe807fa5570 HTTP/1.1" status: 404 len: 333 time: 0.0752215 Oct 05 09:20:58.987872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34694) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:59.083140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba796671-7864-462f-ac3e-765486cb31d1 None None] Current status of the port 18787d10-9009-42c5-9880-baa4daa87ae7 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:20:59.114748 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a804133f-2b7e-4736-b5e5-026795db4d7e tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1579168 Oct 05 09:20:59.115101 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34700) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:59.116263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-909fe6a5-4c8a-437d-890b-e1edd2505267 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting subnet e3a7ee63-1d76-4af7-a93c-8c628bf1eaa8 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:20:59.119611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-909fe6a5-4c8a-437d-890b-e1edd2505267 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.145579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59e8e083-4a25-45dc-97cd-642078692642 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.158287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59e8e083-4a25-45dc-97cd-642078692642 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.188093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-909fe6a5-4c8a-437d-890b-e1edd2505267 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.199635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-95b02d8d-49df-47d6-89c5-7e878a02b0c1 None None] Could not find standard attr ID for object 0f0c5083-8910-4490-b55a-abe807fa5570. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:20:59.207375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-95b02d8d-49df-47d6-89c5-7e878a02b0c1 None None] Could not find standard attr ID for object 9537ad84-49f4-4845-a011-07a74ad3507b. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:20:59.211352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59e8e083-4a25-45dc-97cd-642078692642 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.231028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8e083-4a25-45dc-97cd-642078692642 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8752572-6053-4e86-94ae-ab8daa251eac,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:59.242262 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59e8e083-4a25-45dc-97cd-642078692642 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.246100 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-59e8e083-4a25-45dc-97cd-642078692642 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f8752572-6053-4e86-94ae-ab8daa251eac HTTP/1.1" status: 204 len: 168 time: 0.1277318 Oct 05 09:20:59.246359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34708) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:59.296736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-909fe6a5-4c8a-437d-890b-e1edd2505267 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.298292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-09907413-6a0d-4191-8522-108b899106bb tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:20:59.317225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-09907413-6a0d-4191-8522-108b899106bb tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:20:59.319134 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-09907413-6a0d-4191-8522-108b899106bb tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0714538 Oct 05 09:20:59.321669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34714) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:59.395568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-909fe6a5-4c8a-437d-890b-e1edd2505267 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.399294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f635ed4-ac4d-414f-99bb-9c3a52fef4ef tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.427188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f635ed4-ac4d-414f-99bb-9c3a52fef4ef tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.437517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fe6a5-4c8a-437d-890b-e1edd2505267 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a7ee63-1d76-4af7-a93c-8c628bf1eaa8,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:59.441066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-909fe6a5-4c8a-437d-890b-e1edd2505267 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.450433 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-909fe6a5-4c8a-437d-890b-e1edd2505267 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/e3a7ee63-1d76-4af7-a93c-8c628bf1eaa8 HTTP/1.1" status: 204 len: 168 time: 0.4604576 Oct 05 09:20:59.451024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34720) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:59.454069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752af677-f43a-4abe-9f74-604f0f791280 None None] Network d7ac0d1c-48d6-4322-bec5-cc100240783c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:20:59.511224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f635ed4-ac4d-414f-99bb-9c3a52fef4ef tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.538776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f635ed4-ac4d-414f-99bb-9c3a52fef4ef tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b623a5-fc4e-4bae-8b95-8e5c558e8003,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:59.560197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f635ed4-ac4d-414f-99bb-9c3a52fef4ef tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.566012 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f635ed4-ac4d-414f-99bb-9c3a52fef4ef tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-groups/c0b623a5-fc4e-4bae-8b95-8e5c558e8003 HTTP/1.1" status: 204 len: 168 time: 0.2425892 Oct 05 09:20:59.568112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34728) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:59.611466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.649077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 18787d10-9009-42c5-9880-baa4daa87ae7 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:59.650573 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.688607 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-593c3aa8-ff6b-40ac-82d4-4462e36634c9 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1189725 Oct 05 09:20:59.693617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34736) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:59.700191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group': {'name': 'tempest-secgroup--598113551'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:20:59.711252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:59.717834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:59.721980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:59.732148 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:59.748698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.789468 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:20:59.794142 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:20:59.797119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:20:59.804223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:20:59.853377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34740) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:59.859803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb3cb8-d6c2-41bc-91df-8b7f054f50ad None None] DHCP port deletion for d7ac0d1c-48d6-4322-bec5-cc100240783c request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:20:59.864452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb3cb8-d6c2-41bc-91df-8b7f054f50ad None None] Deleting port 18787d10-9009-42c5-9880-baa4daa87ae7 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:20:59.865039 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3cb8-d6c2-41bc-91df-8b7f054f50ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.916290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.926537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.978017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd31efa-817a-424e-b541-5b367113f207,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:20:59.983537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:20:59.984963 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6cbb6f08-6874-478e-a009-2824f7db5b12 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2895482 Oct 05 09:20:59.987961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34746) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:20:59.999023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-59ab65ff-1df2-4152-a7c8-0a4aae947ddc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group_rule': {'security_group_id': '0fd31efa-817a-424e-b541-5b367113f207', 'direction': 'ingress', 'protocol': 17}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:00.012255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-59ab65ff-1df2-4152-a7c8-0a4aae947ddc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:00.017628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-59ab65ff-1df2-4152-a7c8-0a4aae947ddc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:00.020783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-59ab65ff-1df2-4152-a7c8-0a4aae947ddc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:00.030443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b28f7b63-312d-472f-a13b-f144ea2957da tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:00.031081 dv-neutron-860328-1-hyperv neutron-server[89054]: WARNING neutron.api.v2.base [None req-b28f7b63-312d-472f-a13b-f144ea2957da tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 05 09:21:00.031500 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-b28f7b63-312d-472f-a13b-f144ea2957da tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): There was a conflict when trying to complete your request. Oct 05 09:21:00.038432 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b28f7b63-312d-472f-a13b-f144ea2957da tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1789515 Oct 05 09:21:00.038711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-59ab65ff-1df2-4152-a7c8-0a4aae947ddc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:00.039167 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34750) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:00.056279 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302855676'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:00.060482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59ab65ff-1df2-4152-a7c8-0a4aae947ddc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.062355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:00.066349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:00.070716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:00.079832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:00.103926 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] For port 18787d10-9009-42c5-9880-baa4daa87ae7, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=18787d10-9009-42c5-9880-baa4daa87ae7,segment=NetworkSegment(49048e63-1a63-406e-8e0d-6ab4cb8c8907),segment_id=49048e63-1a63-406e-8e0d-6ab4cb8c8907)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:00.104388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.112133 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.129706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59ab65ff-1df2-4152-a7c8-0a4aae947ddc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.132348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 18787d10-9009-42c5-9880-baa4daa87ae7 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:21:00.134802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59ab65ff-1df2-4152-a7c8-0a4aae947ddc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.159224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab65ff-1df2-4152-a7c8-0a4aae947ddc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702f2cbc-99a2-4d96-9a1d-6e9aef03fa96,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:00.171646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59ab65ff-1df2-4152-a7c8-0a4aae947ddc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.173155 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-59ab65ff-1df2-4152-a7c8-0a4aae947ddc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1840134 Oct 05 09:21:00.176010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34754) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:00.181858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.236589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6dfb3cb8-d6c2-41bc-91df-8b7f054f50ad None None] For port 18787d10-9009-42c5-9880-baa4daa87ae7, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=18787d10-9009-42c5-9880-baa4daa87ae7,segment=NetworkSegment(49048e63-1a63-406e-8e0d-6ab4cb8c8907),segment_id=49048e63-1a63-406e-8e0d-6ab4cb8c8907)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:00.236891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3cb8-d6c2-41bc-91df-8b7f054f50ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.246788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59800002-a9b4-465a-9afd-c8285f1782b4 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.257500 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 18787d10-9009-42c5-9880-baa4daa87ae7 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:00.277844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59800002-a9b4-465a-9afd-c8285f1782b4 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.297709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:00.304846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:00.309069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:00.322926 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:00.334008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59800002-a9b4-465a-9afd-c8285f1782b4 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.363232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59800002-a9b4-465a-9afd-c8285f1782b4 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd31efa-817a-424e-b541-5b367113f207,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:00.366615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.383204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59800002-a9b4-465a-9afd-c8285f1782b4 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.386873 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-59800002-a9b4-465a-9afd-c8285f1782b4 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-groups/0fd31efa-817a-424e-b541-5b367113f207 HTTP/1.1" status: 204 len: 168 time: 0.2074010 Oct 05 09:21:00.387308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34758) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:00.408379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb3cb8-d6c2-41bc-91df-8b7f054f50ad None None] Calling delete_port for 18787d10-9009-42c5-9880-baa4daa87ae7 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:00.427683 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=18787d10-9009-42c5-9880-baa4daa87ae7,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:00.433616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No DVR routers for this DVR port 18787d10-9009-42c5-9880-baa4daa87ae7 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:21:00.447373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fe5093bb-af81-4d32-84df-bfcd9d3b060c tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:00.463568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fe5093bb-af81-4d32-84df-bfcd9d3b060c tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:00.463791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Port 18787d10-9009-42c5-9880-baa4daa87ae7 update to DOWN by agent not found {{(pid=89056) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 05 09:21:00.470470 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fe5093bb-af81-4d32-84df-bfcd9d3b060c tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786908 Oct 05 09:21:00.471070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34762) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:00.478055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ef32a430-e790-4446-8064-92a9ef9afbd3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698758444'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:00.514518 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-6dfb3cb8-d6c2-41bc-91df-8b7f054f50ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:21:00.514872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-6dfb3cb8-d6c2-41bc-91df-8b7f054f50ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:21:00.587732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.595965 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ef32a430-e790-4446-8064-92a9ef9afbd3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:00.606834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ef32a430-e790-4446-8064-92a9ef9afbd3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:00.616361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef32a430-e790-4446-8064-92a9ef9afbd3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.632779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ac0d1c-48d6-4322-bec5-cc100240783c']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:00.636599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ef32a430-e790-4446-8064-92a9ef9afbd3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:00.640681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ef32a430-e790-4446-8064-92a9ef9afbd3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:00.643486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ef32a430-e790-4446-8064-92a9ef9afbd3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:00.645336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.650138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49048e63-1a63-406e-8e0d-6ab4cb8c8907') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:00.650425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49048e63-1a63-406e-8e0d-6ab4cb8c8907') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:00.650600 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ef32a430-e790-4446-8064-92a9ef9afbd3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:00.659792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.671811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:00.676800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.693010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:00.704562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:00.715683 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.717894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:00.721435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef32a430-e790-4446-8064-92a9ef9afbd3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.724167 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b970e6-1415-452b-8fd1-aabd93eda03a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:00.725404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef32a430-e790-4446-8064-92a9ef9afbd3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.730707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:21:00.731303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.773818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32a430-e790-4446-8064-92a9ef9afbd3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f0f573-e9b4-4690-8ee5-5c2e528cc6d0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:00.781069 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef32a430-e790-4446-8064-92a9ef9afbd3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.782406 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ef32a430-e790-4446-8064-92a9ef9afbd3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3102639 Oct 05 09:21:00.784959 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34768) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:00.791851 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267827108'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:00.797756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:00.801859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:00.805451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:00.809610 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 49048e63-1a63-406e-8e0d-6ab4cb8c8907 resource provider aggregate not found Oct 05 09:21:00.811272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:00.823554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.844489 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 49048e63-1a63-406e-8e0d-6ab4cb8c8907 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49048e63-1a63-406e-8e0d-6ab4cb8c8907 found for delete ", "request_id": "req-abb45667-2549-4719-a436-4a7ef4f4257d"}]} Oct 05 09:21:00.854487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:00.862391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.862596 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:00.869498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:00.875634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:00.881817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.904751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Network': ['ID=d7ac0d1c-48d6-4322-bec5-cc100240783c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:00.940266 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e137fc91-5612-49db-8cd9-c47f830770da tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/networks/d7ac0d1c-48d6-4322-bec5-cc100240783c HTTP/1.1" status: 204 len: 168 time: 1.4882171 Oct 05 09:21:00.942788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.944601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34774) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:00.950323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-307256710'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:00.955387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:00.957557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.958597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.963457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:00.970711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:network and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:00.977554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:00.989186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:01.012291 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342d5c6f-0a7f-44ba-8cd8-cc3332719e02,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:01.014023 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7761f0d-2a58-4828-b726-c4b03eb8c830,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:01.016425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb3cb8-d6c2-41bc-91df-8b7f054f50ad None None] Deleting port 18787d10-9009-42c5-9880-baa4daa87ae7 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:01.016947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.017114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3cb8-d6c2-41bc-91df-8b7f054f50ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.017836 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-864ca138-b581-4274-b029-177a800a028c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9751465 Oct 05 09:21:01.020666 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34778) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:01.022249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.023632 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-343991d5-3cfb-439f-8ee2-6da37b964777 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2377403 Oct 05 09:21:01.024281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:01.026170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34782) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:01.028504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.031525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3518e057-15e8-43af-a6ba-aecf51495232 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group_rule': {'security_group_id': '13f0f573-e9b4-4690-8ee5-5c2e528cc6d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '342d5c6f-0a7f-44ba-8cd8-cc3332719e02', 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:01.038945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3518e057-15e8-43af-a6ba-aecf51495232 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:01.043552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3518e057-15e8-43af-a6ba-aecf51495232 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:01.046347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-797c6bfe-e827-4708-9864-aa0944044b9b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': 'd7761f0d-2a58-4828-b726-c4b03eb8c830', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:01.047039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3518e057-15e8-43af-a6ba-aecf51495232 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:01.053721 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-797c6bfe-e827-4708-9864-aa0944044b9b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:01.054056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3518e057-15e8-43af-a6ba-aecf51495232 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:01.062343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-797c6bfe-e827-4708-9864-aa0944044b9b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:01.066156 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-797c6bfe-e827-4708-9864-aa0944044b9b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:01.075727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-797c6bfe-e827-4708-9864-aa0944044b9b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:01.077580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3518e057-15e8-43af-a6ba-aecf51495232 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.088285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:21:01.102430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-797c6bfe-e827-4708-9864-aa0944044b9b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.103191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb3cb8-d6c2-41bc-91df-8b7f054f50ad None None] The port '18787d10-9009-42c5-9880-baa4daa87ae7' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:21:01.112918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.112918 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Added segment 9e5ab747-54af-4fdd-b138-9f07393a176d of type vlan for network f66003c8-2e31-4e76-ade8-c1687d6300ac Oct 05 09:21:01.144668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3518e057-15e8-43af-a6ba-aecf51495232 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.148553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3518e057-15e8-43af-a6ba-aecf51495232 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.165134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.172240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518e057-15e8-43af-a6ba-aecf51495232 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87bf8f2-311f-4674-801f-60944884bac5,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:01.185108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3518e057-15e8-43af-a6ba-aecf51495232 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.186402 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3518e057-15e8-43af-a6ba-aecf51495232 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1592193 Oct 05 09:21:01.189255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34786) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:01.205196 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-797c6bfe-e827-4708-9864-aa0944044b9b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.211578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-797c6bfe-e827-4708-9864-aa0944044b9b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.218721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa1db689-83a5-4a4e-a4ee-4aea32978295 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.230051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa1db689-83a5-4a4e-a4ee-4aea32978295 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.231154 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.236791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:01.237372 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.254985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa1db689-83a5-4a4e-a4ee-4aea32978295 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.261842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c6bfe-e827-4708-9864-aa0944044b9b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352cbe67-3000-42dd-b7d3-0aa4a5502226,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:01.278045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa1db689-83a5-4a4e-a4ee-4aea32978295 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.279155 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fa1db689-83a5-4a4e-a4ee-4aea32978295 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f87bf8f2-311f-4674-801f-60944884bac5 HTTP/1.1" status: 204 len: 168 time: 0.0890024 Oct 05 09:21:01.280013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1db689-83a5-4a4e-a4ee-4aea32978295 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f87bf8f2-311f-4674-801f-60944884bac5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:01.282284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34790) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:01.336456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bf7c27e2-4ea9-4b4e-bdf5-2c8eaaa310db tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:01.343707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-797c6bfe-e827-4708-9864-aa0944044b9b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.347488 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-797c6bfe-e827-4708-9864-aa0944044b9b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226449 Oct 05 09:21:01.347758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34796) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:01.356183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ccc1f66c-1eac-4df1-bff0-b35e312900de tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': 'd7761f0d-2a58-4828-b726-c4b03eb8c830', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:01.357220 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4116373 Oct 05 09:21:01.360784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34800) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:01.362984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bf7c27e2-4ea9-4b4e-bdf5-2c8eaaa310db tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:01.364176 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bf7c27e2-4ea9-4b4e-bdf5-2c8eaaa310db tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0809920 Oct 05 09:21:01.366464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ccc1f66c-1eac-4df1-bff0-b35e312900de tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:01.368065 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34804) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:01.369050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': 'f66003c8-2e31-4e76-ade8-c1687d6300ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:01.371919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ccc1f66c-1eac-4df1-bff0-b35e312900de tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:01.385008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ccc1f66c-1eac-4df1-bff0-b35e312900de tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:01.387391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b35ac6-5624-4c51-b3d6-266734879cd9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Network': ['ID=f66003c8-2e31-4e76-ade8-c1687d6300ac,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:01.395758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ccc1f66c-1eac-4df1-bff0-b35e312900de tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:01.399193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network f66003c8-2e31-4e76-ade8-c1687d6300ac details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:21:01.445685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ccc1f66c-1eac-4df1-bff0-b35e312900de tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.465391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-387be31f-f95d-46d1-9a05-4c76d54f5a48 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.488108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:01.492089 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:01.494942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:01.500713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:01.511670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:01.513721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-387be31f-f95d-46d1-9a05-4c76d54f5a48 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.515141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.568857 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-ccc1f66c-1eac-4df1-bff0-b35e312900de tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): There was a conflict when trying to complete your request. Oct 05 09:21:01.569978 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ccc1f66c-1eac-4df1-bff0-b35e312900de tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2191296 Oct 05 09:21:01.573895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34808) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:01.601117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-387be31f-f95d-46d1-9a05-4c76d54f5a48 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.634948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387be31f-f95d-46d1-9a05-4c76d54f5a48 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342d5c6f-0a7f-44ba-8cd8-cc3332719e02,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:01.666848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-387be31f-f95d-46d1-9a05-4c76d54f5a48 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.670350 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-387be31f-f95d-46d1-9a05-4c76d54f5a48 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-groups/342d5c6f-0a7f-44ba-8cd8-cc3332719e02 HTTP/1.1" status: 204 len: 168 time: 0.2990208 Oct 05 09:21:01.671336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34812) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:01.694125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ff60d50-e632-4ab2-980a-729c8251add0 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.737442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.739757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ff60d50-e632-4ab2-980a-729c8251add0 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.791340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-83cb91f7-7fea-4f7e-b5bc-3110b5ee3b7e tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:01.815475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-83cb91f7-7fea-4f7e-b5bc-3110b5ee3b7e tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:01.817098 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-83cb91f7-7fea-4f7e-b5bc-3110b5ee3b7e tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1447592 Oct 05 09:21:01.820085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34816) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:01.837793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ff60d50-e632-4ab2-980a-729c8251add0 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.871313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff60d50-e632-4ab2-980a-729c8251add0 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7761f0d-2a58-4828-b726-c4b03eb8c830,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:01.892797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ff60d50-e632-4ab2-980a-729c8251add0 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.896138 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2ff60d50-e632-4ab2-980a-729c8251add0 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "DELETE /v2.0/security-groups/d7761f0d-2a58-4828-b726-c4b03eb8c830 HTTP/1.1" status: 204 len: 168 time: 0.3202250 Oct 05 09:21:01.897768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34820) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:01.933848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Subnet': ['ID=65c738d8-93f7-43fd-8cb3-a981e2739492,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:01.934100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dc402bc9-1989-4b5e-9ca3-ed2362b00ec7 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.945057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Checking segment: {'id': '9e5ab747-54af-4fdd-b138-9f07393a176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f66003c8-2e31-4e76-ade8-c1687d6300ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:01.945413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network hostable DHCP agents. Network: f66003c8-2e31-4e76-ade8-c1687d6300ac, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:21:01.966225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network f66003c8-2e31-4e76-ade8-c1687d6300ac is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:21:01.976923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, f66003c8-2e31-4e76-ade8-c1687d6300ac) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:01.981296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:01.981925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.984475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dc402bc9-1989-4b5e-9ca3-ed2362b00ec7 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:01.987321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc094d6-8317-4c87-a271-0c3735d67610 None None] Network f66003c8-2e31-4e76-ade8-c1687d6300ac requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:01.994371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-07a90340-3f39-4bc6-97e6-0829d2ff4bf4 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Synchronizing usage tracker for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:02.016516 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9111d561-7509-4e4a-b972-b80382805e4d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6546891 Oct 05 09:21:02.016868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34824) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:02.036448 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-962a4d70-29ef-473a-b772-8f4374b240b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2126132198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:02.046894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-962a4d70-29ef-473a-b772-8f4374b240b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:02.052450 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-962a4d70-29ef-473a-b772-8f4374b240b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:router and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:02.055274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-07a90340-3f39-4bc6-97e6-0829d2ff4bf4 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Unset dirty status for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:02.056508 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-07a90340-3f39-4bc6-97e6-0829d2ff4bf4 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1577966 Oct 05 09:21:02.057466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-962a4d70-29ef-473a-b772-8f4374b240b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:02.060660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34828) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:02.067335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-962a4d70-29ef-473a-b772-8f4374b240b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:02.071471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-77cadfc7-5fef-4559-9144-2ac1ed9db186 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117528476'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:02.078610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-77cadfc7-5fef-4559-9144-2ac1ed9db186 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:02.092586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-77cadfc7-5fef-4559-9144-2ac1ed9db186 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:02.094478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dc402bc9-1989-4b5e-9ca3-ed2362b00ec7 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.112413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-962a4d70-29ef-473a-b772-8f4374b240b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.113364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-962a4d70-29ef-473a-b772-8f4374b240b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.127082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77cadfc7-5fef-4559-9144-2ac1ed9db186 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.137900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc402bc9-1989-4b5e-9ca3-ed2362b00ec7 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f0f573-e9b4-4690-8ee5-5c2e528cc6d0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:02.159604 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-962a4d70-29ef-473a-b772-8f4374b240b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.162305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dc402bc9-1989-4b5e-9ca3-ed2362b00ec7 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.163443 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dc402bc9-1989-4b5e-9ca3-ed2362b00ec7 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-groups/13f0f573-e9b4-4690-8ee5-5c2e528cc6d0 HTTP/1.1" status: 204 len: 168 time: 0.3419986 Oct 05 09:21:02.166780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34832) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:02.173673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-77cadfc7-5fef-4559-9144-2ac1ed9db186 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:02.179262 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-77cadfc7-5fef-4559-9144-2ac1ed9db186 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:02.182928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-77cadfc7-5fef-4559-9144-2ac1ed9db186 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:02.189814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-77cadfc7-5fef-4559-9144-2ac1ed9db186 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:02.200541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-962a4d70-29ef-473a-b772-8f4374b240b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.228068 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cf3cd90c-093b-4425-874c-d07554a0c131 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600321 Oct 05 09:21:02.232497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34836) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:02.238365 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970840429'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:02.244106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-962a4d70-29ef-473a-b772-8f4374b240b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.247690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:02.247862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-f66003c8-2e31-4e76-ade8-c1687d6300ac', 'network_id': 'f66003c8-2e31-4e76-ade8-c1687d6300ac', 'tenant_id': 'b390321863884273a9d461d8c21c7a28', 'fixed_ips': [{'subnet_id': '65c738d8-93f7-43fd-8cb3-a981e2739492'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:21:02.248356 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-962a4d70-29ef-473a-b772-8f4374b240b0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2253339 Oct 05 09:21:02.248480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.248582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34840) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:02.255329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'network_id': 'f66003c8-2e31-4e76-ade8-c1687d6300ac', 'name': 'tempest-PortsTestJSON-2008199003'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:02.272811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:02.279221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:02.298199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77cadfc7-5fef-4559-9144-2ac1ed9db186 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.303076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77cadfc7-5fef-4559-9144-2ac1ed9db186 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.336472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:02.349321 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cadfc7-5fef-4559-9144-2ac1ed9db186 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd6a0dd-23ea-48f3-808e-454c8216605b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:02.352974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77cadfc7-5fef-4559-9144-2ac1ed9db186 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.357326 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-77cadfc7-5fef-4559-9144-2ac1ed9db186 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2926347 Oct 05 09:21:02.357496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34844) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:02.366568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-11bb1621-e063-47a7-ab56-4e20af90ff0e tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '2bd6a0dd-23ea-48f3-808e-454c8216605b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:02.367333 dv-neutron-860328-1-hyperv neutron-server[89054]: WARNING neutron.api.v2.base [None req-11bb1621-e063-47a7-ab56-4e20af90ff0e tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 05 09:21:02.367794 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-11bb1621-e063-47a7-ab56-4e20af90ff0e tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:02.368800 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-11bb1621-e063-47a7-ab56-4e20af90ff0e tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105398 Oct 05 09:21:02.371872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34848) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:02.376395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.427500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Allocated IP 172.20.0.2 (f66003c8-2e31-4e76-ade8-c1687d6300ac/65c738d8-93f7-43fd-8cb3-a981e2739492/064cbcc7-a4f9-4319-92ae-aa32f1d957f5) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:02.447920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:02.466088 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:02.470142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:02.481036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:02.492768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:02.509723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:port and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:02.522584 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:02.538229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:02.540039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-24707c23-227e-4cb1-9e1c-6656072fd48d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.563432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:02.566800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.610462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-24707c23-227e-4cb1-9e1c-6656072fd48d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.619622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port 6699b84c-1d31-4d80-aa01-b66947fe4393 yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:21:02.639141 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.649502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Transition to ACTIVE for port object 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:02.667947 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Transition to ACTIVE for port object 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:02.672889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.715615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.728481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.786311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Network f66003c8-2e31-4e76-ade8-c1687d6300ac is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:02.794212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:02.796010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-07a60817-44eb-4afd-99e0-ce0deec6e6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.799521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:02.805623 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Pushing event updated for resources: {'Port': ['ID=064cbcc7-a4f9-4319-92ae-aa32f1d957f5,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:02.827551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-24707c23-227e-4cb1-9e1c-6656072fd48d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.841895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4fb14d-bdc5-4714-9af7-2a06989a39cc,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:02.878841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.880060 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-92835746-87b9-4a4d-9310-f43b73d728b6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6466162 Oct 05 09:21:02.883930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24707c23-227e-4cb1-9e1c-6656072fd48d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd6a0dd-23ea-48f3-808e-454c8216605b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:02.885825 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34852) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:02.890356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-24707c23-227e-4cb1-9e1c-6656072fd48d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.891710 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-24707c23-227e-4cb1-9e1c-6656072fd48d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "DELETE /v2.0/security-groups/2bd6a0dd-23ea-48f3-808e-454c8216605b HTTP/1.1" status: 204 len: 168 time: 0.5189695 Oct 05 09:21:02.894501 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34856) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:02.902390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-010ed4d1-5c91-4978-a1d3-00e0a8e5e684 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group_rule': {'security_group_id': '2a4fb14d-bdc5-4714-9af7-2a06989a39cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:02.907188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.11 (f66003c8-2e31-4e76-ade8-c1687d6300ac/65c738d8-93f7-43fd-8cb3-a981e2739492/6699b84c-1d31-4d80-aa01-b66947fe4393) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:02.910936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Attempting to bind port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:21:02.911206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Attempting to bind port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '9e5ab747-54af-4fdd-b138-9f07393a176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f66003c8-2e31-4e76-ade8-c1687d6300ac'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:21:02.911958 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Attempting to bind port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 on network f66003c8-2e31-4e76-ade8-c1687d6300ac {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:21:02.912374 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-010ed4d1-5c91-4978-a1d3-00e0a8e5e684 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:02.920643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-010ed4d1-5c91-4978-a1d3-00e0a8e5e684 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:02.924903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-010ed4d1-5c91-4978-a1d3-00e0a8e5e684 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:02.927940 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:21:02.928337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Checking segment: {'id': '9e5ab747-54af-4fdd-b138-9f07393a176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f66003c8-2e31-4e76-ade8-c1687d6300ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:02.928955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.929523 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Bound using segment: {'id': '9e5ab747-54af-4fdd-b138-9f07393a176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f66003c8-2e31-4e76-ade8-c1687d6300ac'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:21:02.930237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Bound port: 064cbcc7-a4f9-4319-92ae-aa32f1d957f5, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5ab747-54af-4fdd-b138-9f07393a176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f66003c8-2e31-4e76-ade8-c1687d6300ac'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:21:02.930863 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.933084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-010ed4d1-5c91-4978-a1d3-00e0a8e5e684 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:02.967569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4ce3a1fb-1d9c-44ce-8bd0-30226d6f5e84 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Synchronizing usage tracker for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:02.973720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-010ed4d1-5c91-4978-a1d3-00e0a8e5e684 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:02.984347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4ce3a1fb-1d9c-44ce-8bd0-30226d6f5e84 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Unset dirty status for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:02.986342 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4ce3a1fb-1d9c-44ce-8bd0-30226d6f5e84 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0900524 Oct 05 09:21:02.993085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34860) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:02.998721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-80cac353-623e-4589-b1d1-af37e6676e0b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508670468'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:03.005006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-80cac353-623e-4589-b1d1-af37e6676e0b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:03.014858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-80cac353-623e-4589-b1d1-af37e6676e0b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:03.025304 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80cac353-623e-4589-b1d1-af37e6676e0b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.038100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] For port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:21:03.041513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] For port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=064cbcc7-a4f9-4319-92ae-aa32f1d957f5,segment=NetworkSegment(9e5ab747-54af-4fdd-b138-9f07393a176d),segment_id=9e5ab747-54af-4fdd-b138-9f07393a176d)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:21:03.047117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.048568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-80cac353-623e-4589-b1d1-af37e6676e0b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:03.053183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-80cac353-623e-4589-b1d1-af37e6676e0b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:03.056099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-80cac353-623e-4589-b1d1-af37e6676e0b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:03.061842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-80cac353-623e-4589-b1d1-af37e6676e0b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:03.143525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80cac353-623e-4589-b1d1-af37e6676e0b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.148255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80cac353-623e-4589-b1d1-af37e6676e0b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.153416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636128c2-aa5a-4dae-8d6f-472131be4445 None None] Pushing event updated for resources: {'Port': ['ID=064cbcc7-a4f9-4319-92ae-aa32f1d957f5,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:03.166142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-010ed4d1-5c91-4978-a1d3-00e0a8e5e684 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.175424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-010ed4d1-5c91-4978-a1d3-00e0a8e5e684 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.197529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cac353-623e-4589-b1d1-af37e6676e0b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df4afcd-e63b-455f-a9b5-d9d0bfddb1fb,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:03.204113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80cac353-623e-4589-b1d1-af37e6676e0b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.208042 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80cac353-623e-4589-b1d1-af37e6676e0b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2113140 Oct 05 09:21:03.208553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34864) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:03.214506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-226a04e6-9486-4bb2-b58f-59be2a47dbb5 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '7df4afcd-e63b-455f-a9b5-d9d0bfddb1fb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:03.215078 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-226a04e6-9486-4bb2-b58f-59be2a47dbb5 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 05 09:21:03.215606 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-226a04e6-9486-4bb2-b58f-59be2a47dbb5 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:03.218011 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-226a04e6-9486-4bb2-b58f-59be2a47dbb5 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066755 Oct 05 09:21:03.219328 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34868) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:03.231860 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ed4d1-5c91-4978-a1d3-00e0a8e5e684 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbac6e90-de55-4aaa-8dfd-0bd856d251d8,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:03.247165 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.253998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-010ed4d1-5c91-4978-a1d3-00e0a8e5e684 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.258150 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-010ed4d1-5c91-4978-a1d3-00e0a8e5e684 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3619845 Oct 05 09:21:03.258524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34872) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:03.268614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Transition to ACTIVE for port object 6699b84c-1d31-4d80-aa01-b66947fe4393 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:03.296006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.320842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab401229-a3ca-4744-8e06-56815005534d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.329396 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c0111ff-d2cb-48c6-b132-e64966794efc tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.335203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab401229-a3ca-4744-8e06-56815005534d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.392514 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network f66003c8-2e31-4e76-ade8-c1687d6300ac is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:03.395986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:03.398403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c0111ff-d2cb-48c6-b132-e64966794efc tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.401498 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:03.437131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab401229-a3ca-4744-8e06-56815005534d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.438437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=6699b84c-1d31-4d80-aa01-b66947fe4393,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:03.466268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab401229-a3ca-4744-8e06-56815005534d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbac6e90-de55-4aaa-8dfd-0bd856d251d8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:03.471962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab401229-a3ca-4744-8e06-56815005534d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.473093 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ab401229-a3ca-4744-8e06-56815005534d tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/bbac6e90-de55-4aaa-8dfd-0bd856d251d8 HTTP/1.1" status: 204 len: 168 time: 0.2121463 Oct 05 09:21:03.476117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34876) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:03.493313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:03.493949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.495410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c0111ff-d2cb-48c6-b132-e64966794efc tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.514384 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e95c872d-6382-48c2-b025-4c4f09560764 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2648706 Oct 05 09:21:03.516507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34880) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:03.526392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0111ff-d2cb-48c6-b132-e64966794efc tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df4afcd-e63b-455f-a9b5-d9d0bfddb1fb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:03.536264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c0111ff-d2cb-48c6-b132-e64966794efc tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.538564 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0c0111ff-d2cb-48c6-b132-e64966794efc tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "DELETE /v2.0/security-groups/7df4afcd-e63b-455f-a9b5-d9d0bfddb1fb HTTP/1.1" status: 204 len: 168 time: 0.3173401 Oct 05 09:21:03.544699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34884) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:03.582829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-040e89d7-fb00-445b-ba34-6d6f1177eeb2 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:03.622000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-040e89d7-fb00-445b-ba34-6d6f1177eeb2 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:03.623238 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-040e89d7-fb00-445b-ba34-6d6f1177eeb2 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1461744 Oct 05 09:21:03.626636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34888) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:03.645118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0645f13b-6280-47fc-8483-85d35a41506f tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Synchronizing usage tracker for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:03.688273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0645f13b-6280-47fc-8483-85d35a41506f tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Unset dirty status for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:03.689605 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0645f13b-6280-47fc-8483-85d35a41506f tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1438053 Oct 05 09:21:03.697799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34892) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:03.709623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-bbc47ca2-e722-437c-b774-fac5c467b1a6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group': {'name': 'tempest-secgroup--533479835'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:03.718814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bbc47ca2-e722-437c-b774-fac5c467b1a6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:03.721094 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2cd0-7ad1-439c-8394-45b3463fa314 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.743334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bbc47ca2-e722-437c-b774-fac5c467b1a6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:03.760280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2cd0-7ad1-439c-8394-45b3463fa314 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.774030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbc47ca2-e722-437c-b774-fac5c467b1a6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.813412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bbc47ca2-e722-437c-b774-fac5c467b1a6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:03.818042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bbc47ca2-e722-437c-b774-fac5c467b1a6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:03.820950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bbc47ca2-e722-437c-b774-fac5c467b1a6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:03.827814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bbc47ca2-e722-437c-b774-fac5c467b1a6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:03.832892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2cd0-7ad1-439c-8394-45b3463fa314 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.855567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e2cd0-7ad1-439c-8394-45b3463fa314 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4fb14d-bdc5-4714-9af7-2a06989a39cc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:03.892749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2cd0-7ad1-439c-8394-45b3463fa314 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.897024 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aa6e2cd0-7ad1-439c-8394-45b3463fa314 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-groups/2a4fb14d-bdc5-4714-9af7-2a06989a39cc HTTP/1.1" status: 204 len: 168 time: 0.2665520 Oct 05 09:21:03.897417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34896) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:03.982538 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5d9f4b99-5639-4500-b94f-c820599b1b87 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:03.987195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbc47ca2-e722-437c-b774-fac5c467b1a6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:03.995255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbc47ca2-e722-437c-b774-fac5c467b1a6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.062695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5d9f4b99-5639-4500-b94f-c820599b1b87 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:04.067593 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5d9f4b99-5639-4500-b94f-c820599b1b87 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1655068 Oct 05 09:21:04.078786 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34900) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:04.081000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:04.086918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b036cfa6-9114-417c-be59-c0e0458cbc3f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822414071'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:04.092136 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc47ca2-e722-437c-b774-fac5c467b1a6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1573099-6ab3-4b22-a52c-ff58fbf898a2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:04.102722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b036cfa6-9114-417c-be59-c0e0458cbc3f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:04.116868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b036cfa6-9114-417c-be59-c0e0458cbc3f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:04.133128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbc47ca2-e722-437c-b774-fac5c467b1a6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.135511 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bbc47ca2-e722-437c-b774-fac5c467b1a6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4359336 Oct 05 09:21:04.140047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b036cfa6-9114-417c-be59-c0e0458cbc3f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.156109 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34904) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:04.166749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d2f39845-474b-4060-9f0a-d55fcbb36f16 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': 'a1573099-6ab3-4b22-a52c-ff58fbf898a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:04.168057 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-d2f39845-474b-4060-9f0a-d55fcbb36f16 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 05 09:21:04.168876 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-d2f39845-474b-4060-9f0a-d55fcbb36f16 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:04.170042 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d2f39845-474b-4060-9f0a-d55fcbb36f16 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127037 Oct 05 09:21:04.172846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34908) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:04.179399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:04.181359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-733fe13a-2601-4005-ae2c-5146cc3d5ee6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': 'a1573099-6ab3-4b22-a52c-ff58fbf898a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:04.182064 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-733fe13a-2601-4005-ae2c-5146cc3d5ee6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 05 09:21:04.182735 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-733fe13a-2601-4005-ae2c-5146cc3d5ee6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:04.183766 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-733fe13a-2601-4005-ae2c-5146cc3d5ee6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0097978 Oct 05 09:21:04.186479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b036cfa6-9114-417c-be59-c0e0458cbc3f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:04.188934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34912) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:04.196728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b036cfa6-9114-417c-be59-c0e0458cbc3f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:04.204367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e0a1be80-b501-4fb6-9580-f05874cd9b41 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': 'a1573099-6ab3-4b22-a52c-ff58fbf898a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:04.205492 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-e0a1be80-b501-4fb6-9580-f05874cd9b41 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 05 09:21:04.206138 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-e0a1be80-b501-4fb6-9580-f05874cd9b41 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:04.210491 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e0a1be80-b501-4fb6-9580-f05874cd9b41 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0174484 Oct 05 09:21:04.210491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b036cfa6-9114-417c-be59-c0e0458cbc3f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:04.212637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34916) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:04.220414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e1ee408d-3791-42a5-8fe7-d9874e3a6272 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': 'a1573099-6ab3-4b22-a52c-ff58fbf898a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:04.221418 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-e1ee408d-3791-42a5-8fe7-d9874e3a6272 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 05 09:21:04.222146 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-e1ee408d-3791-42a5-8fe7-d9874e3a6272 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:04.227453 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e1ee408d-3791-42a5-8fe7-d9874e3a6272 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0099022 Oct 05 09:21:04.227453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b036cfa6-9114-417c-be59-c0e0458cbc3f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:04.227766 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34920) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:04.311354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b036cfa6-9114-417c-be59-c0e0458cbc3f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.319062 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b036cfa6-9114-417c-be59-c0e0458cbc3f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.342885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acf61a5-7e33-4533-9259-fa2d4b947605 None None] Network f66003c8-2e31-4e76-ade8-c1687d6300ac requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:04.357472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.376494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51e92a41-3ada-48af-8f17-9b348d17d546 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.388389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036cfa6-9114-417c-be59-c0e0458cbc3f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4a1752-cf99-48a3-bf87-9b1a124627bb,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:04.400545 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b036cfa6-9114-417c-be59-c0e0458cbc3f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.401901 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b036cfa6-9114-417c-be59-c0e0458cbc3f tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3213396 Oct 05 09:21:04.404698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34924) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:04.410052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4a0e0a9f-369d-48ac-8454-2063ee6bc0f5 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group_rule': {'security_group_id': '8c4a1752-cf99-48a3-bf87-9b1a124627bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:04.417319 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4a0e0a9f-369d-48ac-8454-2063ee6bc0f5 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:04.422721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4a0e0a9f-369d-48ac-8454-2063ee6bc0f5 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:04.425860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4a0e0a9f-369d-48ac-8454-2063ee6bc0f5 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:04.433998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4a0e0a9f-369d-48ac-8454-2063ee6bc0f5 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:04.450880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51e92a41-3ada-48af-8f17-9b348d17d546 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.455089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0a9f-369d-48ac-8454-2063ee6bc0f5 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.461491 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4f0bfeb3-2174-4558-8c99-11c66d803315 None None] Provisioning for port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:04.480501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4f0bfeb3-2174-4558-8c99-11c66d803315 None None] Provisioning complete for port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:04.480982 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4f0bfeb3-2174-4558-8c99-11c66d803315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.481399 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4f0bfeb3-2174-4558-8c99-11c66d803315 None None] Attempt 1 to provision port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 Oct 05 09:21:04.524528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0a9f-369d-48ac-8454-2063ee6bc0f5 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.529421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0a9f-369d-48ac-8454-2063ee6bc0f5 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.555731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e0a9f-369d-48ac-8454-2063ee6bc0f5 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8108078-0efe-425f-938b-f3a5062e9110,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:04.571747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0a9f-369d-48ac-8454-2063ee6bc0f5 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.574852 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4a0e0a9f-369d-48ac-8454-2063ee6bc0f5 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673856 Oct 05 09:21:04.576381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34928) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:04.598233 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e005b6c7-39c0-4850-b414-8b4a15992658 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules/f8108078-0efe-425f-938b-f3a5062e9110 HTTP/1.1" status: 200 len: 763 time: 0.0206013 Oct 05 09:21:04.601799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34932) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:04.663953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b7e05904-ebfa-4eec-950e-c90015a3c40c tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:04.675689 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.684233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b7e05904-ebfa-4eec-950e-c90015a3c40c tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:04.685737 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b7e05904-ebfa-4eec-950e-c90015a3c40c tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0828719 Oct 05 09:21:04.689814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34936) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:04.730939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4d12571-3f5c-4022-8952-bddf6529eff7 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.743777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4d12571-3f5c-4022-8952-bddf6529eff7 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.764797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51e92a41-3ada-48af-8f17-9b348d17d546 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.790740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4d12571-3f5c-4022-8952-bddf6529eff7 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.791159 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4f0bfeb3-2174-4558-8c99-11c66d803315 None None] Current status of the port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:04.791420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4f0bfeb3-2174-4558-8c99-11c66d803315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.810254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e92a41-3ada-48af-8f17-9b348d17d546 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1573099-6ab3-4b22-a52c-ff58fbf898a2,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:04.825608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51e92a41-3ada-48af-8f17-9b348d17d546 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.827134 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-51e92a41-3ada-48af-8f17-9b348d17d546 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "DELETE /v2.0/security-groups/a1573099-6ab3-4b22-a52c-ff58fbf898a2 HTTP/1.1" status: 204 len: 168 time: 0.5992737 Oct 05 09:21:04.831010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 34940) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:04.832650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4f0bfeb3-2174-4558-8c99-11c66d803315 None None] For port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=064cbcc7-a4f9-4319-92ae-aa32f1d957f5,segment=NetworkSegment(9e5ab747-54af-4fdd-b138-9f07393a176d),segment_id=9e5ab747-54af-4fdd-b138-9f07393a176d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:04.845176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d12571-3f5c-4022-8952-bddf6529eff7 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8108078-0efe-425f-938b-f3a5062e9110,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:04.851969 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4f0bfeb3-2174-4558-8c99-11c66d803315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.853765 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4d12571-3f5c-4022-8952-bddf6529eff7 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.860242 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c4d12571-3f5c-4022-8952-bddf6529eff7 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f8108078-0efe-425f-938b-f3a5062e9110 HTTP/1.1" status: 204 len: 168 time: 0.1689546 Oct 05 09:21:04.861391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34944) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:04.931640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-54aacd43-3d7b-4d9c-bc9e-b79171a22be3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:04.959943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-54aacd43-3d7b-4d9c-bc9e-b79171a22be3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:04.961945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bfeb3-2174-4558-8c99-11c66d803315 None None] Pushing event updated for resources: {'Port': ['ID=064cbcc7-a4f9-4319-92ae-aa32f1d957f5,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:04.963241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:04.963721 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-54aacd43-3d7b-4d9c-bc9e-b79171a22be3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1007671 Oct 05 09:21:04.967016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34948) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:04.978513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-73bbec84-aafb-4683-8481-02fc52a9c928 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group_rule': {'security_group_id': '8c4a1752-cf99-48a3-bf87-9b1a124627bb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:04.995122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-73bbec84-aafb-4683-8481-02fc52a9c928 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:05.008556 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-73bbec84-aafb-4683-8481-02fc52a9c928 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:05.011251 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.038270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73bbec84-aafb-4683-8481-02fc52a9c928 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.130749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73bbec84-aafb-4683-8481-02fc52a9c928 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.137631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73bbec84-aafb-4683-8481-02fc52a9c928 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.175279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbec84-aafb-4683-8481-02fc52a9c928 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e8def3-55b8-43bc-9454-817e04466937,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:05.191243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73bbec84-aafb-4683-8481-02fc52a9c928 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.195224 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-73bbec84-aafb-4683-8481-02fc52a9c928 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2246268 Oct 05 09:21:05.198668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34952) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:05.231418 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1e893e3d-b8f6-48ca-a299-13b1d3e98fe9 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules/84e8def3-55b8-43bc-9454-817e04466937 HTTP/1.1" status: 200 len: 763 time: 0.0305183 Oct 05 09:21:05.233726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34956) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:05.285742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Provisioning for port 6699b84c-1d31-4d80-aa01-b66947fe4393 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:05.293339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Provisioning complete for port 6699b84c-1d31-4d80-aa01-b66947fe4393 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:05.294066 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.294579 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Attempt 1 to provision port 6699b84c-1d31-4d80-aa01-b66947fe4393 Oct 05 09:21:05.312632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5edd264-9a04-4845-8dfe-6a62ea7bac79 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:05.340969 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5edd264-9a04-4845-8dfe-6a62ea7bac79 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:05.346422 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a5edd264-9a04-4845-8dfe-6a62ea7bac79 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1114128 Oct 05 09:21:05.347154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34960) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:05.363583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-01b4b3a1-53fb-47da-b398-d0a076061ee1 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Synchronizing usage tracker for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:05.370072 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Port 6699b84c-1d31-4d80-aa01-b66947fe4393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:05.387327 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=6699b84c-1d31-4d80-aa01-b66947fe4393,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:05.414184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1603ce12-a8e3-40a1-af11-a8d3ad68097e tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.444466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1603ce12-a8e3-40a1-af11-a8d3ad68097e tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.451821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-01b4b3a1-53fb-47da-b398-d0a076061ee1 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Unset dirty status for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:05.453405 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-01b4b3a1-53fb-47da-b398-d0a076061ee1 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6200950 Oct 05 09:21:05.460619 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34964) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:05.468189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-72b1e24b-f37a-466d-8b04-79cda6827edd tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095607176'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:05.480429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72b1e24b-f37a-466d-8b04-79cda6827edd tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:05.497141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72b1e24b-f37a-466d-8b04-79cda6827edd tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:05.506286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1603ce12-a8e3-40a1-af11-a8d3ad68097e tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.520687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72b1e24b-f37a-466d-8b04-79cda6827edd tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.531695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.538745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603ce12-a8e3-40a1-af11-a8d3ad68097e tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84e8def3-55b8-43bc-9454-817e04466937,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:05.562685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72b1e24b-f37a-466d-8b04-79cda6827edd tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:05.566919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-72b1e24b-f37a-466d-8b04-79cda6827edd tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:05.570756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-72b1e24b-f37a-466d-8b04-79cda6827edd tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:05.572487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9842610-99bb-40a5-9cb3-2b35867a70cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.576621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1603ce12-a8e3-40a1-af11-a8d3ad68097e tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.577780 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1603ce12-a8e3-40a1-af11-a8d3ad68097e tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/84e8def3-55b8-43bc-9454-817e04466937 HTTP/1.1" status: 204 len: 168 time: 0.2295630 Oct 05 09:21:05.579497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72b1e24b-f37a-466d-8b04-79cda6827edd tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:05.581261 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34968) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:05.652345 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.653710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8afae0f2-a55a-4aaf-a243-5ff9b3ad4399 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:05.683999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8afae0f2-a55a-4aaf-a243-5ff9b3ad4399 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:05.685380 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8afae0f2-a55a-4aaf-a243-5ff9b3ad4399 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1031687 Oct 05 09:21:05.694419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34972) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:05.702633 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b0868f8c-8a49-485c-8c95-8577093293a6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group_rule': {'security_group_id': '8c4a1752-cf99-48a3-bf87-9b1a124627bb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:05.717141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b0868f8c-8a49-485c-8c95-8577093293a6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:05.724561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72b1e24b-f37a-466d-8b04-79cda6827edd tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.733371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72b1e24b-f37a-466d-8b04-79cda6827edd tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.737562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b0868f8c-8a49-485c-8c95-8577093293a6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:05.793477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1e24b-f37a-466d-8b04-79cda6827edd tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913072f8-926b-451c-8356-f19f555826f8,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:05.799191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0868f8c-8a49-485c-8c95-8577093293a6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.809832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72b1e24b-f37a-466d-8b04-79cda6827edd tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.811040 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-72b1e24b-f37a-466d-8b04-79cda6827edd tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3494248 Oct 05 09:21:05.814131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34976) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:05.820849 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2c75af7f-a799-417a-a31f-ccfeef439eea tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '913072f8-926b-451c-8356-f19f555826f8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:05.821323 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-2c75af7f-a799-417a-a31f-ccfeef439eea tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 05 09:21:05.821802 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-2c75af7f-a799-417a-a31f-ccfeef439eea tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:05.822750 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2c75af7f-a799-417a-a31f-ccfeef439eea tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077336 Oct 05 09:21:05.829615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34980) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:05.838107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1a5cd1bf-9bee-4703-903f-67f12e308aa3 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '913072f8-926b-451c-8356-f19f555826f8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:05.851838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1a5cd1bf-9bee-4703-903f-67f12e308aa3 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:05.859708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1a5cd1bf-9bee-4703-903f-67f12e308aa3 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:05.863904 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1a5cd1bf-9bee-4703-903f-67f12e308aa3 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:05.872422 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Attempt 2 to provision port 6699b84c-1d31-4d80-aa01-b66947fe4393 Oct 05 09:21:05.873124 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1a5cd1bf-9bee-4703-903f-67f12e308aa3 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:05.895390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0868f8c-8a49-485c-8c95-8577093293a6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.903948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0868f8c-8a49-485c-8c95-8577093293a6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.942222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0868f8c-8a49-485c-8c95-8577093293a6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44994cb-93cb-4210-b142-0a57823eb4ce,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:05.945638 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-1a5cd1bf-9bee-4703-903f-67f12e308aa3 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:05.949313 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1a5cd1bf-9bee-4703-903f-67f12e308aa3 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1161010 Oct 05 09:21:05.950568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34984) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:05.958045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-88e00537-e2f4-42e4-ad78-04fddca5d5de tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '913072f8-926b-451c-8356-f19f555826f8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:05.958550 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-88e00537-e2f4-42e4-ad78-04fddca5d5de tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 05 09:21:05.959204 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-88e00537-e2f4-42e4-ad78-04fddca5d5de tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:05.962771 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-88e00537-e2f4-42e4-ad78-04fddca5d5de tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087142 Oct 05 09:21:05.964091 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34988) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:05.976465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-73e38e07-da0c-4990-9884-705dd7436d8b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '913072f8-926b-451c-8356-f19f555826f8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:05.983668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-73e38e07-da0c-4990-9884-705dd7436d8b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:05.988845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0868f8c-8a49-485c-8c95-8577093293a6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:05.992453 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Port 6699b84c-1d31-4d80-aa01-b66947fe4393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:05.993108 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b0868f8c-8a49-485c-8c95-8577093293a6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2980351 Oct 05 09:21:05.993904 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34992) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:05.994917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-73e38e07-da0c-4990-9884-705dd7436d8b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:06.001068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-73e38e07-da0c-4990-9884-705dd7436d8b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:06.020434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-73e38e07-da0c-4990-9884-705dd7436d8b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:06.029127 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-49167c1b-3e66-49b9-96f5-57d54eaf15c6 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules/f44994cb-93cb-4210-b142-0a57823eb4ce HTTP/1.1" status: 200 len: 764 time: 0.0306826 Oct 05 09:21:06.031927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 34996) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:06.064613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:06.074256 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-73e38e07-da0c-4990-9884-705dd7436d8b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:06.077808 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-73e38e07-da0c-4990-9884-705dd7436d8b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1104038 Oct 05 09:21:06.078317 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35000) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:06.095198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5f670f9b-cb24-420a-87b2-41646f82c2b1 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '913072f8-926b-451c-8356-f19f555826f8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:06.095838 dv-neutron-860328-1-hyperv neutron-server[89054]: WARNING neutron.api.v2.base [None req-5f670f9b-cb24-420a-87b2-41646f82c2b1 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 05 09:21:06.096450 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-5f670f9b-cb24-420a-87b2-41646f82c2b1 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:06.097879 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5f670f9b-cb24-420a-87b2-41646f82c2b1 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0185158 Oct 05 09:21:06.101162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6126620c-9541-4a62-89d6-f83d82c2b8e2 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:06.103152 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.103542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35004) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:06.109005 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.110488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c1f52227-53d3-4e4a-aa75-2c2cf47fa061 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '913072f8-926b-451c-8356-f19f555826f8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:06.119637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c1f52227-53d3-4e4a-aa75-2c2cf47fa061 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:06.126694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c1f52227-53d3-4e4a-aa75-2c2cf47fa061 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:06.130469 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c1f52227-53d3-4e4a-aa75-2c2cf47fa061 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:06.136811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6126620c-9541-4a62-89d6-f83d82c2b8e2 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:06.138114 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6126620c-9541-4a62-89d6-f83d82c2b8e2 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1051061 Oct 05 09:21:06.139107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c1f52227-53d3-4e4a-aa75-2c2cf47fa061 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:06.140880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35008) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:06.145768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:06.146757 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.147101 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 Oct 05 09:21:06.187737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c572d5a3-5e4f-415a-8108-1ee8c94d5326 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.202211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c572d5a3-5e4f-415a-8108-1ee8c94d5326 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.221143 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-c1f52227-53d3-4e4a-aa75-2c2cf47fa061 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:06.225995 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c1f52227-53d3-4e4a-aa75-2c2cf47fa061 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1167216 Oct 05 09:21:06.226185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35012) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:06.231428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d6ebddf8-658a-4f3d-a5c5-008633c59c36 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '913072f8-926b-451c-8356-f19f555826f8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:06.232191 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-d6ebddf8-658a-4f3d-a5c5-008633c59c36 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 05 09:21:06.232463 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-d6ebddf8-658a-4f3d-a5c5-008633c59c36 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:06.236031 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d6ebddf8-658a-4f3d-a5c5-008633c59c36 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061903 Oct 05 09:21:06.236188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35016) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:06.244413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-391c286d-b24c-4d77-b280-95acde5aefc6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '913072f8-926b-451c-8356-f19f555826f8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:06.252324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-391c286d-b24c-4d77-b280-95acde5aefc6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:06.257269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c572d5a3-5e4f-415a-8108-1ee8c94d5326 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.259358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-391c286d-b24c-4d77-b280-95acde5aefc6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:06.271660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-391c286d-b24c-4d77-b280-95acde5aefc6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:06.275811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:06.285314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572d5a3-5e4f-415a-8108-1ee8c94d5326 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f44994cb-93cb-4210-b142-0a57823eb4ce,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:06.288505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-391c286d-b24c-4d77-b280-95acde5aefc6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:06.296121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c572d5a3-5e4f-415a-8108-1ee8c94d5326 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.297221 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c572d5a3-5e4f-415a-8108-1ee8c94d5326 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f44994cb-93cb-4210-b142-0a57823eb4ce HTTP/1.1" status: 204 len: 168 time: 0.1554604 Oct 05 09:21:06.299915 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35022) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:06.342305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.350429 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-391c286d-b24c-4d77-b280-95acde5aefc6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:06.351444 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-391c286d-b24c-4d77-b280-95acde5aefc6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1143043 Oct 05 09:21:06.354750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35026) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:06.362970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-16783ef8-b37c-4069-b9e0-88a20fe42881 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '913072f8-926b-451c-8356-f19f555826f8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:06.375139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-36d47d88-0147-44db-95ed-398d13a45c7b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:06.380216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-16783ef8-b37c-4069-b9e0-88a20fe42881 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:06.383528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=6699b84c-1d31-4d80-aa01-b66947fe4393,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:06.384754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35030) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:06.389349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-16783ef8-b37c-4069-b9e0-88a20fe42881 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:06.395288 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-16783ef8-b37c-4069-b9e0-88a20fe42881 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:06.474302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-16783ef8-b37c-4069-b9e0-88a20fe42881 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:06.486226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-36d47d88-0147-44db-95ed-398d13a45c7b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:06.487472 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-36d47d88-0147-44db-95ed-398d13a45c7b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1866381 Oct 05 09:21:06.492002 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35034) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:06.494533 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Attempt 3 to provision port 6699b84c-1d31-4d80-aa01-b66947fe4393 Oct 05 09:21:06.513728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network f66003c8-2e31-4e76-ade8-c1687d6300ac is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:06.516916 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:06.563684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Port 6699b84c-1d31-4d80-aa01-b66947fe4393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:06.614349 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-16783ef8-b37c-4069-b9e0-88a20fe42881 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:06.615871 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-16783ef8-b37c-4069-b9e0-88a20fe42881 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2600205 Oct 05 09:21:06.618752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35038) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:06.705348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.741052 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afabe426-6692-43cc-a003-641b9fe35b50 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.768227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d8551c68-f9d4-415e-8e03-691156c56d39 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Deleting port f30c1f73-65a2-4ae3-b6ad-d5ccb6856f8b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:06.768566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d8551c68-f9d4-415e-8e03-691156c56d39 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.785850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afabe426-6692-43cc-a003-641b9fe35b50 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.801613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.834126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Router adf206d1-2bb0-4c6b-9f74-62a5231aa639 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:21:06.935323 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e71b7ccc-c25a-43f9-adf3-802ff3676c7d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.960554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afabe426-6692-43cc-a003-641b9fe35b50 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.981494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e71b7ccc-c25a-43f9-adf3-802ff3676c7d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:06.991536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabe426-6692-43cc-a003-641b9fe35b50 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4a1752-cf99-48a3-bf87-9b1a124627bb,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:07.019568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d8551c68-f9d4-415e-8e03-691156c56d39 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.020149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d8551c68-f9d4-415e-8e03-691156c56d39 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.022174 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:21:07.024018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-afabe426-6692-43cc-a003-641b9fe35b50 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.027803 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-afabe426-6692-43cc-a003-641b9fe35b50 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-groups/8c4a1752-cf99-48a3-bf87-9b1a124627bb HTTP/1.1" status: 204 len: 168 time: 0.5284011 Oct 05 09:21:07.034622 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dd4af362-ff64-4f3e-9829-daa65f103c0b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "PUT /v2.0/routers/adf206d1-2bb0-4c6b-9f74-62a5231aa639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5168011 Oct 05 09:21:07.034817 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050d382-c87f-4456-acd9-0da87479fe2c None None] Sync routers for ids ['adf206d1-2bb0-4c6b-9f74-62a5231aa639'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:21:07.035962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35042) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:07.036384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35044) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:07.051433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8050d382-c87f-4456-acd9-0da87479fe2c None None] Routers {'adf206d1-2bb0-4c6b-9f74-62a5231aa639'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:07.053611 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-8050d382-c87f-4456-acd9-0da87479fe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['adf206d1-2bb0-4c6b-9f74-62a5231aa639'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:07.120259 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Attempt 4 to provision port 6699b84c-1d31-4d80-aa01-b66947fe4393 Oct 05 09:21:07.148133 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d693421a-1892-45da-8f4a-6d77dce469e3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:07.163853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-8050d382-c87f-4456-acd9-0da87479fe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:07.167980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d8551c68-f9d4-415e-8e03-691156c56d39 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Calling delete_port for f30c1f73-65a2-4ae3-b6ad-d5ccb6856f8b owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:07.176888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d693421a-1892-45da-8f4a-6d77dce469e3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:07.184429 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d693421a-1892-45da-8f4a-6d77dce469e3 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1454539 Oct 05 09:21:07.184614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35050) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:07.189385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8050d382-c87f-4456-acd9-0da87479fe2c None None] Routers {'adf206d1-2bb0-4c6b-9f74-62a5231aa639'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:07.190019 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-8050d382-c87f-4456-acd9-0da87479fe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['adf206d1-2bb0-4c6b-9f74-62a5231aa639'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:07.194678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941241f9-68c7-44aa-a754-6e113e2fc6f1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:07.196552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-941241f9-68c7-44aa-a754-6e113e2fc6f1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:07.200706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b7607a1a-0c7e-4be7-87df-c99190081e96 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group': {'name': 'tempest-secgroup--632613471'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:07.207905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b7607a1a-0c7e-4be7-87df-c99190081e96 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:07.212833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e71b7ccc-c25a-43f9-adf3-802ff3676c7d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.227236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b7607a1a-0c7e-4be7-87df-c99190081e96 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:07.232846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-941241f9-68c7-44aa-a754-6e113e2fc6f1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:07.234180 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-941241f9-68c7-44aa-a754-6e113e2fc6f1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf206d1-2bb0-4c6b-9f74-62a5231aa639 HTTP/1.1" status: 200 len: 983 time: 0.1947145 Oct 05 09:21:07.237491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35054) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:07.247238 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b7ccc-c25a-43f9-adf3-802ff3676c7d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913072f8-926b-451c-8356-f19f555826f8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:07.262559 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e71b7ccc-c25a-43f9-adf3-802ff3676c7d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.266018 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e71b7ccc-c25a-43f9-adf3-802ff3676c7d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "DELETE /v2.0/security-groups/913072f8-926b-451c-8356-f19f555826f8 HTTP/1.1" status: 204 len: 168 time: 0.6440260 Oct 05 09:21:07.266246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35058) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:07.276799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Port 6699b84c-1d31-4d80-aa01-b66947fe4393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:07.287494 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-8050d382-c87f-4456-acd9-0da87479fe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:07.288062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050d382-c87f-4456-acd9-0da87479fe2c None None] The sync data for ids ['adf206d1-2bb0-4c6b-9f74-62a5231aa639'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:21:07.315404 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7607a1a-0c7e-4be7-87df-c99190081e96 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.330070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5eba5992-dbc0-40a0-8fac-70836d6dce39 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Synchronizing usage tracker for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:07.389203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5eba5992-dbc0-40a0-8fac-70836d6dce39 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Unset dirty status for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:07.390606 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5eba5992-dbc0-40a0-8fac-70836d6dce39 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1234748 Oct 05 09:21:07.396011 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35062) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:07.406215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-cb606f8a-8b0f-48d5-a27a-d93f89b34896 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group': {'name': 'tempest-secgroup--987827813'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:07.410127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d8551c68-f9d4-415e-8e03-691156c56d39 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.411467 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b7607a1a-0c7e-4be7-87df-c99190081e96 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:07.426456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cb606f8a-8b0f-48d5-a27a-d93f89b34896 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:07.432077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b7607a1a-0c7e-4be7-87df-c99190081e96 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:07.438308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b7607a1a-0c7e-4be7-87df-c99190081e96 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:07.450609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b7607a1a-0c7e-4be7-87df-c99190081e96 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:07.460651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8551c68-f9d4-415e-8e03-691156c56d39 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event deleted for resources: {'Port': ['ID=f30c1f73-65a2-4ae3-b6ad-d5ccb6856f8b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:07.510070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cb606f8a-8b0f-48d5-a27a-d93f89b34896 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:07.559150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d8551c68-f9d4-415e-8e03-691156c56d39 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.559501 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-d8551c68-f9d4-415e-8e03-691156c56d39 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Floating IP cd9bd3a7-9808-4b90-9f2e-67a7f1129eb5 disassociated (deleted). External IP: 172.26.0.124, port: fe07861f-739a-4651-a101-42f68d1c6b14. Oct 05 09:21:07.605154 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cb606f8a-8b0f-48d5-a27a-d93f89b34896 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.652229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cb606f8a-8b0f-48d5-a27a-d93f89b34896 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:07.665789 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cb606f8a-8b0f-48d5-a27a-d93f89b34896 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:07.670744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cb606f8a-8b0f-48d5-a27a-d93f89b34896 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:07.704993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cb606f8a-8b0f-48d5-a27a-d93f89b34896 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:07.775937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7607a1a-0c7e-4be7-87df-c99190081e96 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.777892 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Attempt 5 to provision port 6699b84c-1d31-4d80-aa01-b66947fe4393 Oct 05 09:21:07.783934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7607a1a-0c7e-4be7-87df-c99190081e96 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.848713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Port 6699b84c-1d31-4d80-aa01-b66947fe4393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:07.895454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7607a1a-0c7e-4be7-87df-c99190081e96 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398ada27-e6c5-49af-b819-6879bfb4fc8b,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:07.919481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cb606f8a-8b0f-48d5-a27a-d93f89b34896 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.920620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7607a1a-0c7e-4be7-87df-c99190081e96 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.921992 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b7607a1a-0c7e-4be7-87df-c99190081e96 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7365425 Oct 05 09:21:07.925012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35066) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:07.930811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-58ce0f51-df26-49f1-997d-6d97ec5a221b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Request body: {'security_group_rule': {'security_group_id': '398ada27-e6c5-49af-b819-6879bfb4fc8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:07.939890 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8551c68-f9d4-415e-8e03-691156c56d39 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Router a20ef54e-394f-45a2-a872-3f2fc3018bbe has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:21:07.941052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58ce0f51-df26-49f1-997d-6d97ec5a221b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:07.948456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58ce0f51-df26-49f1-997d-6d97ec5a221b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Usage tracker for resource:security_group_rule and tenant:bef9c8b719c240048c35d57ae47b109b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:07.952640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58ce0f51-df26-49f1-997d-6d97ec5a221b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:07.954457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cb606f8a-8b0f-48d5-a27a-d93f89b34896 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:07.960543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58ce0f51-df26-49f1-997d-6d97ec5a221b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:08.050122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58ce0f51-df26-49f1-997d-6d97ec5a221b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:08.121526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cb606f8a-8b0f-48d5-a27a-d93f89b34896 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:08.122763 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cb606f8a-8b0f-48d5-a27a-d93f89b34896 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7255628 Oct 05 09:21:08.125902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb606f8a-8b0f-48d5-a27a-d93f89b34896 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef4ed99-96d7-483f-be28-c8db8bd1a3a7,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:08.129196 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35070) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:08.135266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d8277f8a-227d-4135-b47b-e21f8d40367a tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '0ef4ed99-96d7-483f-be28-c8db8bd1a3a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:08.142998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d8277f8a-227d-4135-b47b-e21f8d40367a tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:08.148034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d8277f8a-227d-4135-b47b-e21f8d40367a tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:08.151840 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d8277f8a-227d-4135-b47b-e21f8d40367a tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:08.164752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d8277f8a-227d-4135-b47b-e21f8d40367a tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:08.187262 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8551c68-f9d4-415e-8e03-691156c56d39 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:21:08.198487 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d69f5e-6cfd-46d0-bf29-5d1fa8f97e70 None None] Sync routers for ids ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:21:08.205947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58ce0f51-df26-49f1-997d-6d97ec5a221b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:08.209759 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d69f5e-6cfd-46d0-bf29-5d1fa8f97e70 None None] Routers {'a20ef54e-394f-45a2-a872-3f2fc3018bbe'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:08.210590 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33d69f5e-6cfd-46d0-bf29-5d1fa8f97e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:08.212073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58ce0f51-df26-49f1-997d-6d97ec5a221b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:08.242755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce0f51-df26-49f1-997d-6d97ec5a221b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0c5e84-bbdf-4f98-a27d-5eee3605286b,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:08.253899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4ade-11e6-4b3e-a103-b92cbda32518 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:08.258583 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d8551c68-f9d4-415e-8e03-691156c56d39 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:08.289120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58ce0f51-df26-49f1-997d-6d97ec5a221b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:08.292996 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-58ce0f51-df26-49f1-997d-6d97ec5a221b tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3642585 Oct 05 09:21:08.296778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35074) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:08.320222 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-d8277f8a-227d-4135-b47b-e21f8d40367a tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The resource could not be found. Oct 05 09:21:08.321660 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d8277f8a-227d-4135-b47b-e21f8d40367a tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1913030 Oct 05 09:21:08.324665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35078) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:08.349880 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Attempt 6 to provision port 6699b84c-1d31-4d80-aa01-b66947fe4393 Oct 05 09:21:08.385127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9a2e94d8-20e9-4c73-bf60-d0ef8256d558 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '0ef4ed99-96d7-483f-be28-c8db8bd1a3a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6e27fa4a-c2dc-446a-919a-9c031cebea02'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:08.398958 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9a2e94d8-20e9-4c73-bf60-d0ef8256d558 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:08.402396 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-33d69f5e-6cfd-46d0-bf29-5d1fa8f97e70 None None] Set router a20ef54e-394f-45a2-a872-3f2fc3018bbe gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:21:08.407013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9a2e94d8-20e9-4c73-bf60-d0ef8256d558 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:08.411856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9a2e94d8-20e9-4c73-bf60-d0ef8256d558 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:08.428642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9a2e94d8-20e9-4c73-bf60-d0ef8256d558 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:08.495067 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d8551c68-f9d4-415e-8e03-691156c56d39 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "DELETE /v2.0/floatingips/cd9bd3a7-9808-4b90-9f2e-67a7f1129eb5 HTTP/1.1" status: 204 len: 168 time: 2.1047876 Oct 05 09:21:08.496035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c422396a-0178-4155-8f1d-703a2793291e', 'tag': 'fe07861f-739a-4651-a101-42f68d1c6b14'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:21:08.498379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9151b1-7389-4950-bde8-f81cabdfd303" -d '{"events": [{"name": "network-changed", "server_uuid": "c422396a-0178-4155-8f1d-703a2793291e", "tag": "fe07861f-739a-4651-a101-42f68d1c6b14"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:21:08.517677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Port 6699b84c-1d31-4d80-aa01-b66947fe4393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:08.561454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06d28e76-b01a-4937-adfd-d730746c0adc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:08.590736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eb3dc0-62ac-486b-8185-3d3983beec82 x-openstack-request-id: req-a9eb3dc0-62ac-486b-8185-3d3983beec82 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:21:08.591045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c422396a-0178-4155-8f1d-703a2793291e", "tag": "fe07861f-739a-4651-a101-42f68d1c6b14", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:21:08.591398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9eb3dc0-62ac-486b-8185-3d3983beec82 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:21:08.591804 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9eb3dc0-62ac-486b-8185-3d3983beec82'] response: {'name': 'network-changed', 'server_uuid': 'c422396a-0178-4155-8f1d-703a2793291e', 'tag': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'status': 'completed', 'code': 200} Oct 05 09:21:08.605420 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-9a2e94d8-20e9-4c73-bf60-d0ef8256d558 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The resource could not be found. Oct 05 09:21:08.607073 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9a2e94d8-20e9-4c73-bf60-d0ef8256d558 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2820647 Oct 05 09:21:08.620808 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35086) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:08.658969 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06d28e76-b01a-4937-adfd-d730746c0adc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:08.736558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d0d3abf2-7dd6-4c0b-8030-65190d89fd8c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:08.750081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c9ce4ade-11e6-4b3e-a103-b92cbda32518 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 6699b84c-1d31-4d80-aa01-b66947fe4393 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:08.750494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4ade-11e6-4b3e-a103-b92cbda32518 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:08.771645 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33d69f5e-6cfd-46d0-bf29-5d1fa8f97e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:19:03Z', 'revision_number': 4, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port': {'id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:51Z', 'updated_at': '2022-10-05T09:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee', 'name': '', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'mac_address': 'fa:16:3e:b9:c3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:59Z', 'updated_at': '2022-10-05T09:19:16Z', 'revision_number': 5, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'subnets': [{'id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:08.772757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9151b1-7389-4950-bde8-f81cabdfd303 req-25fd89ab-fa51-4e04-9571-ec2c7dab6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:08.775961 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d69f5e-6cfd-46d0-bf29-5d1fa8f97e70 None None] Checking router: a20ef54e-394f-45a2-a872-3f2fc3018bbe for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:21:08.776093 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb9151b1-7389-4950-bde8-f81cabdfd303 req-25fd89ab-fa51-4e04-9571-ec2c7dab6155 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=358fb11b9d984e15ac58ec8606c908e1&device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 1099 time: 0.1635420 Oct 05 09:21:08.777472 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06d28e76-b01a-4937-adfd-d730746c0adc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:08.785364 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d69f5e-6cfd-46d0-bf29-5d1fa8f97e70 None None] Routers {'a20ef54e-394f-45a2-a872-3f2fc3018bbe'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:08.786104 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33d69f5e-6cfd-46d0-bf29-5d1fa8f97e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:08.844179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d28e76-b01a-4937-adfd-d730746c0adc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398ada27-e6c5-49af-b819-6879bfb4fc8b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:08.909415 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06d28e76-b01a-4937-adfd-d730746c0adc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:08.910915 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-06d28e76-b01a-4937-adfd-d730746c0adc tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-groups/398ada27-e6c5-49af-b819-6879bfb4fc8b HTTP/1.1" status: 204 len: 168 time: 0.6131701 Oct 05 09:21:08.917605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35092) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:08.982691 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-33d69f5e-6cfd-46d0-bf29-5d1fa8f97e70 None None] Set router a20ef54e-394f-45a2-a872-3f2fc3018bbe gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:21:08.998362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ceaf4c02-8e57-42e0-bc45-3187cd07bd51 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:09.019620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d0d3abf2-7dd6-4c0b-8030-65190d89fd8c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:09.020527 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Attempt 7 to provision port 6699b84c-1d31-4d80-aa01-b66947fe4393 Oct 05 09:21:09.038359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9151b1-7389-4950-bde8-f81cabdfd303 req-d74102d6-e167-43b4-aec1-30e43741f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:09.039814 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb9151b1-7389-4950-bde8-f81cabdfd303 req-d74102d6-e167-43b4-aec1-30e43741f9d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64baa502-6931-4ffc-9e45-2e69fe3514af HTTP/1.1" status: 200 len: 898 time: 0.2425888 Oct 05 09:21:09.044110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ceaf4c02-8e57-42e0-bc45-3187cd07bd51 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:09.048267 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ceaf4c02-8e57-42e0-bc45-3187cd07bd51 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1268613 Oct 05 09:21:09.051973 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35096) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:09.113241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Port 6699b84c-1d31-4d80-aa01-b66947fe4393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:09.120610 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb9151b1-7389-4950-bde8-f81cabdfd303 req-1b83f081-ef4d-494c-971f-bf88634a3730 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe07861f-739a-4651-a101-42f68d1c6b14 HTTP/1.1" status: 200 len: 217 time: 0.0721138 Oct 05 09:21:09.163643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:09.165019 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4ade-11e6-4b3e-a103-b92cbda32518 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:09.178343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3b6a5e09-5e8a-45db-8b3d-b55de6c0e30e tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Synchronizing usage tracker for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:09.186709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d0d3abf2-7dd6-4c0b-8030-65190d89fd8c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:09.202095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9151b1-7389-4950-bde8-f81cabdfd303 req-595fbe61-9029-4672-9987-8711ca60af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:09.203601 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb9151b1-7389-4950-bde8-f81cabdfd303 req-595fbe61-9029-4672-9987-8711ca60af50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97d90bf2-6d17-4f0f-93bb-00441c5fc0dc HTTP/1.1" status: 200 len: 834 time: 0.0761776 Oct 05 09:21:09.291109 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9151b1-7389-4950-bde8-f81cabdfd303 req-9bccba9f-3dc0-45cc-a872-b46413ef6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:09.292654 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb9151b1-7389-4950-bde8-f81cabdfd303 req-9bccba9f-3dc0-45cc-a872-b46413ef6955 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64baa502-6931-4ffc-9e45-2e69fe3514af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822310 Oct 05 09:21:09.323851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c9ce4ade-11e6-4b3e-a103-b92cbda32518 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 6699b84c-1d31-4d80-aa01-b66947fe4393 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:09.326271 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33d69f5e-6cfd-46d0-bf29-5d1fa8f97e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:19:03Z', 'revision_number': 4, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port': {'id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:51Z', 'updated_at': '2022-10-05T09:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee', 'name': '', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'mac_address': 'fa:16:3e:b9:c3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:59Z', 'updated_at': '2022-10-05T09:19:16Z', 'revision_number': 5, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'subnets': [{'id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:09.330472 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d69f5e-6cfd-46d0-bf29-5d1fa8f97e70 None None] The sync data for ids ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'] in dv-neutron-860328-1-hyperv is: [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:19:03Z', 'revision_number': 4, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port': {'id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:51Z', 'updated_at': '2022-10-05T09:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee', 'name': '', 'network_id': '64baa502-6931-4ffc-9e45-2e69fe3514af', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'mac_address': 'fa:16:3e:b9:c3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:59Z', 'updated_at': '2022-10-05T09:19:16Z', 'revision_number': 5, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'subnets': [{'id': '97d90bf2-6d17-4f0f-93bb-00441c5fc0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:21:09.356769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3abf2-7dd6-4c0b-8030-65190d89fd8c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef4ed99-96d7-483f-be28-c8db8bd1a3a7,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:09.379865 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a545a-69cf-4c12-9c33-dc16dc3d597a req-23e5234e-dd71-42bd-b5ba-d156846df1a1 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:09.381769 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-247a545a-69cf-4c12-9c33-dc16dc3d597a req-23e5234e-dd71-42bd-b5ba-d156846df1a1 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.4455271 Oct 05 09:21:09.410891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3b6a5e09-5e8a-45db-8b3d-b55de6c0e30e tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] Unset dirty status for tenant:bef9c8b719c240048c35d57ae47b109b on resource:security_group_rule {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:09.412134 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3b6a5e09-5e8a-45db-8b3d-b55de6c0e30e tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3561826 Oct 05 09:21:09.415885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35100) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:09.424441 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d0d3abf2-7dd6-4c0b-8030-65190d89fd8c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:09.428742 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d0d3abf2-7dd6-4c0b-8030-65190d89fd8c tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "DELETE /v2.0/security-groups/0ef4ed99-96d7-483f-be28-c8db8bd1a3a7 HTTP/1.1" status: 204 len: 168 time: 0.7977221 Oct 05 09:21:09.430336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35104) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:09.443974 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-35c71d1e-e17f-4c07-8cb0-a72e0dccb8b9 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] delete failed (client error): The resource could not be found. Oct 05 09:21:09.448930 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-35c71d1e-e17f-4c07-8cb0-a72e0dccb8b9 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "DELETE /v2.0/security-groups/398ada27-e6c5-49af-b819-6879bfb4fc8b HTTP/1.1" status: 404 len: 347 time: 0.0284147 Oct 05 09:21:09.450023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35108) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:09.481655 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-247a545a-69cf-4c12-9c33-dc16dc3d597a req-13c3aa32-01c9-426b-9e6f-9a925fb3a7ec tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913494 Oct 05 09:21:09.521875 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb9151b1-7389-4950-bde8-f81cabdfd303 req-ffec9a5d-b9e8-45e8-b37b-da8aa80e0144 service neutron] 10.222.0.45 "GET /v2.0/networks/64baa502-6931-4ffc-9e45-2e69fe3514af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218423 Oct 05 09:21:09.530651 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-91b385af-2387-4c57-8494-208f6be92756 tempest-SecGroupTest-103073386 tempest-SecGroupTest-103073386-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803895 Oct 05 09:21:09.540478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0606383e-c512-4f7a-87a7-511602d9a30b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Synchronizing usage tracker for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:09.568119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0606383e-c512-4f7a-87a7-511602d9a30b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Unset dirty status for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:09.573540 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0606383e-c512-4f7a-87a7-511602d9a30b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1321268 Oct 05 09:21:09.581138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35114) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:09.592818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-344b8ecc-a580-4a34-8438-2c37cac1675e tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': '33643a81-d3c8-4c2f-a4fa-2a52f31d91ed', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:09.600081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-344b8ecc-a580-4a34-8438-2c37cac1675e tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:09.605927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-344b8ecc-a580-4a34-8438-2c37cac1675e tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:09.610103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-344b8ecc-a580-4a34-8438-2c37cac1675e tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:09.616927 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Attempt 8 to provision port 6699b84c-1d31-4d80-aa01-b66947fe4393 Oct 05 09:21:09.648497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-344b8ecc-a580-4a34-8438-2c37cac1675e tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:09.667770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072fc86-407e-4f22-94b8-4e4b1124d54b None None] New status for floating IP cd9bd3a7-9808-4b90-9f2e-67a7f1129eb5: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:21:09.698375 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb9151b1-7389-4950-bde8-f81cabdfd303 req-0efca1f5-7d63-420d-a053-6d759cbf9e76 service neutron] 10.222.0.45 "GET /v2.0/networks/64baa502-6931-4ffc-9e45-2e69fe3514af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661696 Oct 05 09:21:09.703061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4ade-11e6-4b3e-a103-b92cbda32518 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:09.790263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce4ade-11e6-4b3e-a103-b92cbda32518 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=6699b84c-1d31-4d80-aa01-b66947fe4393,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:09.856969 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Port 6699b84c-1d31-4d80-aa01-b66947fe4393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:09.883331 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-344b8ecc-a580-4a34-8438-2c37cac1675e tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The resource could not be found. Oct 05 09:21:09.884388 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-344b8ecc-a580-4a34-8438-2c37cac1675e tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2989669 Oct 05 09:21:09.888054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35120) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:09.907269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2a2d1aae-b252-455c-a618-697e631682f6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1281214705'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:09.924840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2a2d1aae-b252-455c-a618-697e631682f6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:09.950351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2a2d1aae-b252-455c-a618-697e631682f6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:09.971569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1aae-b252-455c-a618-697e631682f6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:09.999176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35124) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:10.001914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2a2d1aae-b252-455c-a618-697e631682f6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:10.009860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2a2d1aae-b252-455c-a618-697e631682f6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:10.013373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2a2d1aae-b252-455c-a618-697e631682f6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:10.030811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2a2d1aae-b252-455c-a618-697e631682f6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:10.123060 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1aae-b252-455c-a618-697e631682f6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.179878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1aae-b252-455c-a618-697e631682f6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.232061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4ade-11e6-4b3e-a103-b92cbda32518 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.274181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d1aae-b252-455c-a618-697e631682f6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f267b58c-dade-477a-bbb3-6f4146747074,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:10.278103 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9ddc4bb1-14db-4b73-b9dd-b7ccbc52ae0c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bef9c8b719c240048c35d57ae47b109b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778814 Oct 05 09:21:10.280672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35130) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:10.298854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1aae-b252-455c-a618-697e631682f6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.300038 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2a2d1aae-b252-455c-a618-697e631682f6 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4109585 Oct 05 09:21:10.303926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35134) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:10.316375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group': {'name': 'tempest-secgroup--474252491'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:10.326182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:10.337619 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:10.347862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:10.358123 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Attempt 9 to provision port 6699b84c-1d31-4d80-aa01-b66947fe4393 Oct 05 09:21:10.359822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:10.389860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df9792-23c8-43e3-8bad-4ae0cdfa9fdd req-43548f33-c14d-4869-b323-8a8cebe28fcd tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:10.390524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-53df9792-23c8-43e3-8bad-4ae0cdfa9fdd req-43548f33-c14d-4869-b323-8a8cebe28fcd tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Synchronizing usage tracker for tenant:358fb11b9d984e15ac58ec8606c908e1 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:10.393830 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Port 6699b84c-1d31-4d80-aa01-b66947fe4393 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:21:10.405283 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Provisioning complete for port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:10.405652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.406229 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Attempt 1 to provision port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 Oct 05 09:21:10.409860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.433209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4043b3f-4091-4f57-aad6-22b8c7f31d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.446073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:10.448321 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-53df9792-23c8-43e3-8bad-4ae0cdfa9fdd req-43548f33-c14d-4869-b323-8a8cebe28fcd tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Unset dirty status for tenant:358fb11b9d984e15ac58ec8606c908e1 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:10.449475 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-53df9792-23c8-43e3-8bad-4ae0cdfa9fdd req-43548f33-c14d-4869-b323-8a8cebe28fcd tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.45 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.3249424 Oct 05 09:21:10.453600 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:10.463568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:10.519831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:10.525712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4043b3f-4091-4f57-aad6-22b8c7f31d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.530196 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ce4ade-11e6-4b3e-a103-b92cbda32518 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Router adf206d1-2bb0-4c6b-9f74-62a5231aa639 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:21:10.531651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29da1d4f-0a5f-4dfe-a323-e6eb35102bda None None] Current status of the port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:10.583494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-53df9792-23c8-43e3-8bad-4ae0cdfa9fdd req-b04ba7cb-ca84-406b-84a2-1251c801338b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Deleting port fe07861f-739a-4651-a101-42f68d1c6b14 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:10.583911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-53df9792-23c8-43e3-8bad-4ae0cdfa9fdd req-b04ba7cb-ca84-406b-84a2-1251c801338b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.648486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-019be05f-c1b9-42b2-a34a-de18a735086c None None] Could not find standard attr ID for object 6699b84c-1d31-4d80-aa01-b66947fe4393. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:21:10.727281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4043b3f-4091-4f57-aad6-22b8c7f31d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.735736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ce4ade-11e6-4b3e-a103-b92cbda32518 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:21:10.745584 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0205e-828c-4fc3-9bb4-1ebeb977b66c None None] Sync routers for ids ['adf206d1-2bb0-4c6b-9f74-62a5231aa639'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:21:10.755999 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0205e-828c-4fc3-9bb4-1ebeb977b66c None None] Routers {'adf206d1-2bb0-4c6b-9f74-62a5231aa639'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:10.756685 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-60c0205e-828c-4fc3-9bb4-1ebeb977b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['adf206d1-2bb0-4c6b-9f74-62a5231aa639'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:10.764727 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c9ce4ade-11e6-4b3e-a103-b92cbda32518 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "PUT /v2.0/routers/adf206d1-2bb0-4c6b-9f74-62a5231aa639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5261848 Oct 05 09:21:10.769229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4043b3f-4091-4f57-aad6-22b8c7f31d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746cadd8-8903-472f-b16e-ddd1076882cc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:10.769395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35140) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:10.836831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f3a64-7181-4128-b45a-81b52862cb5d req-2b235fde-50c4-49b9-94ca-17f8a0100615 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:10.838312 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b44f3a64-7181-4128-b45a-81b52862cb5d req-2b235fde-50c4-49b9-94ca-17f8a0100615 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 946 time: 0.2239494 Oct 05 09:21:10.839222 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a0c422-6e42-4c3d-9979-babb6f80bcbb tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:21:10.839712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-56a0c422-6e42-4c3d-9979-babb6f80bcbb tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:10.850003 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-60c0205e-828c-4fc3-9bb4-1ebeb977b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:10.861941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.866304 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0205e-828c-4fc3-9bb4-1ebeb977b66c None None] Routers {'adf206d1-2bb0-4c6b-9f74-62a5231aa639'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:10.867428 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-60c0205e-828c-4fc3-9bb4-1ebeb977b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['adf206d1-2bb0-4c6b-9f74-62a5231aa639'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:10.883985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.889779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-56a0c422-6e42-4c3d-9979-babb6f80bcbb tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:10.890391 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-56a0c422-6e42-4c3d-9979-babb6f80bcbb tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/6699b84c-1d31-4d80-aa01-b66947fe4393 HTTP/1.1" status: 404 len: 333 time: 0.1133800 Oct 05 09:21:10.894060 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35144) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:10.917666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4043b3f-4091-4f57-aad6-22b8c7f31d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.921170 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a4043b3f-4091-4f57-aad6-22b8c7f31d55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/746cadd8-8903-472f-b16e-ddd1076882cc HTTP/1.1" status: 204 len: 168 time: 0.6372230 Oct 05 09:21:10.948835 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-60c0205e-828c-4fc3-9bb4-1ebeb977b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:10.949313 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0205e-828c-4fc3-9bb4-1ebeb977b66c None None] The sync data for ids ['adf206d1-2bb0-4c6b-9f74-62a5231aa639'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:21:10.957855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2207b6ea-b9a6-4b6b-b869-f9b87022abe0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:10.960348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:10.961570 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6cf8e484-bae0-42fe-85d4-25056dfbf45d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6565580 Oct 05 09:21:10.964708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35150) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:10.981494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3bcd6e25-a5d6-48bd-aa03-afdff779ef38 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group_rule': {'security_group_id': 'f267b58c-dade-477a-bbb3-6f4146747074', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2207b6ea-b9a6-4b6b-b869-f9b87022abe0'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:10.988407 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3bcd6e25-a5d6-48bd-aa03-afdff779ef38 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:10.996367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-53df9792-23c8-43e3-8bad-4ae0cdfa9fdd req-b04ba7cb-ca84-406b-84a2-1251c801338b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] For port fe07861f-739a-4651-a101-42f68d1c6b14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fe07861f-739a-4651-a101-42f68d1c6b14,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:10.996727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-53df9792-23c8-43e3-8bad-4ae0cdfa9fdd req-b04ba7cb-ca84-406b-84a2-1251c801338b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.004206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3bcd6e25-a5d6-48bd-aa03-afdff779ef38 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:11.010569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3bcd6e25-a5d6-48bd-aa03-afdff779ef38 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:11.043241 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b44f3a64-7181-4128-b45a-81b52862cb5d req-ab14fb44-3904-4ad3-bed7-8c1a53050ac4 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/security-groups?id=b48811c4-9aac-4acb-8d67-31d3fd8721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1888547 Oct 05 09:21:11.051100 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe70ca40-bbfb-4927-b5b0-157aa0f23964 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.181932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3bcd6e25-a5d6-48bd-aa03-afdff779ef38 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:11.247733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-53df9792-23c8-43e3-8bad-4ae0cdfa9fdd req-b04ba7cb-ca84-406b-84a2-1251c801338b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Calling delete_port for fe07861f-739a-4651-a101-42f68d1c6b14 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:11.353662 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-3bcd6e25-a5d6-48bd-aa03-afdff779ef38 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:11.358054 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3bcd6e25-a5d6-48bd-aa03-afdff779ef38 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3923843 Oct 05 09:21:11.358727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35164) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:11.490585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f68de519-3fab-4e66-883c-b5dd67bfef73 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.511212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-53df9792-23c8-43e3-8bad-4ae0cdfa9fdd req-b04ba7cb-ca84-406b-84a2-1251c801338b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.516836 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe70ca40-bbfb-4927-b5b0-157aa0f23964 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.519180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe70ca40-bbfb-4927-b5b0-157aa0f23964 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.548107 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe70ca40-bbfb-4927-b5b0-157aa0f23964 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.548837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe70ca40-bbfb-4927-b5b0-157aa0f23964 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Fanout notify agent at l3_agent the message router_deleted on router adf206d1-2bb0-4c6b-9f74-62a5231aa639 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:21:11.570588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe70ca40-bbfb-4927-b5b0-157aa0f23964 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.571675 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fe70ca40-bbfb-4927-b5b0-157aa0f23964 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/routers/adf206d1-2bb0-4c6b-9f74-62a5231aa639 HTTP/1.1" status: 204 len: 168 time: 0.6767910 Oct 05 09:21:11.574379 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35174) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:11.574592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f68de519-3fab-4e66-883c-b5dd67bfef73 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.590267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ba7cb-ca84-406b-84a2-1251c801338b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event deleted for resources: {'Port': ['ID=fe07861f-739a-4651-a101-42f68d1c6b14,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:11.650838 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-00330111-65c8-4667-83e2-a7d6b7303650 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting subnet 65c738d8-93f7-43fd-8cb3-a981e2739492 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:21:11.654244 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00330111-65c8-4667-83e2-a7d6b7303650 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.696456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-53df9792-23c8-43e3-8bad-4ae0cdfa9fdd req-b04ba7cb-ca84-406b-84a2-1251c801338b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] No DVR routers for this DVR port fe07861f-739a-4651-a101-42f68d1c6b14 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:21:11.700676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-53df9792-23c8-43e3-8bad-4ae0cdfa9fdd req-b04ba7cb-ca84-406b-84a2-1251c801338b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.703194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c422396a-0178-4155-8f1d-703a2793291e', 'name': 'network-vif-deleted', 'tag': 'fe07861f-739a-4651-a101-42f68d1c6b14'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:21:11.705440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4a1860-d73a-4f8a-abe8-e293867f931e" -d '{"events": [{"server_uuid": "c422396a-0178-4155-8f1d-703a2793291e", "name": "network-vif-deleted", "tag": "fe07861f-739a-4651-a101-42f68d1c6b14"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:21:11.725521 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-53df9792-23c8-43e3-8bad-4ae0cdfa9fdd req-b04ba7cb-ca84-406b-84a2-1251c801338b tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.45 "DELETE /v2.0/ports/fe07861f-739a-4651-a101-42f68d1c6b14 HTTP/1.1" status: 204 len: 173 time: 1.2629991 Oct 05 09:21:11.734672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f68de519-3fab-4e66-883c-b5dd67bfef73 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.737913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f68de519-3fab-4e66-883c-b5dd67bfef73 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.745408 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f68de519-3fab-4e66-883c-b5dd67bfef73 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "DELETE /v2.0/security-groups/2207b6ea-b9a6-4b6b-b869-f9b87022abe0 HTTP/1.1" status: 204 len: 168 time: 0.3841662 Oct 05 09:21:11.746840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35182) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:11.754161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00330111-65c8-4667-83e2-a7d6b7303650 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.779098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35186) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:11.780534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc558407-12b2-4cf5-b4f8-63546108e470 x-openstack-request-id: req-dc558407-12b2-4cf5-b4f8-63546108e470 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:21:11.780821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c422396a-0178-4155-8f1d-703a2793291e", "name": "network-vif-deleted", "tag": "fe07861f-739a-4651-a101-42f68d1c6b14", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:21:11.781152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc558407-12b2-4cf5-b4f8-63546108e470 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:21:11.781439 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc558407-12b2-4cf5-b4f8-63546108e470'] response: {'server_uuid': 'c422396a-0178-4155-8f1d-703a2793291e', 'name': 'network-vif-deleted', 'tag': 'fe07861f-739a-4651-a101-42f68d1c6b14', 'status': 'completed', 'code': 200} Oct 05 09:21:11.782176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68de519-3fab-4e66-883c-b5dd67bfef73 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2207b6ea-b9a6-4b6b-b869-f9b87022abe0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:11.875264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00330111-65c8-4667-83e2-a7d6b7303650 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:11.888635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-11e67c76-8895-4e86-b855-a4b1324eed2d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Synchronizing usage tracker for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:11.925430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d8a207c6-a7f7-4f86-ae77-c9afc5fbc98b tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-143720155', 'prefixes': ['172.20.0.0/16']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:11.932282 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-11e67c76-8895-4e86-b855-a4b1324eed2d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Unset dirty status for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:11.936486 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-11e67c76-8895-4e86-b855-a4b1324eed2d tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1794653 Oct 05 09:21:11.936486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d8a207c6-a7f7-4f86-ae77-c9afc5fbc98b tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:11.936752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35192) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:11.997235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00330111-65c8-4667-83e2-a7d6b7303650 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.029335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb2f26c0-b2e1-4491-ba1f-2540bb172c93 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.043072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00330111-65c8-4667-83e2-a7d6b7303650 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Subnet': ['ID=65c738d8-93f7-43fd-8cb3-a981e2739492,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:12.047152 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00330111-65c8-4667-83e2-a7d6b7303650 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.054586 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-00330111-65c8-4667-83e2-a7d6b7303650 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/65c738d8-93f7-43fd-8cb3-a981e2739492 HTTP/1.1" status: 204 len: 168 time: 0.4785051 Oct 05 09:21:12.056495 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35196) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:12.059530 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661ad550-5205-47e0-9a4b-41b2233a1397 None None] Network f66003c8-2e31-4e76-ade8-c1687d6300ac requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:12.073244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb2f26c0-b2e1-4491-ba1f-2540bb172c93 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.081516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d8a207c6-a7f7-4f86-ae77-c9afc5fbc98b tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] Notify callbacks [] for subnetpool, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.086147 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d8a207c6-a7f7-4f86-ae77-c9afc5fbc98b tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2985213 Oct 05 09:21:12.086827 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35202) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:12.152265 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0482f4a4-1877-4980-ba85-44f982c58d35 tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] 10.222.0.64 "GET /v2.0/subnetpools/fb3b71e8-34fa-4263-80e3-355cfe546764 HTTP/1.1" status: 200 len: 731 time: 0.0649247 Oct 05 09:21:12.156439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35206) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:12.162717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-33763662-167a-48ec-b047-73cfef9bd8c0 tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-66486425'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:12.228696 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb2f26c0-b2e1-4491-ba1f-2540bb172c93 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.266374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f26c0-b2e1-4491-ba1f-2540bb172c93 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f267b58c-dade-477a-bbb3-6f4146747074,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:12.269337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.284398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb2f26c0-b2e1-4491-ba1f-2540bb172c93 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.285772 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bb2f26c0-b2e1-4491-ba1f-2540bb172c93 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "DELETE /v2.0/security-groups/f267b58c-dade-477a-bbb3-6f4146747074 HTTP/1.1" status: 204 len: 168 time: 0.3482788 Oct 05 09:21:12.289834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35210) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:12.329822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33763662-167a-48ec-b047-73cfef9bd8c0 tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] Notify callbacks [] for subnetpool, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.331221 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-33763662-167a-48ec-b047-73cfef9bd8c0 tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] 10.222.0.64 "PUT /v2.0/subnetpools/fb3b71e8-34fa-4263-80e3-355cfe546764 HTTP/1.1" status: 200 len: 682 time: 0.1737785 Oct 05 09:21:12.335096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35214) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:12.358055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:12.358410 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.417878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-08524d7b-9402-4483-ab57-2657bf54e560 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Synchronizing usage tracker for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:12.449421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-08524d7b-9402-4483-ab57-2657bf54e560 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Unset dirty status for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:12.451010 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-08524d7b-9402-4483-ab57-2657bf54e560 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1598935 Oct 05 09:21:12.460855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35218) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:12.463193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc26c5f7-eb4e-4377-bce3-8da232b37365 tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] Notify callbacks [] for subnetpool, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.467106 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cc26c5f7-eb4e-4377-bce3-8da232b37365 tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] 10.222.0.64 "DELETE /v2.0/subnetpools/fb3b71e8-34fa-4263-80e3-355cfe546764 HTTP/1.1" status: 204 len: 168 time: 0.1282048 Oct 05 09:21:12.468977 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-82b65769-23f8-4e6b-83e9-f96b01309876 req-d9deb02a-1193-4a8e-ab5e-7f7343e861c2 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "GET /v2.0/ports?device_id=c422396a-0178-4155-8f1d-703a2793291e HTTP/1.1" status: 200 len: 210 time: 0.1927247 Oct 05 09:21:12.470050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35222) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:12.470342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-64decc5c-3b89-42c1-ab7f-94ab5c3be31b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432197739'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:12.489263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-64decc5c-3b89-42c1-ab7f-94ab5c3be31b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:12.503836 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-64decc5c-3b89-42c1-ab7f-94ab5c3be31b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:12.514420 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-e8c3bef3-1440-450c-9a2d-00535efc7a1c tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] show failed (client error): The resource could not be found. Oct 05 09:21:12.515494 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e8c3bef3-1440-450c-9a2d-00535efc7a1c tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] 10.222.0.64 "GET /v2.0/subnetpools/fb3b71e8-34fa-4263-80e3-355cfe546764 HTTP/1.1" status: 404 len: 346 time: 0.0298011 Oct 05 09:21:12.515990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64decc5c-3b89-42c1-ab7f-94ab5c3be31b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.525183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35226) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:12.540814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09ceb3b-c9c1-4510-ae95-dfd0c7763b93 None None] DHCP port deletion for f66003c8-2e31-4e76-ade8-c1687d6300ac request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:21:12.541030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-64decc5c-3b89-42c1-ab7f-94ab5c3be31b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:12.545128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-64decc5c-3b89-42c1-ab7f-94ab5c3be31b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Usage tracker for resource:security_group_rule and tenant:39280f90a0a24bfd950c1b496f985c7c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:12.546170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d09ceb3b-c9c1-4510-ae95-dfd0c7763b93 None None] Deleting port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:12.546617 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d09ceb3b-c9c1-4510-ae95-dfd0c7763b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.548451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-64decc5c-3b89-42c1-ab7f-94ab5c3be31b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:12.554506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-64decc5c-3b89-42c1-ab7f-94ab5c3be31b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:12.562568 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-c02d5fef-056f-4e2a-bb9d-73f2bdb342fd tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] delete failed (client error): The resource could not be found. Oct 05 09:21:12.563668 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c02d5fef-056f-4e2a-bb9d-73f2bdb342fd tempest-SubnetPoolsTestJSON-1961914146 tempest-SubnetPoolsTestJSON-1961914146-project] 10.222.0.64 "DELETE /v2.0/subnetpools/fb3b71e8-34fa-4263-80e3-355cfe546764 HTTP/1.1" status: 404 len: 346 time: 0.0376389 Oct 05 09:21:12.653683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64decc5c-3b89-42c1-ab7f-94ab5c3be31b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.659145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64decc5c-3b89-42c1-ab7f-94ab5c3be31b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.660730 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] For port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=064cbcc7-a4f9-4319-92ae-aa32f1d957f5,segment=NetworkSegment(9e5ab747-54af-4fdd-b138-9f07393a176d),segment_id=9e5ab747-54af-4fdd-b138-9f07393a176d)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:12.661092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.705514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64decc5c-3b89-42c1-ab7f-94ab5c3be31b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b58fb13-ae60-4681-bcc3-bb5a41ce90ab,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:12.726468 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64decc5c-3b89-42c1-ab7f-94ab5c3be31b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.730563 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-64decc5c-3b89-42c1-ab7f-94ab5c3be31b tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2623930 Oct 05 09:21:12.730697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35232) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:12.738189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-802e6682-5ce8-4565-91ce-9618be76e6df tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:12.738640 dv-neutron-860328-1-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-802e6682-5ce8-4565-91ce-9618be76e6df tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 05 09:21:12.739145 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-802e6682-5ce8-4565-91ce-9618be76e6df tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] update failed (client error): There was a conflict when trying to complete your request. Oct 05 09:21:12.742881 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-802e6682-5ce8-4565-91ce-9618be76e6df tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "PUT /v2.0/security-groups/3b58fb13-ae60-4681-bcc3-bb5a41ce90ab HTTP/1.1" status: 409 len: 330 time: 0.0087242 Oct 05 09:21:12.743129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35236) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:12.808637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d09ceb3b-c9c1-4510-ae95-dfd0c7763b93 None None] For port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=064cbcc7-a4f9-4319-92ae-aa32f1d957f5,segment=NetworkSegment(9e5ab747-54af-4fdd-b138-9f07393a176d),segment_id=9e5ab747-54af-4fdd-b138-9f07393a176d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:12.809036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d09ceb3b-c9c1-4510-ae95-dfd0c7763b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.817010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af98912c-8b4d-4045-80a5-f71ca61f90d5 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.824912 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:12.880218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af98912c-8b4d-4045-80a5-f71ca61f90d5 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.939378 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35242) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:12.947526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.947774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d09ceb3b-c9c1-4510-ae95-dfd0c7763b93 None None] Calling delete_port for 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:12.967846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af98912c-8b4d-4045-80a5-f71ca61f90d5 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:12.993122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98912c-8b4d-4045-80a5-f71ca61f90d5 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b58fb13-ae60-4681-bcc3-bb5a41ce90ab,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:12.996430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=064cbcc7-a4f9-4319-92ae-aa32f1d957f5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:13.003165 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No DVR routers for this DVR port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:21:13.004690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af98912c-8b4d-4045-80a5-f71ca61f90d5 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:13.009140 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-af98912c-8b4d-4045-80a5-f71ca61f90d5 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "DELETE /v2.0/security-groups/3b58fb13-ae60-4681-bcc3-bb5a41ce90ab HTTP/1.1" status: 204 len: 168 time: 0.2650549 Oct 05 09:21:13.009740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35248) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:13.069150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-d09ceb3b-c9c1-4510-ae95-dfd0c7763b93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:21:13.069681 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-d09ceb3b-c9c1-4510-ae95-dfd0c7763b93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:21:13.073724 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a749e519-8a77-4e43-82f6-b66dee8dd7d7 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Synchronizing usage tracker for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:13.089734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a749e519-8a77-4e43-82f6-b66dee8dd7d7 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] Unset dirty status for tenant:39280f90a0a24bfd950c1b496f985c7c on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:13.091015 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a749e519-8a77-4e43-82f6-b66dee8dd7d7 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803030 Oct 05 09:21:13.095067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35252) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:13.112832 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-6b1191eb-9449-4b8a-8de4-fc8eb1df5d83 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] delete failed (client error): The resource could not be found. Oct 05 09:21:13.113847 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6b1191eb-9449-4b8a-8de4-fc8eb1df5d83 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "DELETE /v2.0/security-groups/06d70284-4e86-4184-8c76-d2a46e36ee8c HTTP/1.1" status: 404 len: 347 time: 0.0178854 Oct 05 09:21:13.129360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35256) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:13.156483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cad5e7ab-7694-451d-8150-41d6b7d1e2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:13.169950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:13.176980 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-529e7184-7cbe-4b82-9bf1-c87c44cf2f65 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] show failed (client error): The resource could not be found. Oct 05 09:21:13.178448 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-529e7184-7cbe-4b82-9bf1-c87c44cf2f65 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "GET /v2.0/security-groups/c51bb269-fbfd-4f17-863c-f76724194799 HTTP/1.1" status: 404 len: 347 time: 0.0499852 Oct 05 09:21:13.182147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35260) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:13.197032 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-3d99c85f-fe94-4fdb-9afa-36577f1adda4 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] show failed (client error): The resource could not be found. Oct 05 09:21:13.198038 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3d99c85f-fe94-4fdb-9afa-36577f1adda4 tempest-NegativeSecGroupTest-1497559841 tempest-NegativeSecGroupTest-1497559841-project] 10.222.0.64 "GET /v2.0/security-group-rules/33f1f2bc-d26d-471c-9585-7aba2139abd1 HTTP/1.1" status: 404 len: 356 time: 0.0147710 Oct 05 09:21:13.198523 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cad5e7ab-7694-451d-8150-41d6b7d1e2ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:13.205710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cad5e7ab-7694-451d-8150-41d6b7d1e2ea admin admin] Usage tracker for resource:security_group_rule and tenant:d429b1b986384616a3bdad77f0539aaf is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:13.209618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66003c8-2e31-4e76-ade8-c1687d6300ac']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:13.216444 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cad5e7ab-7694-451d-8150-41d6b7d1e2ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:13.226490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cad5e7ab-7694-451d-8150-41d6b7d1e2ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:13.229248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5ab747-54af-4fdd-b138-9f07393a176d') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:13.229552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5ab747-54af-4fdd-b138-9f07393a176d') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:13.246481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:13.276573 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:13.286597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:21:13.286997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:13.354160 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 9e5ab747-54af-4fdd-b138-9f07393a176d resource provider aggregate not found Oct 05 09:21:13.378032 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 9e5ab747-54af-4fdd-b138-9f07393a176d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e5ab747-54af-4fdd-b138-9f07393a176d found for delete ", "request_id": "req-bac8486a-c7bf-4400-99df-36a043cb805c"}]} Oct 05 09:21:13.392443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:13.410577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:13.417032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35272) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:13.431510 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Network': ['ID=f66003c8-2e31-4e76-ade8-c1687d6300ac,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:13.460834 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9703b53a-d867-4a46-86cc-efdc211370dc tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/networks/f66003c8-2e31-4e76-ade8-c1687d6300ac HTTP/1.1" status: 204 len: 168 time: 1.4033253 Oct 05 09:21:13.465263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35278) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:13.496907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cad5e7ab-7694-451d-8150-41d6b7d1e2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:13.501991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cad5e7ab-7694-451d-8150-41d6b7d1e2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:13.550208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e09a38-0a76-43aa-a725-550bd4bca9a1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:13.551567 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-78e09a38-0a76-43aa-a725-550bd4bca9a1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/f66c75f5-4866-46e5-9898-509c472c4300 HTTP/1.1" status: 200 len: 840 time: 0.0847938 Oct 05 09:21:13.558473 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cad5e7ab-7694-451d-8150-41d6b7d1e2ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d429b1b986384616a3bdad77f0539aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6155062 Oct 05 09:21:13.558473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35284) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:13.562811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35286) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:13.571454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d09ceb3b-c9c1-4510-ae95-dfd0c7763b93 None None] Deleting port 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:13.572433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d09ceb3b-c9c1-4510-ae95-dfd0c7763b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:13.579868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35292) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:13.617016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5e7ab-7694-451d-8150-41d6b7d1e2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fb1941-cac8-44ab-8bef-d25529670d68,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:13.655354 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d09ceb3b-c9c1-4510-ae95-dfd0c7763b93 None None] The port '064cbcc7-a4f9-4319-92ae-aa32f1d957f5' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:21:13.675449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-bd74c76c-ba7a-4bd4-8e45-e44f888fcb0c tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:13.677620 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a06f7d56-1f4c-4a3d-a342-881960ba2d3c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39280f90a0a24bfd950c1b496f985c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592564 Oct 05 09:21:13.680403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35296) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:13.814876 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fe07861f-739a-4651-a101-42f68d1c6b14 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:21:13.856366 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: fe07861f-739a-4651-a101-42f68d1c6b14 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:21:13.856855 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device fe07861f-739a-4651-a101-42f68d1c6b14 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:21:13.858410 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4f0663c2-6ab5-46f0-bbe2-91be24f2da71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:13.875061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-bd74c76c-ba7a-4bd4-8e45-e44f888fcb0c tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:13.880364 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bd74c76c-ba7a-4bd4-8e45-e44f888fcb0c tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/f66c75f5-4866-46e5-9898-509c472c4300?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3180099 Oct 05 09:21:13.884530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35300) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:13.907460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:13.934663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4f0663c2-6ab5-46f0-bbe2-91be24f2da71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:13.999192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cc25aaaa-6bf0-4c1c-ace9-c3aa075c0d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.033642 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:21:14.074584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:21:14.075771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 064cbcc7-a4f9-4319-92ae-aa32f1d957f5 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:21:14.085368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cc25aaaa-6bf0-4c1c-ace9-c3aa075c0d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.096381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:14.107629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:14.112826 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:14.128498 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:14.135565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4f0663c2-6ab5-46f0-bbe2-91be24f2da71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.166795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0663c2-6ab5-46f0-bbe2-91be24f2da71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fb1941-cac8-44ab-8bef-d25529670d68,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:14.171474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:14.174974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.195649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4f0663c2-6ab5-46f0-bbe2-91be24f2da71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.197170 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4f0663c2-6ab5-46f0-bbe2-91be24f2da71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01fb1941-cac8-44ab-8bef-d25529670d68 HTTP/1.1" status: 204 len: 168 time: 0.6331615 Oct 05 09:21:14.263475 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cc25aaaa-6bf0-4c1c-ace9-c3aa075c0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.295429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25aaaa-6bf0-4c1c-ace9-c3aa075c0d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b970e6-1415-452b-8fd1-aabd93eda03a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:14.317946 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cc25aaaa-6bf0-4c1c-ace9-c3aa075c0d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.333233 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cc25aaaa-6bf0-4c1c-ace9-c3aa075c0d39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9b970e6-1415-452b-8fd1-aabd93eda03a HTTP/1.1" status: 204 len: 168 time: 0.6355166 Oct 05 09:21:14.362922 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-112e1f2b-401d-406c-9f9f-18ad6b4eebdb tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.477065 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.554461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:14.557489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:14.560860 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:14.561449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.567180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d3743a-5c2b-4653-b961-eabf8d677b57 None None] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:14.579875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Subnet': ['ID=f3f9bd49-bc7d-41ee-a1e9-520f8c6298cc,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:14.603466 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9bd13ccb-3bfd-4d61-8a19-ec813fe29eb0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7114871 Oct 05 09:21:14.606377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35310) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:14.613185 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'security_group': {'name': 'tempest-secgroup-1699458577'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:14.621142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:14.626335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:security_group and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:14.631246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:14.639518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:14.655752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.691188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:14.698701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:security_group_rule and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:14.703177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:14.711382 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:14.807988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.814254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.828929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-112e1f2b-401d-406c-9f9f-18ad6b4eebdb tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Deleting port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:14.829859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-112e1f2b-401d-406c-9f9f-18ad6b4eebdb tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.877895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:14.879326 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2715800 Oct 05 09:21:14.881278 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620be95-7621-4402-afed-f9043696a3e0 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0db6386-2c74-4e3a-8e43-a139c26a342d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:14.883674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35314) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:14.888909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'security_group': {'name': 'tempest-secgroup-1445854706'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:14.898956 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:14.906658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:security_group and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:14.916427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:14.939368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:14.951602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-5d242852-8068-4ed9-8d3c-573cab19d0ce', 'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'tenant_id': 'b390321863884273a9d461d8c21c7a28', 'fixed_ips': [{'subnet_id': 'f3f9bd49-bc7d-41ee-a1e9-520f8c6298cc'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:21:14.952474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:15.013365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:15.045416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:15.061071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:security_group_rule and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:15.066560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:15.081580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:15.097695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-112e1f2b-401d-406c-9f9f-18ad6b4eebdb tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] For port b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:15.098090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-112e1f2b-401d-406c-9f9f-18ad6b4eebdb tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:15.110163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Allocated IP 172.20.0.2 (5d242852-8068-4ed9-8d3c-573cab19d0ce/f3f9bd49-bc7d-41ee-a1e9-520f8c6298cc/548b3c26-5d85-4ecb-a791-0ad38b3f6dde) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:15.229490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-112e1f2b-401d-406c-9f9f-18ad6b4eebdb tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Calling delete_port for b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:15.326046 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:15.336571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Transition to ACTIVE for port object 548b3c26-5d85-4ecb-a791-0ad38b3f6dde will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:15.356089 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Transition to ACTIVE for port object 548b3c26-5d85-4ecb-a791-0ad38b3f6dde will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:15.358859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:15.362435 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:15.371604 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:15.426650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:15.428428 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5438094 Oct 05 09:21:15.430083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69b90f-470c-471c-b300-a1960dc73b0e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980bb220-df4c-45e2-ad5a-55538385b369,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:15.431401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35318) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:15.433405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:15.436406 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:15.440952 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:15.443738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Pushing event updated for resources: {'Port': ['ID=548b3c26-5d85-4ecb-a791-0ad38b3f6dde,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:15.447444 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-485037708', 'security_groups': ['980bb220-df4c-45e2-ad5a-55538385b369'], 'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3f9bd49-bc7d-41ee-a1e9-520f8c6298cc'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:15.527433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-112e1f2b-401d-406c-9f9f-18ad6b4eebdb tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:15.551450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Attempting to bind port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:21:15.551843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Attempting to bind port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'ae9e318e-f00b-4e6d-a564-cbdce941e862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:21:15.552240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Attempting to bind port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde on network 5d242852-8068-4ed9-8d3c-573cab19d0ce {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:21:15.558005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:21:15.558388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Checking segment: {'id': 'ae9e318e-f00b-4e6d-a564-cbdce941e862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:15.558794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:15.559190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Bound using segment: {'id': 'ae9e318e-f00b-4e6d-a564-cbdce941e862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:21:15.559667 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Bound port: 548b3c26-5d85-4ecb-a791-0ad38b3f6dde, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9e318e-f00b-4e6d-a564-cbdce941e862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:21:15.560184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:15.576831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e1f2b-401d-406c-9f9f-18ad6b4eebdb tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event deleted for resources: {'Port': ['ID=b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:15.603937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:15.617071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:15.629084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:15.665571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] For port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:21:15.670665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] For port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=548b3c26-5d85-4ecb-a791-0ad38b3f6dde,segment=NetworkSegment(ae9e318e-f00b-4e6d-a564-cbdce941e862),segment_id=ae9e318e-f00b-4e6d-a564-cbdce941e862)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:21:15.680592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:15.799656 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f41312-30a7-4063-8a1a-aca54703b67e None None] Pushing event updated for resources: {'Port': ['ID=548b3c26-5d85-4ecb-a791-0ad38b3f6dde,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:15.801193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:15.856472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port f2e44804-4985-4b9d-a42e-ec46b6bd786e yet. {{(pid=89054) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:21:16.171702 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-112e1f2b-401d-406c-9f9f-18ad6b4eebdb tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:16.174957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.13 (5d242852-8068-4ed9-8d3c-573cab19d0ce/f3f9bd49-bc7d-41ee-a1e9-520f8c6298cc/f2e44804-4985-4b9d-a42e-ec46b6bd786e) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:16.376573 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:16.392233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Transition to ACTIVE for port object f2e44804-4985-4b9d-a42e-ec46b6bd786e will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:16.417789 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:16.490535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:16.498030 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:16.502356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:16.534516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=f2e44804-4985-4b9d-a42e-ec46b6bd786e,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:16.552732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112e1f2b-401d-406c-9f9f-18ad6b4eebdb tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Router a20ef54e-394f-45a2-a872-3f2fc3018bbe has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:21:16.570657 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:16.571261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:16.600676 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e23f3b51-0190-4378-9e85-ef0e30bc0cff tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1637852 Oct 05 09:21:16.600912 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35322) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:16.607161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a791ffd5-b661-41f5-ba38-8e41b2e62b9d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:16.744562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112e1f2b-401d-406c-9f9f-18ad6b4eebdb tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:21:16.756461 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44fbfc4-cdb1-480b-93fc-5666d651a53b None None] Sync routers for ids ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:21:16.757691 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-112e1f2b-401d-406c-9f9f-18ad6b4eebdb tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "PUT /v2.0/routers/a20ef54e-394f-45a2-a872-3f2fc3018bbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1768131 Oct 05 09:21:16.760982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35326) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:16.764513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a791ffd5-b661-41f5-ba38-8e41b2e62b9d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:16.766522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44fbfc4-cdb1-480b-93fc-5666d651a53b None None] Routers {'a20ef54e-394f-45a2-a872-3f2fc3018bbe'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:16.767135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f44fbfc4-cdb1-480b-93fc-5666d651a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:16.771672 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a791ffd5-b661-41f5-ba38-8e41b2e62b9d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:16.775210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a791ffd5-b661-41f5-ba38-8e41b2e62b9d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:16.782114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a791ffd5-b661-41f5-ba38-8e41b2e62b9d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:16.794549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a791ffd5-b661-41f5-ba38-8e41b2e62b9d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:16.799173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a791ffd5-b661-41f5-ba38-8e41b2e62b9d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:16.843908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-b201df42-39ef-4121-8099-e55d25701e29 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Deleting subnet 97d90bf2-6d17-4f0f-93bb-00441c5fc0dc {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:21:16.847116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b201df42-39ef-4121-8099-e55d25701e29 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:16.941814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b201df42-39ef-4121-8099-e55d25701e29 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.014170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-f44fbfc4-cdb1-480b-93fc-5666d651a53b None None] Set router a20ef54e-394f-45a2-a872-3f2fc3018bbe gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:21:17.041533 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b201df42-39ef-4121-8099-e55d25701e29 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.081305 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.ipam_backend_mixin [None req-a791ffd5-b661-41f5-ba38-8e41b2e62b9d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f3f9bd49-bc7d-41ee-a1e9-520f8c6298cc (CIDR: 172.20.0.0/28) Oct 05 09:21:17.085637 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-a791ffd5-b661-41f5-ba38-8e41b2e62b9d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:17.086184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a791ffd5-b661-41f5-ba38-8e41b2e62b9d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:17.115989 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a791ffd5-b661-41f5-ba38-8e41b2e62b9d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5139663 Oct 05 09:21:17.119260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35330) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:17.131554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:17.133236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b201df42-39ef-4121-8099-e55d25701e29 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.178966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201df42-39ef-4121-8099-e55d25701e29 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event deleted for resources: {'Subnet': ['ID=97d90bf2-6d17-4f0f-93bb-00441c5fc0dc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:17.191067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b201df42-39ef-4121-8099-e55d25701e29 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.201910 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b201df42-39ef-4121-8099-e55d25701e29 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "DELETE /v2.0/subnets/97d90bf2-6d17-4f0f-93bb-00441c5fc0dc HTTP/1.1" status: 204 len: 168 time: 0.4398448 Oct 05 09:21:17.202568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35334) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:17.223096 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2678fac1-0c7d-44a3-94a8-ea08608570f2 None None] Network 64baa502-6931-4ffc-9e45-2e69fe3514af requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:17.243654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Provisioning for port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:17.301913 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:17.306320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:17.309136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:17.315174 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:17.326370 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:17.330227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.394797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.496276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Provisioning complete for port f66c75f5-4866-46e5-9898-509c472c4300 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:17.496616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.497094 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Attempt 1 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:17.555584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:17.586056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.597004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Deleting port 357203b6-2a46-48bc-a947-79444b4e65b4 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:17.597004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.609539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.641418 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f44fbfc4-cdb1-480b-93fc-5666d651a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:21:15Z', 'revision_number': 5, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port': {'id': '357203b6-2a46-48bc-a947-79444b4e65b4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:51Z', 'updated_at': '2022-10-05T09:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:17.646424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44fbfc4-cdb1-480b-93fc-5666d651a53b None None] Checking router: a20ef54e-394f-45a2-a872-3f2fc3018bbe for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:21:17.656694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44fbfc4-cdb1-480b-93fc-5666d651a53b None None] Routers {'a20ef54e-394f-45a2-a872-3f2fc3018bbe'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:17.657336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f44fbfc4-cdb1-480b-93fc-5666d651a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:17.682042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:17.685403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:17.690514 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:17.691106 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.726397 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Subnet': ['ID=4d6c33d2-aed5-4d58-959f-4df02d185f1f,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:17.734252 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a8b6ab53-93dd-4b26-9265-68b962ba7f54 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6138334 Oct 05 09:21:17.734934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35338) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:17.742292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e11bbb4a-f6b9-4fa2-8ac1-ff7cdacb93e1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1039695607', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4d6c33d2-aed5-4d58-959f-4df02d185f1f'}], 'security_groups': ['a0db6386-2c74-4e3a-8e43-a139c26a342d']}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:17.785892 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e9f094-03d7-4186-9e72-2bcc72b0fad5 None None] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:17.801361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349317c8-e559-4920-a70d-1a7c95bd8413 None None] DHCP port deletion for 64baa502-6931-4ffc-9e45-2e69fe3514af request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:21:17.822953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-349317c8-e559-4920-a70d-1a7c95bd8413 None None] Deleting port 1c50727a-b4cc-4046-8963-fb0f08760bcb {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:17.823323 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-349317c8-e559-4920-a70d-1a7c95bd8413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.887854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e11bbb4a-f6b9-4fa2-8ac1-ff7cdacb93e1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.930992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] For port 357203b6-2a46-48bc-a947-79444b4e65b4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=357203b6-2a46-48bc-a947-79444b4e65b4,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:17.931379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:17.956696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-f44fbfc4-cdb1-480b-93fc-5666d651a53b None None] Set router a20ef54e-394f-45a2-a872-3f2fc3018bbe gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:21:18.060301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Calling delete_port for 357203b6-2a46-48bc-a947-79444b4e65b4 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:18.070905 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Attempt 2 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:18.128620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 548b3c26-5d85-4ecb-a791-0ad38b3f6dde up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:18.201298 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-f44fbfc4-cdb1-480b-93fc-5666d651a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:21:17Z', 'revision_number': 6, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:18.247453 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44fbfc4-cdb1-480b-93fc-5666d651a53b None None] The sync data for ids ['a20ef54e-394f-45a2-a872-3f2fc3018bbe'] in dv-neutron-860328-1-hyperv is: [{'id': 'a20ef54e-394f-45a2-a872-3f2fc3018bbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1638349156', 'tenant_id': '358fb11b9d984e15ac58ec8606c908e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:49Z', 'updated_at': '2022-10-05T09:21:17Z', 'revision_number': 6, 'project_id': '358fb11b9d984e15ac58ec8606c908e1', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:21:18.258073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:18.331359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:18.353078 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-e11bbb4a-f6b9-4fa2-8ac1-ff7cdacb93e1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Delete allocated IP 172.20.0.13 (5d242852-8068-4ed9-8d3c-573cab19d0ce/f3f9bd49-bc7d-41ee-a1e9-520f8c6298cc) {{(pid=89054) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 05 09:21:18.361521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-e11bbb4a-f6b9-4fa2-8ac1-ff7cdacb93e1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.25 (5d242852-8068-4ed9-8d3c-573cab19d0ce/4d6c33d2-aed5-4d58-959f-4df02d185f1f/f2e44804-4985-4b9d-a42e-ec46b6bd786e) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:18.376818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event deleted for resources: {'Port': ['ID=357203b6-2a46-48bc-a947-79444b4e65b4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:18.411655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:18.491921 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-349317c8-e559-4920-a70d-1a7c95bd8413 None None] For port 1c50727a-b4cc-4046-8963-fb0f08760bcb, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=1c50727a-b4cc-4046-8963-fb0f08760bcb,segment=NetworkSegment(12c6b146-5aa2-42d1-87be-2fd0c90efeef),segment_id=12c6b146-5aa2-42d1-87be-2fd0c90efeef)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:18.492511 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-349317c8-e559-4920-a70d-1a7c95bd8413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:18.505758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:18.567018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:18.567225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:18.568229 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde Oct 05 09:21:18.577359 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e11bbb4a-f6b9-4fa2-8ac1-ff7cdacb93e1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:18.589693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:18.592302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-e11bbb4a-f6b9-4fa2-8ac1-ff7cdacb93e1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Ignored duplicate provisioning block setup for port f2e44804-4985-4b9d-a42e-ec46b6bd786e by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:21:18.595354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:18.600577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e11bbb4a-f6b9-4fa2-8ac1-ff7cdacb93e1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:18.622940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:18.623641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Fanout notify agent at l3_agent the message router_deleted on router a20ef54e-394f-45a2-a872-3f2fc3018bbe {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:21:18.641395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:18.645512 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8b8bbe45-a4d0-4872-aced-8193ed08af40 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "DELETE /v2.0/routers/a20ef54e-394f-45a2-a872-3f2fc3018bbe HTTP/1.1" status: 204 len: 168 time: 1.4419925 Oct 05 09:21:18.646416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35342) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:18.659582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-349317c8-e559-4920-a70d-1a7c95bd8413 None None] Calling delete_port for 1c50727a-b4cc-4046-8963-fb0f08760bcb owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:18.858846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bbb4a-f6b9-4fa2-8ac1-ff7cdacb93e1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=f2e44804-4985-4b9d-a42e-ec46b6bd786e,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:18.865799 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Attempt 3 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:18.889178 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-349317c8-e559-4920-a70d-1a7c95bd8413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:18.900950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e11bbb4a-f6b9-4fa2-8ac1-ff7cdacb93e1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] In _notify_port_updated(), no bound segment for port f2e44804-4985-4b9d-a42e-ec46b6bd786e on network 5d242852-8068-4ed9-8d3c-573cab19d0ce {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:21:18.906311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11bbb4a-f6b9-4fa2-8ac1-ff7cdacb93e1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:18.906924 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e11bbb4a-f6b9-4fa2-8ac1-ff7cdacb93e1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:18.908206 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e11bbb4a-f6b9-4fa2-8ac1-ff7cdacb93e1 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "PUT /v2.0/ports/f2e44804-4985-4b9d-a42e-ec46b6bd786e HTTP/1.1" status: 200 len: 921 time: 1.1722512 Oct 05 09:21:18.911190 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35346) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:18.916695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7778116c-f959-4b9f-97d9-f01275677597 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:18.964496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349317c8-e559-4920-a70d-1a7c95bd8413 None None] Pushing event deleted for resources: {'Port': ['ID=1c50727a-b4cc-4046-8963-fb0f08760bcb,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:18.980214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349317c8-e559-4920-a70d-1a7c95bd8413 None None] No DVR routers for this DVR port 1c50727a-b4cc-4046-8963-fb0f08760bcb on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:21:18.991034 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:18.991440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.001166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f41aef85-c4c0-4b61-b234-6e0201bbde97 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port f2e44804-4985-4b9d-a42e-ec46b6bd786e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:19.001166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f41aef85-c4c0-4b61-b234-6e0201bbde97 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.044878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:19.086533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=548b3c26-5d85-4ecb-a791-0ad38b3f6dde,segment=NetworkSegment(ae9e318e-f00b-4e6d-a564-cbdce941e862),segment_id=ae9e318e-f00b-4e6d-a564-cbdce941e862)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:19.096517 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c4f683-0a73-4fe2-9f36-716fb5193366 None None] Update dhcp port {'port': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'fixed_ips': [{'subnet_id': 'f3f9bd49-bc7d-41ee-a1e9-520f8c6298cc', 'ip_address': '172.20.0.2'}, {'subnet_id': '4d6c33d2-aed5-4d58-959f-4df02d185f1f'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': '548b3c26-5d85-4ecb-a791-0ad38b3f6dde'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:21:19.150951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.187998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7778116c-f959-4b9f-97d9-f01275677597 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.212838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-59c4f683-0a73-4fe2-9f36-716fb5193366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.229774 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-7778116c-f959-4b9f-97d9-f01275677597 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64baa502-6931-4ffc-9e45-2e69fe3514af']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:19.240371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 1c50727a-b4cc-4046-8963-fb0f08760bcb no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:21:19.244478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-7778116c-f959-4b9f-97d9-f01275677597 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c6b146-5aa2-42d1-87be-2fd0c90efeef') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:19.245011 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-7778116c-f959-4b9f-97d9-f01275677597 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c6b146-5aa2-42d1-87be-2fd0c90efeef') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:19.258081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7778116c-f959-4b9f-97d9-f01275677597 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.276535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7778116c-f959-4b9f-97d9-f01275677597 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.282825 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 1c50727a-b4cc-4046-8963-fb0f08760bcb {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:21:19.283206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 1c50727a-b4cc-4046-8963-fb0f08760bcb not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:21:19.283629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7778116c-f959-4b9f-97d9-f01275677597 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:21:19.284749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7778116c-f959-4b9f-97d9-f01275677597 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.298521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f41aef85-c4c0-4b61-b234-6e0201bbde97 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.346292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=548b3c26-5d85-4ecb-a791-0ad38b3f6dde,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:19.379974 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 12c6b146-5aa2-42d1-87be-2fd0c90efeef resource provider aggregate not found Oct 05 09:21:19.413438 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 12c6b146-5aa2-42d1-87be-2fd0c90efeef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12c6b146-5aa2-42d1-87be-2fd0c90efeef found for delete ", "request_id": "req-bc25a9d3-d8ba-4614-be8d-3a2fcd2a7f5c"}]} Oct 05 09:21:19.435792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7778116c-f959-4b9f-97d9-f01275677597 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.452090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f41aef85-c4c0-4b61-b234-6e0201bbde97 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for f2e44804-4985-4b9d-a42e-ec46b6bd786e owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:19.461494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7778116c-f959-4b9f-97d9-f01275677597 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.464701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778116c-f959-4b9f-97d9-f01275677597 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event deleted for resources: {'Network': ['ID=64baa502-6931-4ffc-9e45-2e69fe3514af,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:19.486948 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7778116c-f959-4b9f-97d9-f01275677597 tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "DELETE /v2.0/networks/64baa502-6931-4ffc-9e45-2e69fe3514af HTTP/1.1" status: 204 len: 168 time: 0.8267312 Oct 05 09:21:19.492284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35354) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:19.540773 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-59c4f683-0a73-4fe2-9f36-716fb5193366 None None] Allocated IP 172.20.0.18 (5d242852-8068-4ed9-8d3c-573cab19d0ce/4d6c33d2-aed5-4d58-959f-4df02d185f1f/548b3c26-5d85-4ecb-a791-0ad38b3f6dde) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:19.546244 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Attempt 4 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:19.683316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:19.735785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-59c4f683-0a73-4fe2-9f36-716fb5193366 None None] For port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=548b3c26-5d85-4ecb-a791-0ad38b3f6dde,segment=NetworkSegment(ae9e318e-f00b-4e6d-a564-cbdce941e862),segment_id=ae9e318e-f00b-4e6d-a564-cbdce941e862)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:19.743741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f63c5048-dd9e-4e1a-bce2-1ee650423eba tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.760973 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-59c4f683-0a73-4fe2-9f36-716fb5193366 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.777801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-59c4f683-0a73-4fe2-9f36-716fb5193366 None None] Transition to ACTIVE for port object 548b3c26-5d85-4ecb-a791-0ad38b3f6dde will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:19.782169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-59c4f683-0a73-4fe2-9f36-716fb5193366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.788445 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f63c5048-dd9e-4e1a-bce2-1ee650423eba tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.799123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f41aef85-c4c0-4b61-b234-6e0201bbde97 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:19.873184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41aef85-c4c0-4b61-b234-6e0201bbde97 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=f2e44804-4985-4b9d-a42e-ec46b6bd786e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:19.941254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4f683-0a73-4fe2-9f36-716fb5193366 None None] Pushing event updated for resources: {'Port': ['ID=548b3c26-5d85-4ecb-a791-0ad38b3f6dde,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:19.990157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f41aef85-c4c0-4b61-b234-6e0201bbde97 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.011506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f63c5048-dd9e-4e1a-bce2-1ee650423eba tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.013973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f63c5048-dd9e-4e1a-bce2-1ee650423eba tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.015201 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f63c5048-dd9e-4e1a-bce2-1ee650423eba tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] 10.222.0.64 "DELETE /v2.0/security-groups/b48811c4-9aac-4acb-8d67-31d3fd8721ec HTTP/1.1" status: 204 len: 168 time: 0.5219767 Oct 05 09:21:20.018946 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f41aef85-c4c0-4b61-b234-6e0201bbde97 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/f2e44804-4985-4b9d-a42e-ec46b6bd786e HTTP/1.1" status: 204 len: 168 time: 1.1036878 Oct 05 09:21:20.019391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35360) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:20.034948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c5048-dd9e-4e1a-bce2-1ee650423eba tempest-TestNetworkAdvancedServerOps-1829994764 tempest-TestNetworkAdvancedServerOps-1829994764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48811c4-9aac-4acb-8d67-31d3fd8721ec,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:20.095319 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82f8532-a78f-4027-acfa-0b3477afe5ec tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:21:20.096505 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d82f8532-a78f-4027-acfa-0b3477afe5ec tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:20.099361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 548b3c26-5d85-4ecb-a791-0ad38b3f6dde up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:20.128726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d82f8532-a78f-4027-acfa-0b3477afe5ec tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:20.129985 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d82f8532-a78f-4027-acfa-0b3477afe5ec tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/f2e44804-4985-4b9d-a42e-ec46b6bd786e HTTP/1.1" status: 404 len: 333 time: 0.1094482 Oct 05 09:21:20.133711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35366) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:20.184253 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Attempt 5 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:20.216457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4b34-7731-4f2c-ab08-57882aab28c7 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.260593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:20.261508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4b34-7731-4f2c-ab08-57882aab28c7 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.292635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:21:20.335448 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4b34-7731-4f2c-ab08-57882aab28c7 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.339672 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:21:20.340052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b5e75aaf-30f1-4cab-b37a-0dabdc40e3ee not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:21:20.340596 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 357203b6-2a46-48bc-a947-79444b4e65b4 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:21:20.367564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e4b34-7731-4f2c-ab08-57882aab28c7 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980bb220-df4c-45e2-ad5a-55538385b369,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:20.372377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4b34-7731-4f2c-ab08-57882aab28c7 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.376646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35372) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:20.382591 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8a6e4b34-7731-4f2c-ab08-57882aab28c7 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/security-groups/980bb220-df4c-45e2-ad5a-55538385b369 HTTP/1.1" status: 204 len: 168 time: 0.2391043 Oct 05 09:21:20.389139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 357203b6-2a46-48bc-a947-79444b4e65b4 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:21:20.389485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 357203b6-2a46-48bc-a947-79444b4e65b4 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:21:20.463079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35376) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:20.465161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca050974-87a3-4642-a34e-38787c45df7d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.494615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca050974-87a3-4642-a34e-38787c45df7d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.547268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca050974-87a3-4642-a34e-38787c45df7d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.564973 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca050974-87a3-4642-a34e-38787c45df7d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0db6386-2c74-4e3a-8e43-a139c26a342d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:20.572111 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca050974-87a3-4642-a34e-38787c45df7d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.577697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35382) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:20.585457 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ca050974-87a3-4642-a34e-38787c45df7d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/security-groups/a0db6386-2c74-4e3a-8e43-a139c26a342d HTTP/1.1" status: 204 len: 168 time: 0.2075107 Oct 05 09:21:20.701342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-6018a95e-5bb8-4351-b317-c4c8f23afcfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting subnet f3f9bd49-bc7d-41ee-a1e9-520f8c6298cc {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:21:20.708431 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dd23082c-19b9-493b-acf9-62bd85cbd890 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=358fb11b9d984e15ac58ec8606c908e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441700 Oct 05 09:21:20.709222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6018a95e-5bb8-4351-b317-c4c8f23afcfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.712056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35386) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:20.762089 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Attempt 6 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:20.775376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec5ac-4ae7-475e-88d3-b4e1f321d2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.784250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6018a95e-5bb8-4351-b317-c4c8f23afcfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.804590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec5ac-4ae7-475e-88d3-b4e1f321d2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.826400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:20.865949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec5ac-4ae7-475e-88d3-b4e1f321d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.880531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6018a95e-5bb8-4351-b317-c4c8f23afcfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.884990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ec5ac-4ae7-475e-88d3-b4e1f321d2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12797b9e-12b3-4f82-a251-edbebb47968e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:20.903116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec5ac-4ae7-475e-88d3-b4e1f321d2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:20.906014 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4a6ec5ac-4ae7-475e-88d3-b4e1f321d2ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12797b9e-12b3-4f82-a251-edbebb47968e HTTP/1.1" status: 204 len: 168 time: 0.1910357 Oct 05 09:21:20.961358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6018a95e-5bb8-4351-b317-c4c8f23afcfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.002845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018a95e-5bb8-4351-b317-c4c8f23afcfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f9bd49-bc7d-41ee-a1e9-520f8c6298cc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:21.005373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6018a95e-5bb8-4351-b317-c4c8f23afcfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.011889 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6018a95e-5bb8-4351-b317-c4c8f23afcfa tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/f3f9bd49-bc7d-41ee-a1e9-520f8c6298cc HTTP/1.1" status: 204 len: 168 time: 0.4331779 Oct 05 09:21:21.016274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35392) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:21.021766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:21.178348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:21.182675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:21.186530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:21.192641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:21.203614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:21.207561 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35398) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:21.208612 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.228706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-12982e3b-82b6-444c-8494-483d89abc36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.245303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-12982e3b-82b6-444c-8494-483d89abc36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:21.249271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-12982e3b-82b6-444c-8494-483d89abc36e admin admin] Usage tracker for resource:security_group_rule and tenant:59d74a0ffb0442d18c546e275ff14109 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:21.252198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-12982e3b-82b6-444c-8494-483d89abc36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:21.258783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-12982e3b-82b6-444c-8494-483d89abc36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:21.313191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4a23e-866c-4a90-ac85-e4a0b8fb2d98 None None] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:21.328548 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Attempt 7 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:21.351573 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-12982e3b-82b6-444c-8494-483d89abc36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.356238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-12982e3b-82b6-444c-8494-483d89abc36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.405678 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-12982e3b-82b6-444c-8494-483d89abc36e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59d74a0ffb0442d18c546e275ff14109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961427 Oct 05 09:21:21.408128 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35402) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:21.410884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12982e3b-82b6-444c-8494-483d89abc36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72805bc7-0fca-4247-998b-3e134104bc7c,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:21.446962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:21.477562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9369d46b-553a-4ccb-88ea-abd74a6ee039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.494536 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.507689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9369d46b-553a-4ccb-88ea-abd74a6ee039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.565474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9369d46b-553a-4ccb-88ea-abd74a6ee039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.568327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:21.571672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Subnet': ['ID=73e5e63e-8fa7-480e-aeea-9089fc2e8782,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:21.574936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:21.577999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:21.578592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.588223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369d46b-553a-4ccb-88ea-abd74a6ee039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72805bc7-0fca-4247-998b-3e134104bc7c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:21.594953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9369d46b-553a-4ccb-88ea-abd74a6ee039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.600563 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9369d46b-553a-4ccb-88ea-abd74a6ee039 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72805bc7-0fca-4247-998b-3e134104bc7c HTTP/1.1" status: 204 len: 168 time: 0.1893442 Oct 05 09:21:21.604646 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bc8f2d77-95ed-4867-b34f-0e13db6cb280 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5880373 Oct 05 09:21:21.607509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35408) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:21.613263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'security_group': {'name': 'tempest-secgroup-202510696'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:21.620835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:21.624967 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:security_group and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:21.627917 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:21.634645 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:21.648644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.670529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:21.674414 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:security_group_rule and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:21.678284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:21.684425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:21.764355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.767512 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.818418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaab4eb-d06e-4e02-86a4-e224fe10dc37,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:21.824865 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.826784 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6ae3308b-be1e-4627-8a6a-932d667e2c50 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2180455 Oct 05 09:21:21.829791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35414) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:21.835911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'security_group': {'name': 'tempest-secgroup-1407699537'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:21.839547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54c311b-5b77-4743-8213-08d83330ce65 None None] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:21.843824 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:21.849509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:security_group and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:21.853127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:21.860600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:21.876384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:21.909627 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:21.916341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:security_group_rule and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:21.920319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:21.927116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:21.950608 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Attempt 8 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:22.002403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:22.009795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:22.027830 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:22.053138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a0f94b-0e55-42b5-91da-d54cbdfdaed5,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:22.056205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:22.057580 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-15962de6-974a-4926-9d94-9a1b2de93367 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2268288 Oct 05 09:21:22.060311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35424) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:22.065418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'security_group': {'name': 'tempest-secgroup-362001562'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:22.073889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:22.075785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:security_group and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:22.078744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:22.084921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:22.095732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:22.116274 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:22.121460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:security_group_rule and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:22.124554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:22.130278 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:22.210635 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:22.214972 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:22.264670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9b958f-3bb8-4547-a4a4-968d4bece93a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:22.268495 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:22.273504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35436) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:22.273907 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-08d05693-946e-4527-8b8b-4124dbc2cc6e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2125757 Oct 05 09:21:22.279669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-955901974', 'security_groups': ['5f9b958f-3bb8-4547-a4a4-968d4bece93a'], 'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '73e5e63e-8fa7-480e-aeea-9089fc2e8782'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:22.304726 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:21:22.430297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:22.441899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:22.454049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:22.529644 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Attempt 9 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:22.587132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:22.590706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:22.611881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] device_id is not set on port bc9230fb-4feb-46eb-919a-4b5a63b889a1 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:21:22.824011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.4 (5d242852-8068-4ed9-8d3c-573cab19d0ce/73e5e63e-8fa7-480e-aeea-9089fc2e8782/bc9230fb-4feb-46eb-919a-4b5a63b889a1) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:23.064832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35456) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:23.088530 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Attempt 10 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:23.136790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.149082 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9767cdfa-3c31-47c2-b5e2-7b6561542984 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:23.156324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Transition to ACTIVE for port object bc9230fb-4feb-46eb-919a-4b5a63b889a1 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:23.180642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.233394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'network': {'name': 'tempest-network-smoke--1388381618', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'port_security_enabled': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:23.238464 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:23.242380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:network and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:23.245184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:23.251696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:23.252726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:23.262245 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:23.266981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:23.269607 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:23.272527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Provisioning for port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:23.274386 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.278459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Provisioning complete for port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:23.279203 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.279723 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Attempt 1 to provision port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde Oct 05 09:21:23.291451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.301082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=bc9230fb-4feb-46eb-919a-4b5a63b889a1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:23.316576 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:23.322055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:23.326580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:23.335291 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:23.343212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:23.344258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.377619 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ed21584d-4e6e-48b0-948a-777f04dd0cce tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1023800 Oct 05 09:21:23.381592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35462) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:23.393277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9b051e80-44d0-4d53-8384-fc79d8af307e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:23.429716 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Current status of the port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:23.441942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Provisioning complete for port f66c75f5-4866-46e5-9898-509c472c4300 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:23.443053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.443397 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Attempt 1 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:23.501577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:23.530494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.534633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.588976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:21:23.605854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9b051e80-44d0-4d53-8384-fc79d8af307e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:23.607908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aace85-b451-4abe-98c1-481d18482ea8,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:23.613348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9b051e80-44d0-4d53-8384-fc79d8af307e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:23.616252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.616584 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Added segment 19535d2c-bcbc-4844-800e-d9b0700b7c40 of type vlan for network 67f68959-a817-4f4b-b01e-276f03974f0e Oct 05 09:21:23.617756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9b051e80-44d0-4d53-8384-fc79d8af307e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:23.626934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9b051e80-44d0-4d53-8384-fc79d8af307e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:23.648911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b051e80-44d0-4d53-8384-fc79d8af307e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:23.652308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b051e80-44d0-4d53-8384-fc79d8af307e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.670330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.783060 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.789016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:23.789596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.905516 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.ipam_backend_mixin [None req-9b051e80-44d0-4d53-8384-fc79d8af307e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 73e5e63e-8fa7-480e-aeea-9089fc2e8782 (CIDR: 172.20.0.0/28) Oct 05 09:21:23.915360 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b051e80-44d0-4d53-8384-fc79d8af307e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:23.915892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b051e80-44d0-4d53-8384-fc79d8af307e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:23.923042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Network': ['ID=67f68959-a817-4f4b-b01e-276f03974f0e,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:23.925946 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5460729e-1462-4c85-8860-13e75e2a910d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8599496 Oct 05 09:21:23.929227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35466) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:23.933129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 67f68959-a817-4f4b-b01e-276f03974f0e details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:21:23.934648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-264215722', 'admin_state_up': True, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:23.943156 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9b051e80-44d0-4d53-8384-fc79d8af307e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5597780 Oct 05 09:21:23.943361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:23.943998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35470) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:23.947556 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:router and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:23.949632 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-91c2c793-6d72-4fe2-8840-dc30b3501e3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:23.950931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:23.957191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:23.969371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.970473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:23.987889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:24.004564 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Attempt 2 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:24.082361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:24.094436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-91c2c793-6d72-4fe2-8840-dc30b3501e3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:24.098222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-91c2c793-6d72-4fe2-8840-dc30b3501e3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:24.101941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-91c2c793-6d72-4fe2-8840-dc30b3501e3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:24.107632 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-91c2c793-6d72-4fe2-8840-dc30b3501e3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:24.119105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c2c793-6d72-4fe2-8840-dc30b3501e3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:24.122546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91c2c793-6d72-4fe2-8840-dc30b3501e3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:24.287324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:24.361923 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.ipam_backend_mixin [None req-91c2c793-6d72-4fe2-8840-dc30b3501e3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4d6c33d2-aed5-4d58-959f-4df02d185f1f (CIDR: 172.20.0.16/28) Oct 05 09:21:24.366260 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c2c793-6d72-4fe2-8840-dc30b3501e3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:24.366760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c2c793-6d72-4fe2-8840-dc30b3501e3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:24.387893 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-91c2c793-6d72-4fe2-8840-dc30b3501e3f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4402914 Oct 05 09:21:24.388123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35474) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:24.393546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'subnet': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:24.532586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:24.536887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Usage tracker for resource:subnet and tenant:b390321863884273a9d461d8c21c7a28 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:24.539741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:24.545243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:24.555711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Made reservation on behalf of b390321863884273a9d461d8c21c7a28 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:24.559236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:24.584028 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Attempt 3 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:24.598132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:24.629814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:24.643647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:24.771502 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.229 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/0400e34d-ef9f-45ee-adb6-18aabab1b5e4) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:24.825947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:24.883855 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:24.886850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:24.891357 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:24.891948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:24.901535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b528c15-3176-4744-833c-a173a35ac75b None None] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:24.910582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Subnet': ['ID=916d0e23-f2e7-449f-b883-b28ede68a46a,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:24.924363 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-789eebad-0292-482a-a24b-e615bce5430f tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5352590 Oct 05 09:21:24.927289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35478) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:24.933446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-54bac2d0-cbda-4a7f-b72a-7a34f83af769 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1003924046', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '916d0e23-f2e7-449f-b883-b28ede68a46a'}], 'security_groups': ['ffaab4eb-d06e-4e02-86a4-e224fe10dc37', '63a0f94b-0e55-42b5-91da-d54cbdfdaed5']}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:24.936759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:24.969120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:25.032997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:25.040821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:25.045119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:25.081193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=0400e34d-ef9f-45ee-adb6-18aabab1b5e4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:25.146037 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Attempt 4 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:25.191329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-54bac2d0-cbda-4a7f-b72a-7a34f83af769 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:25.218495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:25.308115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bdc0f6-15c2-4ea6-953b-a4a683da4d87 None None] Update dhcp port {'port': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'fixed_ips': [{'subnet_id': '4d6c33d2-aed5-4d58-959f-4df02d185f1f', 'ip_address': '172.20.0.18'}, {'subnet_id': '73e5e63e-8fa7-480e-aeea-9089fc2e8782'}, {'subnet_id': '916d0e23-f2e7-449f-b883-b28ede68a46a'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': '548b3c26-5d85-4ecb-a791-0ad38b3f6dde'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:21:25.365176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6bdc0f6-15c2-4ea6-953b-a4a683da4d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:25.603388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:25.611671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-54bac2d0-cbda-4a7f-b72a-7a34f83af769 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Delete allocated IP 172.20.0.4 (5d242852-8068-4ed9-8d3c-573cab19d0ce/73e5e63e-8fa7-480e-aeea-9089fc2e8782) {{(pid=89054) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 05 09:21:25.619277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-54bac2d0-cbda-4a7f-b72a-7a34f83af769 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Allocated IP 172.20.0.44 (5d242852-8068-4ed9-8d3c-573cab19d0ce/916d0e23-f2e7-449f-b883-b28ede68a46a/bc9230fb-4feb-46eb-919a-4b5a63b889a1) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:25.720497 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Attempt 5 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:25.782983 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:25.828814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-54bac2d0-cbda-4a7f-b72a-7a34f83af769 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:25.846653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-54bac2d0-cbda-4a7f-b72a-7a34f83af769 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Ignored duplicate provisioning block setup for port bc9230fb-4feb-46eb-919a-4b5a63b889a1 by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 05 09:21:25.851555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-54bac2d0-cbda-4a7f-b72a-7a34f83af769 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:25.967932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:25.982117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d6bdc0f6-15c2-4ea6-953b-a4a683da4d87 None None] Allocated IP 172.20.0.2 (5d242852-8068-4ed9-8d3c-573cab19d0ce/73e5e63e-8fa7-480e-aeea-9089fc2e8782/548b3c26-5d85-4ecb-a791-0ad38b3f6dde) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:25.988342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d6bdc0f6-15c2-4ea6-953b-a4a683da4d87 None None] Allocated IP 172.20.0.34 (5d242852-8068-4ed9-8d3c-573cab19d0ce/916d0e23-f2e7-449f-b883-b28ede68a46a/548b3c26-5d85-4ecb-a791-0ad38b3f6dde) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:26.037814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bac2d0-cbda-4a7f-b72a-7a34f83af769 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event updated for resources: {'Port': ['ID=bc9230fb-4feb-46eb-919a-4b5a63b889a1,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:26.058658 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-54bac2d0-cbda-4a7f-b72a-7a34f83af769 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] In _notify_port_updated(), no bound segment for port bc9230fb-4feb-46eb-919a-4b5a63b889a1 on network 5d242852-8068-4ed9-8d3c-573cab19d0ce {{(pid=89054) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:21:26.064127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bac2d0-cbda-4a7f-b72a-7a34f83af769 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:26.064757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-54bac2d0-cbda-4a7f-b72a-7a34f83af769 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:26.069320 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-54bac2d0-cbda-4a7f-b72a-7a34f83af769 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "PUT /v2.0/ports/bc9230fb-4feb-46eb-919a-4b5a63b889a1 HTTP/1.1" status: 200 len: 960 time: 1.1376667 Oct 05 09:21:26.072512 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35482) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:26.144922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb2139-a3ab-4896-a61e-f1a2a030ef2d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port bc9230fb-4feb-46eb-919a-4b5a63b889a1 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:26.146839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2139-a3ab-4896-a61e-f1a2a030ef2d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:26.178488 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d6bdc0f6-15c2-4ea6-953b-a4a683da4d87 None None] For port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=548b3c26-5d85-4ecb-a791-0ad38b3f6dde,segment=NetworkSegment(ae9e318e-f00b-4e6d-a564-cbdce941e862),segment_id=ae9e318e-f00b-4e6d-a564-cbdce941e862)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:26.204347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 2976b9c2-4759-409b-9fe1-1e29de46ad64 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:21:26.207439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6bdc0f6-15c2-4ea6-953b-a4a683da4d87 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:26.226981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d6bdc0f6-15c2-4ea6-953b-a4a683da4d87 None None] Transition to ACTIVE for port object 548b3c26-5d85-4ecb-a791-0ad38b3f6dde will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:26.231783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6bdc0f6-15c2-4ea6-953b-a4a683da4d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:26.283549 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Attempt 6 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:26.392649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:21:26.406755 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Sync routers for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:21:26.417684 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:26.418618 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:26.424086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:26.425540 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-26937dc3-29cd-4d29-908f-c2da43926833 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4952347 Oct 05 09:21:26.429021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35486) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:26.492586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:26.493043 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdc0f6-15c2-4ea6-953b-a4a683da4d87 None None] Pushing event updated for resources: {'Port': ['ID=548b3c26-5d85-4ecb-a791-0ad38b3f6dde,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:26.551701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2139-a3ab-4896-a61e-f1a2a030ef2d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:26.555323 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ef775a65-65a7-4452-850a-c1fce2ff91fa tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=3d24fcbdc2b044ca86ffb7d681c0963d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1225898 Oct 05 09:21:26.555712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35492) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:26.664586 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:21:26.700750 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb2139-a3ab-4896-a61e-f1a2a030ef2d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for bc9230fb-4feb-46eb-919a-4b5a63b889a1 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:26.713655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f767be-de6e-4c30-9daf-5bdf49c8ea55 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:26.715348 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-60f767be-de6e-4c30-9daf-5bdf49c8ea55 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1587305 Oct 05 09:21:26.718232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35496) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:26.761907 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-143646f4-61f2-426f-9d66-6a241513915e tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425251 Oct 05 09:21:26.764416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35500) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:26.772544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-524599077', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:26.908436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2139-a3ab-4896-a61e-f1a2a030ef2d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:26.967360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb2139-a3ab-4896-a61e-f1a2a030ef2d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=bc9230fb-4feb-46eb-919a-4b5a63b889a1,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:26.993739 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Attempt 7 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:27.021684 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:21:25Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:27.029825 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Checking router: 2976b9c2-4759-409b-9fe1-1e29de46ad64 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:21:27.030440 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Updating router 2976b9c2-4759-409b-9fe1-1e29de46ad64 port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:21:27.076209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:27.080616 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:subnet and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:27.089549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:27.091114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:27.096687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:27.100052 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2139-a3ab-4896-a61e-f1a2a030ef2d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.113167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:27.113557 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3dfb2139-a3ab-4896-a61e-f1a2a030ef2d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/bc9230fb-4feb-46eb-919a-4b5a63b889a1 HTTP/1.1" status: 204 len: 168 time: 1.0371981 Oct 05 09:21:27.113557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35504) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:27.115256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.121761 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.170181 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-d325b84c-2a01-4969-b6a5-94518b889951 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] GET failed (client error): The resource could not be found. Oct 05 09:21:27.170708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d325b84c-2a01-4969-b6a5-94518b889951 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Synchronizing usage tracker for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:27.191205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d325b84c-2a01-4969-b6a5-94518b889951 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Unset dirty status for tenant:b390321863884273a9d461d8c21c7a28 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:27.195928 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d325b84c-2a01-4969-b6a5-94518b889951 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports/bc9230fb-4feb-46eb-919a-4b5a63b889a1 HTTP/1.1" status: 404 len: 333 time: 0.0773025 Oct 05 09:21:27.196134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35508) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:27.272669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-16cd6e87-7374-4bde-ae47-a8d6b1510333 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.301004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-16cd6e87-7374-4bde-ae47-a8d6b1510333 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.361510 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-16cd6e87-7374-4bde-ae47-a8d6b1510333 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.383560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd6e87-7374-4bde-ae47-a8d6b1510333 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9b958f-3bb8-4547-a4a4-968d4bece93a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:27.391939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-16cd6e87-7374-4bde-ae47-a8d6b1510333 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.393062 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-16cd6e87-7374-4bde-ae47-a8d6b1510333 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/security-groups/5f9b958f-3bb8-4547-a4a4-968d4bece93a HTTP/1.1" status: 204 len: 168 time: 0.1960151 Oct 05 09:21:27.396631 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35512) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:27.402131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.471873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2efdd2d1-41bc-446b-a00d-687889c4432b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.503386 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Subnet': ['ID=17f99b7d-6f46-4ad3-8f0a-9a45b75928d9,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:27.508862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Checking segment: {'id': '19535d2c-bcbc-4844-800e-d9b0700b7c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:27.509140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network hostable DHCP agents. Network: 67f68959-a817-4f4b-b01e-276f03974f0e, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:21:27.514059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2efdd2d1-41bc-446b-a00d-687889c4432b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.531521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 67f68959-a817-4f4b-b01e-276f03974f0e is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:21:27.543435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 67f68959-a817-4f4b-b01e-276f03974f0e) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:27.547757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:27.548880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.559075 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.559714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423224fd-3cd8-481e-96f7-e73034b407e4 None None] Network 67f68959-a817-4f4b-b01e-276f03974f0e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:27.567602 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2efdd2d1-41bc-446b-a00d-687889c4432b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.576408 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Transition to ACTIVE for port object 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:27.585777 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.591474 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9611979f-a951-4fd5-89dc-c4446d576fbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8258584 Oct 05 09:21:27.594486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35516) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:27.599931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdd2d1-41bc-446b-a00d-687889c4432b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a0f94b-0e55-42b5-91da-d54cbdfdaed5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:27.603018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2efdd2d1-41bc-446b-a00d-687889c4432b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.604274 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2efdd2d1-41bc-446b-a00d-687889c4432b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/security-groups/63a0f94b-0e55-42b5-91da-d54cbdfdaed5 HTTP/1.1" status: 204 len: 168 time: 0.2061460 Oct 05 09:21:27.606767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35520) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:27.631776 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Attempt 8 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:27.653650 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Attempting to bind port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:21:27.654043 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Attempting to bind port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:21:27.654409 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Attempting to bind port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:21:27.666838 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:21:27.667353 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:27.667759 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.668153 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:21:27.669571 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Bound port: 0400e34d-ef9f-45ee-adb6-18aabab1b5e4, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:21:27.669955 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.683308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-26eba907-0763-42b1-b682-9ee29489da37 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.726112 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Pushing event updated for resources: {'Port': ['ID=0400e34d-ef9f-45ee-adb6-18aabab1b5e4,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:27.729147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-26eba907-0763-42b1-b682-9ee29489da37 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.743955 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:27.743955 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:27.744510 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:27.744510 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:27.744785 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:27.745514 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:27.745994 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:27.746341 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:27.746667 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:27.746991 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:27.747312 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:27.747801 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:27.768957 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:27.784548 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] For port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:21:27.788640 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] For port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0400e34d-ef9f-45ee-adb6-18aabab1b5e4,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:21:27.799859 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.823583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-26eba907-0763-42b1-b682-9ee29489da37 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.869786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eba907-0763-42b1-b682-9ee29489da37 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaab4eb-d06e-4e02-86a4-e224fe10dc37,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:27.882592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-26eba907-0763-42b1-b682-9ee29489da37 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:27.884111 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-26eba907-0763-42b1-b682-9ee29489da37 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/security-groups/ffaab4eb-d06e-4e02-86a4-e224fe10dc37 HTTP/1.1" status: 204 len: 168 time: 0.2764435 Oct 05 09:21:27.886789 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35524) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:27.889270 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dd0ec-1b86-4954-a23e-0c9bf9a32b35 None None] Pushing event updated for resources: {'Port': ['ID=0400e34d-ef9f-45ee-adb6-18aabab1b5e4,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:27.913470 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:27.914125 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:28.025820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-67f68959-a817-4f4b-b01e-276f03974f0e', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:21:28.031486 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d150af-fe09-477e-a923-8f15edc50087 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting subnet 73e5e63e-8fa7-480e-aeea-9089fc2e8782 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:21:28.032875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:28.037802 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e9d150af-fe09-477e-a923-8f15edc50087 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:28.106733 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e9d150af-fe09-477e-a923-8f15edc50087 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:28.159175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 548b3c26-5d85-4ecb-a791-0ad38b3f6dde up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:28.189719 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:21:28.219276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e9d150af-fe09-477e-a923-8f15edc50087 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:28.298870 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Attempt 9 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:28.304383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e9d150af-fe09-477e-a923-8f15edc50087 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:28.356923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d150af-fe09-477e-a923-8f15edc50087 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Subnet': ['ID=73e5e63e-8fa7-480e-aeea-9089fc2e8782,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:28.361549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e9d150af-fe09-477e-a923-8f15edc50087 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:28.372165 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e9d150af-fe09-477e-a923-8f15edc50087 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/73e5e63e-8fa7-480e-aeea-9089fc2e8782 HTTP/1.1" status: 204 len: 168 time: 0.4809082 Oct 05 09:21:28.372366 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Allocated IP 172.20.0.2 (67f68959-a817-4f4b-b01e-276f03974f0e/17f99b7d-6f46-4ad3-8f0a-9a45b75928d9/690e2603-8f1a-438b-91da-005b02c7a573) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:28.373184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35528) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:28.381719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306ef56b-882d-4904-8d0b-ed54ca9d7705 None None] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:28.461476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ec8554-c3c6-4dbb-aece-3e8599b717a9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting subnet 916d0e23-f2e7-449f-b883-b28ede68a46a {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:21:28.464841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-90ec8554-c3c6-4dbb-aece-3e8599b717a9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:28.533261 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:28.544895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-90ec8554-c3c6-4dbb-aece-3e8599b717a9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:28.550348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:28.579690 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:21:25Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:28.584441 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88d518-01d1-49c8-b658-2eae638b8984 None None] The sync data for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv is: [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:21:25Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:21:28.658955 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-90ec8554-c3c6-4dbb-aece-3e8599b717a9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:28.762792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-90ec8554-c3c6-4dbb-aece-3e8599b717a9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:28.818024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-90ec8554-c3c6-4dbb-aece-3e8599b717a9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:28.823284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec8554-c3c6-4dbb-aece-3e8599b717a9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Subnet': ['ID=916d0e23-f2e7-449f-b883-b28ede68a46a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:28.830035 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-90ec8554-c3c6-4dbb-aece-3e8599b717a9 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/916d0e23-f2e7-449f-b883-b28ede68a46a HTTP/1.1" status: 204 len: 168 time: 0.4549372 Oct 05 09:21:28.831537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35532) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:28.945905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:28.962679 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Transition to ACTIVE for port object 690e2603-8f1a-438b-91da-005b02c7a573 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:28.970724 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c306626-1188-4b67-8135-d9d2d53e4e60 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] DELETE failed (client error): The resource could not be found. Oct 05 09:21:28.971071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c306626-1188-4b67-8135-d9d2d53e4e60 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:28.977422 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5c306626-1188-4b67-8135-d9d2d53e4e60 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/73e5e63e-8fa7-480e-aeea-9089fc2e8782 HTTP/1.1" status: 404 len: 337 time: 0.1445601 Oct 05 09:21:28.980186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35536) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:28.993085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Transition to ACTIVE for port object 690e2603-8f1a-438b-91da-005b02c7a573 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:29.030475 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.080855 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Attempt 10 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:29.167616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Network 67f68959-a817-4f4b-b01e-276f03974f0e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:29.181010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:29.195638 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:29.211205 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Pushing event updated for resources: {'Port': ['ID=690e2603-8f1a-438b-91da-005b02c7a573,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:29.242943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-885f15cc-3abd-49da-bf4d-5b2c041027af tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting subnet 4d6c33d2-aed5-4d58-959f-4df02d185f1f {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:21:29.245404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.1 (67f68959-a817-4f4b-b01e-276f03974f0e/17f99b7d-6f46-4ad3-8f0a-9a45b75928d9/f07e1ad0-995b-4577-a5e1-126d95f15787) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:29.247465 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:29.250375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-885f15cc-3abd-49da-bf4d-5b2c041027af tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.301234 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048d7be4-7518-4a9b-bc2a-f40fad36569e None None] Update dhcp port {'port': {'network_id': '5d242852-8068-4ed9-8d3c-573cab19d0ce', 'fixed_ips': [{'subnet_id': '4d6c33d2-aed5-4d58-959f-4df02d185f1f', 'ip_address': '172.20.0.18'}, {'subnet_id': '916d0e23-f2e7-449f-b883-b28ede68a46a'}], 'binding:host_id': 'dv-neutron-860328-1-hyperv'}, 'id': '548b3c26-5d85-4ecb-a791-0ad38b3f6dde'} from dv-neutron-860328-1-hyperv. {{(pid=89056) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 05 09:21:29.342239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-84cff132-8185-4b50-9b23-65526b1e87a9 None None] Could not find standard attr ID for object f2e44804-4985-4b9d-a42e-ec46b6bd786e. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:21:29.378290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-885f15cc-3abd-49da-bf4d-5b2c041027af tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.378779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Attempting to bind port 690e2603-8f1a-438b-91da-005b02c7a573 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:21:29.379165 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Attempting to bind port 690e2603-8f1a-438b-91da-005b02c7a573 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '19535d2c-bcbc-4844-800e-d9b0700b7c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:21:29.380346 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Attempting to bind port 690e2603-8f1a-438b-91da-005b02c7a573 on network 67f68959-a817-4f4b-b01e-276f03974f0e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:21:29.389950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-048d7be4-7518-4a9b-bc2a-f40fad36569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.400227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:21:29.400609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Checking segment: {'id': '19535d2c-bcbc-4844-800e-d9b0700b7c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:29.401022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.401420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Bound using segment: {'id': '19535d2c-bcbc-4844-800e-d9b0700b7c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:21:29.401911 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Bound port: 690e2603-8f1a-438b-91da-005b02c7a573, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19535d2c-bcbc-4844-800e-d9b0700b7c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:21:29.402306 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.530439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.542315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Provisioning for port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:29.545841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-885f15cc-3abd-49da-bf4d-5b2c041027af tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.592996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object f07e1ad0-995b-4577-a5e1-126d95f15787 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:29.609130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Provisioning complete for port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:29.609538 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.609847 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Attempt 1 to provision port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde Oct 05 09:21:29.639340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-885f15cc-3abd-49da-bf4d-5b2c041027af tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.663518 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] For port 690e2603-8f1a-438b-91da-005b02c7a573, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:21:29.675997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.691756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] For port 690e2603-8f1a-438b-91da-005b02c7a573, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=690e2603-8f1a-438b-91da-005b02c7a573,segment=NetworkSegment(19535d2c-bcbc-4844-800e-d9b0700b7c40),segment_id=19535d2c-bcbc-4844-800e-d9b0700b7c40)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server [None req-048d7be4-7518-4a9b-bc2a-f40fad36569e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d6c33d2-aed5-4d58-959f-4df02d185f1f: This subnet is being modified by another concurrent operation. Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise self.value Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1754, in update_port Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server raise exception Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d6c33d2-aed5-4d58-959f-4df02d185f1f: This subnet is being modified by another concurrent operation. Oct 05 09:21:29.698566 dv-neutron-860328-1-hyperv neutron-server[89056]: ERROR oslo_messaging.rpc.server Oct 05 09:21:29.705667 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.721794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f15cc-3abd-49da-bf4d-5b2c041027af tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6c33d2-aed5-4d58-959f-4df02d185f1f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:29.738016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-885f15cc-3abd-49da-bf4d-5b2c041027af tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.769317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 67f68959-a817-4f4b-b01e-276f03974f0e is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:29.774397 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-885f15cc-3abd-49da-bf4d-5b2c041027af tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/4d6c33d2-aed5-4d58-959f-4df02d185f1f HTTP/1.1" status: 204 len: 168 time: 0.7921655 Oct 05 09:21:29.777029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35540) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:29.778060 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:29.780299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=f07e1ad0-995b-4577-a5e1-126d95f15787,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:29.782130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:29.851747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:29.855773 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab7f728-525b-4ca1-bf1f-103a509defb3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] DELETE failed (client error): The resource could not be found. Oct 05 09:21:29.856451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab7f728-525b-4ca1-bf1f-103a509defb3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:29.863117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91971e20-9f96-4344-a240-ca1139320e34 None None] Network 5d242852-8068-4ed9-8d3c-573cab19d0ce requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:29.863399 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2ab7f728-525b-4ca1-bf1f-103a509defb3 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/f3f9bd49-bc7d-41ee-a1e9-520f8c6298cc HTTP/1.1" status: 404 len: 337 time: 0.0832055 Oct 05 09:21:29.865219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35544) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:29.928390 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c327ab52-f678-4d96-9794-c50e5e69515e tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf206d1-2bb0-4c6b-9f74-62a5231aa639 HTTP/1.1" status: 200 len: 205 time: 0.0592554 Oct 05 09:21:29.928859 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35548) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:29.952193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d416e7d-a9f9-4359-a8cc-cf88a3f68485 None None] Pushing event updated for resources: {'Port': ['ID=690e2603-8f1a-438b-91da-005b02c7a573,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:29.995280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Current status of the port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:30.005263 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Could not find standard attr ID for object bc9230fb-4feb-46eb-919a-4b5a63b889a1. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:21:30.011090 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-8048a2bb-724f-48c3-82b1-da7db8a0c640 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] delete failed (client error): The resource could not be found. Oct 05 09:21:30.014622 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8048a2bb-724f-48c3-82b1-da7db8a0c640 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/routers/adf206d1-2bb0-4c6b-9f74-62a5231aa639 HTTP/1.1" status: 404 len: 336 time: 0.0822816 Oct 05 09:21:30.014895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35552) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:30.061154 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ca5514-7005-49d5-ad04-c528b4f09004 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] DELETE failed (client error): The resource could not be found. Oct 05 09:21:30.061760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ca5514-7005-49d5-ad04-c528b4f09004 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:30.068644 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-91ca5514-7005-49d5-ad04-c528b4f09004 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/65c738d8-93f7-43fd-8cb3-a981e2739492 HTTP/1.1" status: 404 len: 337 time: 0.0525138 Oct 05 09:21:30.074798 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35556) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:30.129326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Provisioning complete for port f66c75f5-4866-46e5-9898-509c472c4300 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:30.130316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:30.130652 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Attempt 1 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:30.157338 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c4e4d8-953b-4d48-a190-8ee85bbf142d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] DELETE failed (client error): The resource could not be found. Oct 05 09:21:30.157989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c4e4d8-953b-4d48-a190-8ee85bbf142d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:30.163496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:30.167094 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a3c4e4d8-953b-4d48-a190-8ee85bbf142d tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/e3a7ee63-1d76-4af7-a93c-8c628bf1eaa8 HTTP/1.1" status: 404 len: 337 time: 0.0947311 Oct 05 09:21:30.172078 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35560) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:30.236501 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-d451b998-42e8-49b5-ba7a-52b2ae56a804 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] DELETE failed (client error): The resource could not be found. Oct 05 09:21:30.236952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d451b998-42e8-49b5-ba7a-52b2ae56a804 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:30.241464 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d451b998-42e8-49b5-ba7a-52b2ae56a804 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/4c87081b-6de7-4726-b377-8b12b7b91c10 HTTP/1.1" status: 404 len: 337 time: 0.0578160 Oct 05 09:21:30.242159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35564) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:30.262508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:30.289874 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88b8a23-517d-4566-8b95-2f7b18b693c5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] DELETE failed (client error): The resource could not be found. Oct 05 09:21:30.290388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88b8a23-517d-4566-8b95-2f7b18b693c5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:30.294551 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b88b8a23-517d-4566-8b95-2f7b18b693c5 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/dfcd7688-8324-4e71-aeaa-090e1d9a3deb HTTP/1.1" status: 404 len: 333 time: 0.0478513 Oct 05 09:21:30.294984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35568) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:30.308496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f12f62-5817-44f8-91f0-b2d1d29f419f None None] DHCP port deletion for 5d242852-8068-4ed9-8d3c-573cab19d0ce request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:21:30.310819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:30.317009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-14f12f62-5817-44f8-91f0-b2d1d29f419f None None] Deleting port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:30.317402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-14f12f62-5817-44f8-91f0-b2d1d29f419f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:30.353900 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adf9326-d4f0-4280-839f-b034e333ae66 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] DELETE failed (client error): The resource could not be found. Oct 05 09:21:30.354379 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7adf9326-d4f0-4280-839f-b034e333ae66 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:30.356115 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7adf9326-d4f0-4280-839f-b034e333ae66 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/dfbfbd4e-69ed-4cf5-b3a0-9102521cf950 HTTP/1.1" status: 404 len: 337 time: 0.0602112 Oct 05 09:21:30.360876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35572) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:30.363027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:30.363420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:30.363800 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 Oct 05 09:21:30.416137 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ed7cf0-94a1-45d5-8b5c-b26ae1d2f564 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] DELETE failed (client error): The resource could not be found. Oct 05 09:21:30.416601 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ed7cf0-94a1-45d5-8b5c-b26ae1d2f564 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:30.420769 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e4ed7cf0-94a1-45d5-8b5c-b26ae1d2f564 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/b39654a1-0110-41e5-8d15-c79b46cf3bbd HTTP/1.1" status: 404 len: 337 time: 0.0562701 Oct 05 09:21:30.420996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35576) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:30.473993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:30.482959 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f031f2ea-e529-409d-b6fb-460c2c5881c7 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] DELETE failed (client error): The resource could not be found. Oct 05 09:21:30.483424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f031f2ea-e529-409d-b6fb-460c2c5881c7 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:30.485129 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f031f2ea-e529-409d-b6fb-460c2c5881c7 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/c367287f-d247-4f7b-befa-b5ce679c5914 HTTP/1.1" status: 404 len: 333 time: 0.0631909 Oct 05 09:21:30.487852 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35580) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:30.528100 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb56d17d-9690-457a-af21-cbed096b6163 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] DELETE failed (client error): The resource could not be found. Oct 05 09:21:30.528711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb56d17d-9690-457a-af21-cbed096b6163 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:30.530529 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-eb56d17d-9690-457a-af21-cbed096b6163 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/76bfcb11-6976-4e6f-92f5-c862adb268cf HTTP/1.1" status: 404 len: 337 time: 0.0415308 Oct 05 09:21:30.533041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35584) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:30.574641 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c7e972-8b47-40f4-ae3b-b9f6fd422b07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] DELETE failed (client error): The resource could not be found. Oct 05 09:21:30.575256 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c7e972-8b47-40f4-ae3b-b9f6fd422b07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89054) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:21:30.579399 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e7c7e972-8b47-40f4-ae3b-b9f6fd422b07 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/subnets/6c77ff5b-33ec-4690-8642-f2a875664d0a HTTP/1.1" status: 404 len: 337 time: 0.0430079 Oct 05 09:21:30.579725 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35588) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:30.650863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Deleting port f66c75f5-4866-46e5-9898-509c472c4300 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:30.651597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:30.651768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:30.651989 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:30.671086 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-14f12f62-5817-44f8-91f0-b2d1d29f419f None None] For port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=548b3c26-5d85-4ecb-a791-0ad38b3f6dde,segment=NetworkSegment(ae9e318e-f00b-4e6d-a564-cbdce941e862),segment_id=ae9e318e-f00b-4e6d-a564-cbdce941e862)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:30.671558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-14f12f62-5817-44f8-91f0-b2d1d29f419f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:30.738811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0400e34d-ef9f-45ee-adb6-18aabab1b5e4,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:30.843450 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Attempt 2 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:30.876603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-14f12f62-5817-44f8-91f0-b2d1d29f419f None None] Calling delete_port for 548b3c26-5d85-4ecb-a791-0ad38b3f6dde owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:30.917200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:30.934073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:30.947471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:30.997116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 548b3c26-5d85-4ecb-a791-0ad38b3f6dde no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:21:31.034754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.082285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Port f66c75f5-4866-46e5-9898-509c472c4300 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:31.110508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=0400e34d-ef9f-45ee-adb6-18aabab1b5e4,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:31.135532 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No ports have port_id starting with 548b3c26-5d85-4ecb-a791-0ad38b3f6dde Oct 05 09:21:31.136381 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-14f12f62-5817-44f8-91f0-b2d1d29f419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.188382 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Calling delete_port for f66c75f5-4866-46e5-9898-509c472c4300 owned by {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:31.202382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f12f62-5817-44f8-91f0-b2d1d29f419f None None] No DVR routers for this DVR port 548b3c26-5d85-4ecb-a791-0ad38b3f6dde on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:21:31.204575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f12f62-5817-44f8-91f0-b2d1d29f419f None None] Pushing event deleted for resources: {'Port': ['ID=548b3c26-5d85-4ecb-a791-0ad38b3f6dde,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:31.222037 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.228168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=f07e1ad0-995b-4577-a5e1-126d95f15787,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:31.290408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.346638 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.350093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Port': ['ID=f66c75f5-4866-46e5-9898-509c472c4300,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:31.361898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:31.362264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:31.362602 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:31.362932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:31.363273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:31.363593 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:31.363980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:31.364306 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:31.364623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:31.364944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:31.365265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:31.365581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:31.376616 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b53a2088-00ec-4b83-b4b6-13dde4acb17b tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/ports/f66c75f5-4866-46e5-9898-509c472c4300 HTTP/1.1" status: 204 len: 168 time: 0.7955363 Oct 05 09:21:31.379026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35592) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:31.380781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 67f68959-a817-4f4b-b01e-276f03974f0e is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:31.382223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:31.449175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866f2ffc-23b8-42c3-bb66-170c2a816527 None None] Network 67f68959-a817-4f4b-b01e-276f03974f0e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:31.499700 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2897be09-455f-456b-9c9c-9e76c16f8524 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.577331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 2976b9c2-4759-409b-9fe1-1e29de46ad64 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:21:31.604633 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Attempt 3 to provision port f66c75f5-4866-46e5-9898-509c472c4300 Oct 05 09:21:31.646533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f26c2d7b-c35f-44b4-a208-9be1a8e9b29f None None] Port f66c75f5-4866-46e5-9898-509c472c4300 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:21:31.646859 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2897be09-455f-456b-9c9c-9e76c16f8524 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.674574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-2897be09-455f-456b-9c9c-9e76c16f8524 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d242852-8068-4ed9-8d3c-573cab19d0ce']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:31.687180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-2897be09-455f-456b-9c9c-9e76c16f8524 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9e318e-f00b-4e6d-a564-cbdce941e862') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:31.687482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-2897be09-455f-456b-9c9c-9e76c16f8524 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9e318e-f00b-4e6d-a564-cbdce941e862') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:31.698938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2897be09-455f-456b-9c9c-9e76c16f8524 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.716107 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2897be09-455f-456b-9c9c-9e76c16f8524 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.722674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2897be09-455f-456b-9c9c-9e76c16f8524 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:21:31.724170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2897be09-455f-456b-9c9c-9e76c16f8524 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.775327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fff9cee0-4522-4447-ac44-43d8f15cb9aa None None] Provisioning for port 690e2603-8f1a-438b-91da-005b02c7a573 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:31.783099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fff9cee0-4522-4447-ac44-43d8f15cb9aa None None] Could not find standard attr ID for object 548b3c26-5d85-4ecb-a791-0ad38b3f6dde. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:21:31.786916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fff9cee0-4522-4447-ac44-43d8f15cb9aa None None] Could not find standard attr ID for object f66c75f5-4866-46e5-9898-509c472c4300. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:21:31.789179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:21:31.794264 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-656cf751-14de-479c-a025-433aa77d25fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/2976b9c2-4759-409b-9fe1-1e29de46ad64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1979468 Oct 05 09:21:31.796775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35598) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:31.804633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Sync routers for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:21:31.807648 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment ae9e318e-f00b-4e6d-a564-cbdce941e862 resource provider aggregate not found Oct 05 09:21:31.829364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:31.830038 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:31.834989 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment ae9e318e-f00b-4e6d-a564-cbdce941e862 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae9e318e-f00b-4e6d-a564-cbdce941e862 found for delete ", "request_id": "req-fd93a0b3-2b39-4e54-82ae-80d7fb175aba"}]} Oct 05 09:21:31.860873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2897be09-455f-456b-9c9c-9e76c16f8524 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.871210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2897be09-455f-456b-9c9c-9e76c16f8524 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:31.921030 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2897be09-455f-456b-9c9c-9e76c16f8524 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] 10.222.0.64 "DELETE /v2.0/networks/5d242852-8068-4ed9-8d3c-573cab19d0ce HTTP/1.1" status: 204 len: 168 time: 0.5380232 Oct 05 09:21:31.935912 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897be09-455f-456b-9c9c-9e76c16f8524 tempest-PortsTestJSON-2139961786 tempest-PortsTestJSON-2139961786-project] Pushing event deleted for resources: {'Network': ['ID=5d242852-8068-4ed9-8d3c-573cab19d0ce,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:31.969611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e9205-f6c5-4f86-84ce-363a5a837556 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:31.970312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e9205-f6c5-4f86-84ce-363a5a837556 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:31.970806 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e9205-f6c5-4f86-84ce-363a5a837556 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:31.971340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e9205-f6c5-4f86-84ce-363a5a837556 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:31.971854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e9205-f6c5-4f86-84ce-363a5a837556 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:31.972360 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e9205-f6c5-4f86-84ce-363a5a837556 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:31.972895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e9205-f6c5-4f86-84ce-363a5a837556 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:31.975614 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0c9e9205-f6c5-4f86-84ce-363a5a837556 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4944 time: 0.1777079 Oct 05 09:21:31.978525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35606) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:32.070576 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ca709-c964-487e-a0b8-877c3d335596 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:32.071215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ca709-c964-487e-a0b8-877c3d335596 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:32.071795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ca709-c964-487e-a0b8-877c3d335596 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:32.072390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ca709-c964-487e-a0b8-877c3d335596 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:32.072945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ca709-c964-487e-a0b8-877c3d335596 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:32.073275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ca709-c964-487e-a0b8-877c3d335596 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:32.078089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35610) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:32.078254 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-892ca709-c964-487e-a0b8-877c3d335596 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0986311 Oct 05 09:21:32.085070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:21:32.244485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 690e2603-8f1a-438b-91da-005b02c7a573 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:32.367406 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fa495ebe-ea95-4ec9-a7c5-c71949548b29 None None] Provisioning for port f07e1ad0-995b-4577-a5e1-126d95f15787 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:32.382715 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b959df21-9dca-4331-9a2c-da487d437284 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3032660 Oct 05 09:21:32.383834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35616) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:32.402532 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fa495ebe-ea95-4ec9-a7c5-c71949548b29 None None] Provisioning complete for port f07e1ad0-995b-4577-a5e1-126d95f15787 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:32.402833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fa495ebe-ea95-4ec9-a7c5-c71949548b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:32.403182 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fa495ebe-ea95-4ec9-a7c5-c71949548b29 None None] Attempt 1 to provision port f07e1ad0-995b-4577-a5e1-126d95f15787 Oct 05 09:21:32.505402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fa495ebe-ea95-4ec9-a7c5-c71949548b29 None None] Port f07e1ad0-995b-4577-a5e1-126d95f15787 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:32.508546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 690e2603-8f1a-438b-91da-005b02c7a573 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:32.545027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 690e2603-8f1a-438b-91da-005b02c7a573 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:32.545408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:32.545757 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 690e2603-8f1a-438b-91da-005b02c7a573 Oct 05 09:21:32.553520 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-88a865b0-249f-418d-9f07-aaa14bc39b26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b390321863884273a9d461d8c21c7a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685123 Oct 05 09:21:32.556119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35624) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:32.580949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19624f79-bc93-4f1a-b9a5-b3d84d11ae46 None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:21:32.616075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8f08c8-a60d-4ccd-9056-539bf0038bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:32.641110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8f08c8-a60d-4ccd-9056-539bf0038bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:32.691875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8f08c8-a60d-4ccd-9056-539bf0038bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:32.709864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f08c8-a60d-4ccd-9056-539bf0038bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e86cac-ee6a-460e-a0a4-0fc9b7c7198e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:32.714756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e8f08c8-a60d-4ccd-9056-539bf0038bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:32.715891 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1e8f08c8-a60d-4ccd-9056-539bf0038bed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97e86cac-ee6a-460e-a0a4-0fc9b7c7198e HTTP/1.1" status: 204 len: 168 time: 0.1587374 Oct 05 09:21:32.845561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:32.867528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7bb5d03f-4c68-4eba-a083-b248dfa6cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:32.870749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Checking router: 2976b9c2-4759-409b-9fe1-1e29de46ad64 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:21:32.871116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Updating router 2976b9c2-4759-409b-9fe1-1e29de46ad64 port f07e1ad0-995b-4577-a5e1-126d95f15787 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:21:32.896364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 690e2603-8f1a-438b-91da-005b02c7a573 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:32.896761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:32.916529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19624f79-bc93-4f1a-b9a5-b3d84d11ae46 None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:21:32.984771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:32.999672 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 690e2603-8f1a-438b-91da-005b02c7a573, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=690e2603-8f1a-438b-91da-005b02c7a573,segment=NetworkSegment(19535d2c-bcbc-4844-800e-d9b0700b7c40),segment_id=19535d2c-bcbc-4844-800e-d9b0700b7c40)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:33.050383 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fa495ebe-ea95-4ec9-a7c5-c71949548b29 None None] Attempt 2 to provision port f07e1ad0-995b-4577-a5e1-126d95f15787 Oct 05 09:21:33.100436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.101214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:33.268384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fa495ebe-ea95-4ec9-a7c5-c71949548b29 None None] Port f07e1ad0-995b-4577-a5e1-126d95f15787 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:33.378964 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=690e2603-8f1a-438b-91da-005b02c7a573,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:33.419880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35648) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:33.478217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35656) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:33.484344 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1461022088', 'description': 'tempest-secgroup-smoke-1461022088 description', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:33.490784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:33.494730 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:33.497640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:33.498815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:33.499222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.499551 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 Oct 05 09:21:33.504466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:33.515361 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.537244 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:33.541508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:33.544452 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:33.545324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-46861eb9-cae3-428a-bb9b-ee2e6eec6985 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1583575773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:33.550266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:33.552575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-46861eb9-cae3-428a-bb9b-ee2e6eec6985 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:33.556817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-46861eb9-cae3-428a-bb9b-ee2e6eec6985 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Usage tracker for resource:router and tenant:662862d0777644fba538b31167de381c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:33.559917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-46861eb9-cae3-428a-bb9b-ee2e6eec6985 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:33.567452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-46861eb9-cae3-428a-bb9b-ee2e6eec6985 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:33.579179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46861eb9-cae3-428a-bb9b-ee2e6eec6985 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.580583 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46861eb9-cae3-428a-bb9b-ee2e6eec6985 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.597759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46861eb9-cae3-428a-bb9b-ee2e6eec6985 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.619656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46861eb9-cae3-428a-bb9b-ee2e6eec6985 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.635788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.642213 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.645655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46861eb9-cae3-428a-bb9b-ee2e6eec6985 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.646891 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-46861eb9-cae3-428a-bb9b-ee2e6eec6985 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2259424 Oct 05 09:21:33.649673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35660) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:33.655677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-376285232'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:33.661369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:33.666627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Usage tracker for resource:network and tenant:662862d0777644fba538b31167de381c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:33.670372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:33.678044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:33.690318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b09d2c-92fb-4f94-9756-36856b4e9e02,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:33.693687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.698093 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-da8ea6db-5b8d-4fc3-9f02-a7d220ba0ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2183166 Oct 05 09:21:33.698669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35664) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:33.704803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4aa39d50-c506-4973-9d34-5080fd830a3a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '17b09d2c-92fb-4f94-9756-36856b4e9e02', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:33.709484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Made reservation on behalf of 662862d0777644fba538b31167de381c for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:33.712820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.728101 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4aa39d50-c506-4973-9d34-5080fd830a3a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:33.732821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.742505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4aa39d50-c506-4973-9d34-5080fd830a3a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:33.746551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4aa39d50-c506-4973-9d34-5080fd830a3a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:33.755579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4aa39d50-c506-4973-9d34-5080fd830a3a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:33.757687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:33.763928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Usage tracker for resource:security_group_rule and tenant:662862d0777644fba538b31167de381c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:33.768182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:33.773886 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fa495ebe-ea95-4ec9-a7c5-c71949548b29 None None] Attempt 3 to provision port f07e1ad0-995b-4577-a5e1-126d95f15787 Oct 05 09:21:33.780500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:33.787626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4aa39d50-c506-4973-9d34-5080fd830a3a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.856567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:33.888032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4aa39d50-c506-4973-9d34-5080fd830a3a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.895608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fa495ebe-ea95-4ec9-a7c5-c71949548b29 None None] Port f07e1ad0-995b-4577-a5e1-126d95f15787 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:33.901322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4aa39d50-c506-4973-9d34-5080fd830a3a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.938977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa39d50-c506-4973-9d34-5080fd830a3a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc4e70c-a5c0-4681-96c3-e24e63cefad0,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:33.961075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.966758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.975209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.982291 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4aa39d50-c506-4973-9d34-5080fd830a3a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:33.983391 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4aa39d50-c506-4973-9d34-5080fd830a3a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2835903 Oct 05 09:21:33.986386 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35668) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:33.992745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9f5ae4d0-0e16-4c02-a863-9643a414c545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '17b09d2c-92fb-4f94-9756-36856b4e9e02', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:33.993643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Transition to ACTIVE for port object f07e1ad0-995b-4577-a5e1-126d95f15787 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:33.998976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9f5ae4d0-0e16-4c02-a863-9643a414c545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:34.003223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9f5ae4d0-0e16-4c02-a863-9643a414c545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:34.005349 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.006416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:21:34.007676 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9f5ae4d0-0e16-4c02-a863-9643a414c545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:34.013988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9f5ae4d0-0e16-4c02-a863-9643a414c545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:34.015181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56912f39-1210-4cae-b592-688bce4e72b1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:34.022396 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.022718 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Added segment 10a88f46-6b94-4e96-a997-38c44d58297e of type vlan for network cbd03fc1-83c9-42e6-a501-7bba4a3b2274 Oct 05 09:21:34.037373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9f5ae4d0-0e16-4c02-a863-9643a414c545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.060795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.097836 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.104782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:34.105389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.112020 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 690e2603-8f1a-438b-91da-005b02c7a573 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:34.144497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9f5ae4d0-0e16-4c02-a863-9643a414c545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.148754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9f5ae4d0-0e16-4c02-a863-9643a414c545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.168948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ae4d0-0e16-4c02-a863-9643a414c545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec0e4e0-7144-4d46-98a0-ce8cbea5f21d,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:34.189575 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9f5ae4d0-0e16-4c02-a863-9643a414c545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.194712 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9f5ae4d0-0e16-4c02-a863-9643a414c545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2069905 Oct 05 09:21:34.195638 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35672) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:34.204472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-15ce53fb-5021-4f21-8072-c7042a2ff1fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '17b09d2c-92fb-4f94-9756-36856b4e9e02', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:34.213298 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-15ce53fb-5021-4f21-8072-c7042a2ff1fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:34.215596 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5642025 Oct 05 09:21:34.218167 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-15ce53fb-5021-4f21-8072-c7042a2ff1fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:34.218306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35676) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:34.222609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-15ce53fb-5021-4f21-8072-c7042a2ff1fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:34.227248 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Request body: {'subnet': {'network_id': 'cbd03fc1-83c9-42e6-a501-7bba4a3b2274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:34.229157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-15ce53fb-5021-4f21-8072-c7042a2ff1fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:34.243174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event updated for resources: {'Network': ['ID=cbd03fc1-83c9-42e6-a501-7bba4a3b2274,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:34.247403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15ce53fb-5021-4f21-8072-c7042a2ff1fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.256325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.256325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.256707 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.257021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.257354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.257694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.258058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.260961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.260961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.260961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.260961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.260961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f6020-7e67-48c5-a7dc-29f55d95b687 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:34.283671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6a029-59dc-48ec-bab5-3e69e2d517ac None None] Pushing event updated for resources: {'Port': ['ID=f07e1ad0-995b-4577-a5e1-126d95f15787,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:34.286825 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network cbd03fc1-83c9-42e6-a501-7bba4a3b2274 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:21:34.323235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15ce53fb-5021-4f21-8072-c7042a2ff1fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.327214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15ce53fb-5021-4f21-8072-c7042a2ff1fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.357704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce53fb-5021-4f21-8072-c7042a2ff1fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03235a33-c0ae-4b46-a1fd-0a59af880f40,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:34.366961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-15ce53fb-5021-4f21-8072-c7042a2ff1fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.370967 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-15ce53fb-5021-4f21-8072-c7042a2ff1fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1713233 Oct 05 09:21:34.371345 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35680) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:34.379069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-1b36265c-264c-4e5c-8068-865428ed3f2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '17b09d2c-92fb-4f94-9756-36856b4e9e02', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:34.386438 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1b36265c-264c-4e5c-8068-865428ed3f2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:34.390866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1b36265c-264c-4e5c-8068-865428ed3f2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:34.394277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1b36265c-264c-4e5c-8068-865428ed3f2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:34.401196 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1b36265c-264c-4e5c-8068-865428ed3f2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:34.419990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b36265c-264c-4e5c-8068-865428ed3f2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.422787 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fa495ebe-ea95-4ec9-a7c5-c71949548b29 None None] Attempt 4 to provision port f07e1ad0-995b-4577-a5e1-126d95f15787 Oct 05 09:21:34.456317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Attempting to bind port f07e1ad0-995b-4577-a5e1-126d95f15787 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:21:34.456542 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Attempting to bind port f07e1ad0-995b-4577-a5e1-126d95f15787 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '19535d2c-bcbc-4844-800e-d9b0700b7c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:21:34.456889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Attempting to bind port f07e1ad0-995b-4577-a5e1-126d95f15787 on network 67f68959-a817-4f4b-b01e-276f03974f0e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:21:34.482681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:34.486567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Usage tracker for resource:subnet and tenant:662862d0777644fba538b31167de381c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:34.487117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:21:34.487503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Checking segment: {'id': '19535d2c-bcbc-4844-800e-d9b0700b7c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:34.487898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.488305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Bound using segment: {'id': '19535d2c-bcbc-4844-800e-d9b0700b7c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:21:34.488851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Bound port: f07e1ad0-995b-4577-a5e1-126d95f15787, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19535d2c-bcbc-4844-800e-d9b0700b7c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:21:34.489233 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.490020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:34.490314 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b36265c-264c-4e5c-8068-865428ed3f2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.495659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b36265c-264c-4e5c-8068-865428ed3f2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.496739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:34.508702 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Made reservation on behalf of 662862d0777644fba538b31167de381c for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:34.512226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.529048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1b36265c-264c-4e5c-8068-865428ed3f2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.530407 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1b36265c-264c-4e5c-8068-865428ed3f2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1579580 Oct 05 09:21:34.533219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35684) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:34.536243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36265c-264c-4e5c-8068-865428ed3f2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f7cc1c-bc4a-4d30-8197-5ab4f8f9baac,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:34.540796 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8905d8f7-4618-4694-8289-d2e8db4df8fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '17b09d2c-92fb-4f94-9756-36856b4e9e02', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:34.546834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8905d8f7-4618-4694-8289-d2e8db4df8fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:34.550723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8905d8f7-4618-4694-8289-d2e8db4df8fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:34.554308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8905d8f7-4618-4694-8289-d2e8db4df8fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:34.560360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8905d8f7-4618-4694-8289-d2e8db4df8fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:34.573152 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-8905d8f7-4618-4694-8289-d2e8db4df8fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:21:34.579929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fa495ebe-ea95-4ec9-a7c5-c71949548b29 None None] Port f07e1ad0-995b-4577-a5e1-126d95f15787 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:34.581108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8905d8f7-4618-4694-8289-d2e8db4df8fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.587326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 690e2603-8f1a-438b-91da-005b02c7a573 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:34.587703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.588818 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 690e2603-8f1a-438b-91da-005b02c7a573 Oct 05 09:21:34.652874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8905d8f7-4618-4694-8289-d2e8db4df8fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.657476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8905d8f7-4618-4694-8289-d2e8db4df8fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.666330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.679910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] For port f07e1ad0-995b-4577-a5e1-126d95f15787, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:21:34.682550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905d8f7-4618-4694-8289-d2e8db4df8fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a45739-ba57-4c91-b36a-d11628bb3b06,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:34.685078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] For port f07e1ad0-995b-4577-a5e1-126d95f15787, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f07e1ad0-995b-4577-a5e1-126d95f15787,segment=NetworkSegment(19535d2c-bcbc-4844-800e-d9b0700b7c40),segment_id=19535d2c-bcbc-4844-800e-d9b0700b7c40)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:21:34.693167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.696394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8905d8f7-4618-4694-8289-d2e8db4df8fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.698021 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8905d8f7-4618-4694-8289-d2e8db4df8fa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1638582 Oct 05 09:21:34.700730 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35688) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:34.708492 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-299880bf-7ab1-41cc-970e-d70aad67d689 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '17b09d2c-92fb-4f94-9756-36856b4e9e02', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:34.718831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-299880bf-7ab1-41cc-970e-d70aad67d689 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:34.725885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-299880bf-7ab1-41cc-970e-d70aad67d689 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:34.729249 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-299880bf-7ab1-41cc-970e-d70aad67d689 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:34.735353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-299880bf-7ab1-41cc-970e-d70aad67d689 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:34.748857 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-299880bf-7ab1-41cc-970e-d70aad67d689 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:21:34.758809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-299880bf-7ab1-41cc-970e-d70aad67d689 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.779400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.794822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:34.795459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:34.839579 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-299880bf-7ab1-41cc-970e-d70aad67d689 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.846534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-299880bf-7ab1-41cc-970e-d70aad67d689 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.872106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event updated for resources: {'Subnet': ['ID=ac6ea44f-4dcf-448d-8cc9-60176588b929,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:34.884517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Checking segment: {'id': '10a88f46-6b94-4e96-a997-38c44d58297e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'cbd03fc1-83c9-42e6-a501-7bba4a3b2274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:34.884517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Network hostable DHCP agents. Network: cbd03fc1-83c9-42e6-a501-7bba4a3b2274, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:21:34.895513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299880bf-7ab1-41cc-970e-d70aad67d689 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077a293c-49d2-41eb-bdcf-d8d3cacf6e55,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:34.895846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6a029-59dc-48ec-bab5-3e69e2d517ac None None] Pushing event updated for resources: {'Port': ['ID=f07e1ad0-995b-4577-a5e1-126d95f15787,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:34.900537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-299880bf-7ab1-41cc-970e-d70aad67d689 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.911613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 690e2603-8f1a-438b-91da-005b02c7a573 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:34.912387 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-299880bf-7ab1-41cc-970e-d70aad67d689 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2077491 Oct 05 09:21:34.936015 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Network cbd03fc1-83c9-42e6-a501-7bba4a3b2274 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:21:34.949368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, cbd03fc1-83c9-42e6-a501-7bba4a3b2274) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:34.955009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:34.955598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:34.980313 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c2aa109b-78bd-42a9-8b83-41558df529d0 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7611303 Oct 05 09:21:34.983450 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35694) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:34.988485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d08a26-76ae-4f98-8e3f-58c551ae86cd None None] Network cbd03fc1-83c9-42e6-a501-7bba4a3b2274 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:34.990728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Request body: {'network': {'name': 'tempest-router-network01--1307870250'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:34.996360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:35.000379 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Usage tracker for resource:network and tenant:662862d0777644fba538b31167de381c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:35.007354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:35.013529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:35.024699 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Made reservation on behalf of 662862d0777644fba538b31167de381c for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:35.030733 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:35.058518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:21:35.070118 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:35.070541 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Added segment 54deb903-7974-4623-b98e-9eb8ebfd9f97 of type vlan for network 3cb10fbc-006d-46d0-93fa-3bc405e6da1d Oct 05 09:21:35.086602 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-fa495ebe-ea95-4ec9-a7c5-c71949548b29 None None] Attempt 5 to provision port f07e1ad0-995b-4577-a5e1-126d95f15787 Oct 05 09:21:35.100588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:35.154785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:35.160069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:35.162749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:35.166500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:21:35.247054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-f5587104-038b-452e-9bef-229210b213e9 req-264d2182-0cd8-4864-aef6-54e69b885015 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:35.275688 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2909307 Oct 05 09:21:35.278363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35708) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:35.288254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Request body: {'network': {'name': 'tempest-router-network02--86500752'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:35.289634 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e47e1-e3ff-4fac-be8f-8267011fd695 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event updated for resources: {'Network': ['ID=3cb10fbc-006d-46d0-93fa-3bc405e6da1d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:35.292557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-f5587104-038b-452e-9bef-229210b213e9 req-264d2182-0cd8-4864-aef6-54e69b885015 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:35.293712 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-264d2182-0cd8-4864-aef6-54e69b885015 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461022088&fields=id&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 267 time: 0.1734097 Oct 05 09:21:35.303061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:35.307166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Usage tracker for resource:network and tenant:662862d0777644fba538b31167de381c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:35.310081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:35.317877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:35.329926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Made reservation on behalf of 662862d0777644fba538b31167de381c for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:35.334035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:35.335615 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 3cb10fbc-006d-46d0-93fa-3bc405e6da1d details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:21:35.365797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:21:35.368152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fa495ebe-ea95-4ec9-a7c5-c71949548b29 None None] Port f07e1ad0-995b-4577-a5e1-126d95f15787 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:21:35.378247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:35.378714 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Added segment f1d2197a-f93f-4736-b384-817477e6fd58 of type vlan for network 5b4c3bd9-aa6f-45d5-a795-be81d0916ff8 Oct 05 09:21:35.417888 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:35.452858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:35.459437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:35.460219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:35.571620 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2891097 Oct 05 09:21:35.572303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5587104-038b-452e-9bef-229210b213e9 req-73f565b4-b5c3-4425-9e2e-646871b19c78 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:35.572303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-f5587104-038b-452e-9bef-229210b213e9 req-73f565b4-b5c3-4425-9e2e-646871b19c78 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:35.572814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35712) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:35.577426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Request body: {'subnet': {'network_id': '3cb10fbc-006d-46d0-93fa-3bc405e6da1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:35.589175 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-f5587104-038b-452e-9bef-229210b213e9 req-73f565b4-b5c3-4425-9e2e-646871b19c78 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:35.590659 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-73f565b4-b5c3-4425-9e2e-646871b19c78 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/networks?id=67f68959-a817-4f4b-b01e-276f03974f0e HTTP/1.1" status: 200 len: 797 time: 0.2891345 Oct 05 09:21:35.609216 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-956221ac-843a-46ef-9863-ad8847116dcd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/quotas/3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 375 time: 0.0120866 Oct 05 09:21:35.613191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d04d56-0095-4714-956a-3c575efdd439 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event updated for resources: {'Network': ['ID=5b4c3bd9-aa6f-45d5-a795-be81d0916ff8,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:35.618705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b18f3a9e-44c6-425c-bfa9-bce47b118abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:35.661294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 5b4c3bd9-aa6f-45d5-a795-be81d0916ff8 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:21:35.705584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:35.710696 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Usage tracker for resource:subnet and tenant:662862d0777644fba538b31167de381c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:35.711946 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-ad51ab5a-0e90-4d6d-8486-9505c8a661c3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900085 Oct 05 09:21:35.713643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:35.719684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:35.734765 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Made reservation on behalf of 662862d0777644fba538b31167de381c for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:35.739313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:35.776905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-cbd03fc1-83c9-42e6-a501-7bba4a3b2274', 'network_id': 'cbd03fc1-83c9-42e6-a501-7bba4a3b2274', 'tenant_id': '662862d0777644fba538b31167de381c', 'fixed_ips': [{'subnet_id': 'ac6ea44f-4dcf-448d-8cc9-60176588b929'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:21:35.777733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:35.893631 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-7bd79e7d-f220-46b8-9e8c-1ca7a728aa94 service neutron] 10.222.0.64 "GET /v2.0/networks/67f68959-a817-4f4b-b01e-276f03974f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621468 Oct 05 09:21:35.997226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:36.048232 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-130e1245-3cee-42ab-83ff-f5c49d3aa5ed service neutron] 10.222.0.64 "GET /v2.0/networks/67f68959-a817-4f4b-b01e-276f03974f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475549 Oct 05 09:21:36.069645 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:36.077790 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca3113f-e439-468c-b470-1d96066796e6 None None] The sync data for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv is: [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:21:36.080090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event updated for resources: {'Subnet': ['ID=dac4f892-aa80-4049-a119-e32dd06777ef,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:36.090417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Checking segment: {'id': '54deb903-7974-4623-b98e-9eb8ebfd9f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3cb10fbc-006d-46d0-93fa-3bc405e6da1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:36.090784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Network hostable DHCP agents. Network: 3cb10fbc-006d-46d0-93fa-3bc405e6da1d, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:21:36.113737 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Allocated IP 2001:db8::2 (cbd03fc1-83c9-42e6-a501-7bba4a3b2274/ac6ea44f-4dcf-448d-8cc9-60176588b929/b4e2daab-edb3-4682-af87-f2c658f52aff) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:36.116914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Network 3cb10fbc-006d-46d0-93fa-3bc405e6da1d is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:21:36.135285 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 3cb10fbc-006d-46d0-93fa-3bc405e6da1d) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:36.167034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:36.167399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:36.175114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f63716b-3206-4c06-a824-99a7ac5df754 None None] Network 3cb10fbc-006d-46d0-93fa-3bc405e6da1d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:36.194924 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dbe80a88-3187-468d-9eec-0cead6553f84 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6221170 Oct 05 09:21:36.198054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35716) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:36.206634 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Request body: {'subnet': {'network_id': '5b4c3bd9-aa6f-45d5-a795-be81d0916ff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:36.375469 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2f3cccf7-6d1a-423e-9d29-9e35b4c8129a req-21af0171-395c-45ad-82cb-0c65ebf5ad84 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 210 time: 0.0859706 Oct 05 09:21:36.399185 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:36.403263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Usage tracker for resource:subnet and tenant:662862d0777644fba538b31167de381c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:36.406692 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:36.413703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:36.443844 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Made reservation on behalf of 662862d0777644fba538b31167de381c for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:36.448231 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:36.651558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:36.672929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Transition to ACTIVE for port object b4e2daab-edb3-4682-af87-f2c658f52aff will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:36.677784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-3cb10fbc-006d-46d0-93fa-3bc405e6da1d', 'network_id': '3cb10fbc-006d-46d0-93fa-3bc405e6da1d', 'tenant_id': '662862d0777644fba538b31167de381c', 'fixed_ips': [{'subnet_id': 'dac4f892-aa80-4049-a119-e32dd06777ef'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:21:36.678951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:36.728311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:36.808159 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Transition to ACTIVE for port object b4e2daab-edb3-4682-af87-f2c658f52aff will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:36.818238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:36.837400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:36.872406 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event updated for resources: {'Subnet': ['ID=caffb8f9-728a-4fa9-84e1-dc6ba44ea2c9,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:36.894167 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Checking segment: {'id': 'f1d2197a-f93f-4736-b384-817477e6fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5b4c3bd9-aa6f-45d5-a795-be81d0916ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:36.894656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Network hostable DHCP agents. Network: 5b4c3bd9-aa6f-45d5-a795-be81d0916ff8, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:21:36.926605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Network 5b4c3bd9-aa6f-45d5-a795-be81d0916ff8 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:21:36.936767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:36.944651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 5b4c3bd9-aa6f-45d5-a795-be81d0916ff8) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:36.949490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:36.950881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:36.986019 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1e43e1b2-5e81-411f-9635-2b63e76d6466 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7852473 Oct 05 09:21:36.990683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35730) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:36.992964 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31a4c34-06eb-4095-837d-ec68d8fc06e6 None None] Network 5b4c3bd9-aa6f-45d5-a795-be81d0916ff8 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:37.049129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Network cbd03fc1-83c9-42e6-a501-7bba4a3b2274 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:37.111634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:37.124316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Pushing event updated for resources: {'Port': ['ID=b4e2daab-edb3-4682-af87-f2c658f52aff,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:37.146452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:37.270157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Allocated IP 2001:db8::2 (3cb10fbc-006d-46d0-93fa-3bc405e6da1d/dac4f892-aa80-4049-a119-e32dd06777ef/8b386837-4168-4f6c-b3c5-65836a258fb8) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:37.394318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Attempting to bind port b4e2daab-edb3-4682-af87-f2c658f52aff on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:21:37.394318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Attempting to bind port b4e2daab-edb3-4682-af87-f2c658f52aff by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '10a88f46-6b94-4e96-a997-38c44d58297e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'cbd03fc1-83c9-42e6-a501-7bba4a3b2274'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:21:37.394318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Attempting to bind port b4e2daab-edb3-4682-af87-f2c658f52aff on network cbd03fc1-83c9-42e6-a501-7bba4a3b2274 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:21:37.512448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:21:37.513424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Checking segment: {'id': '10a88f46-6b94-4e96-a997-38c44d58297e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'cbd03fc1-83c9-42e6-a501-7bba4a3b2274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:37.513424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:37.513770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Bound using segment: {'id': '10a88f46-6b94-4e96-a997-38c44d58297e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'cbd03fc1-83c9-42e6-a501-7bba4a3b2274'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:21:37.514280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Bound port: b4e2daab-edb3-4682-af87-f2c658f52aff, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a88f46-6b94-4e96-a997-38c44d58297e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'cbd03fc1-83c9-42e6-a501-7bba4a3b2274'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:21:37.514659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:37.653927 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4476e14d-9330-4d96-a481-c7e5070499b4 req-e2c0af35-6814-437d-bb21-db32223774d1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 210 time: 0.1047878 Oct 05 09:21:37.777307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-5b4c3bd9-aa6f-45d5-a795-be81d0916ff8', 'network_id': '5b4c3bd9-aa6f-45d5-a795-be81d0916ff8', 'tenant_id': '662862d0777644fba538b31167de381c', 'fixed_ips': [{'subnet_id': 'caffb8f9-728a-4fa9-84e1-dc6ba44ea2c9'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:21:37.778730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:37.845041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] For port b4e2daab-edb3-4682-af87-f2c658f52aff, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:21:37.866480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] For port b4e2daab-edb3-4682-af87-f2c658f52aff, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b4e2daab-edb3-4682-af87-f2c658f52aff,segment=NetworkSegment(10a88f46-6b94-4e96-a997-38c44d58297e),segment_id=10a88f46-6b94-4e96-a997-38c44d58297e)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:21:37.913137 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:37.980764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:37.989772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:38.064682 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Transition to ACTIVE for port object 8b386837-4168-4f6c-b3c5-65836a258fb8 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:38.104455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b7210-12ff-4fec-bda2-278adf097058 None None] Pushing event updated for resources: {'Port': ['ID=b4e2daab-edb3-4682-af87-f2c658f52aff,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:38.125000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f07e1ad0-995b-4577-a5e1-126d95f15787 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:38.170188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Transition to ACTIVE for port object 8b386837-4168-4f6c-b3c5-65836a258fb8 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:38.217186 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:38.224569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5587104-038b-452e-9bef-229210b213e9 req-340829d9-7de8-45d9-a5f4-244c8bde5e56 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:38.226082 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-340829d9-7de8-45d9-a5f4-244c8bde5e56 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks?id=67f68959-a817-4f4b-b01e-276f03974f0e HTTP/1.1" status: 200 len: 797 time: 0.4447868 Oct 05 09:21:38.308663 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Network 3cb10fbc-006d-46d0-93fa-3bc405e6da1d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:38.318154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:38.326192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:38.362373 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Pushing event updated for resources: {'Port': ['ID=8b386837-4168-4f6c-b3c5-65836a258fb8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:38.365753 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-ee1a2ffc-1892-4d13-8e34-af85cd84f578 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 380 time: 0.1284945 Oct 05 09:21:38.382148 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'port': {'device_id': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'admin_state_up': True, 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'security_groups': ['17b09d2c-92fb-4f94-9756-36856b4e9e02']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:38.406393 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Allocated IP 2001:db8::2 (5b4c3bd9-aa6f-45d5-a795-be81d0916ff8/caffb8f9-728a-4fa9-84e1-dc6ba44ea2c9/fb129245-ab05-4365-b0ec-9abd258c72b5) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:38.427403 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port f07e1ad0-995b-4577-a5e1-126d95f15787 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:38.436680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f07e1ad0-995b-4577-a5e1-126d95f15787 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:38.437060 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:38.437601 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f07e1ad0-995b-4577-a5e1-126d95f15787 Oct 05 09:21:38.571191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Allocated IP 2001:db8::1 (3cb10fbc-006d-46d0-93fa-3bc405e6da1d/dac4f892-aa80-4049-a119-e32dd06777ef/22521621-f8d2-451f-a1c7-a634a2c66ac2) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:38.600766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:38.621092 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:port and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:38.636052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:38.677933 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Attempting to bind port 8b386837-4168-4f6c-b3c5-65836a258fb8 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:21:38.678893 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Attempting to bind port 8b386837-4168-4f6c-b3c5-65836a258fb8 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '54deb903-7974-4623-b98e-9eb8ebfd9f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3cb10fbc-006d-46d0-93fa-3bc405e6da1d'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:21:38.679165 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Attempting to bind port 8b386837-4168-4f6c-b3c5-65836a258fb8 on network 3cb10fbc-006d-46d0-93fa-3bc405e6da1d {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:21:38.711211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:38.721114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:21:38.721114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Checking segment: {'id': '54deb903-7974-4623-b98e-9eb8ebfd9f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3cb10fbc-006d-46d0-93fa-3bc405e6da1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:38.721114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:38.721931 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Bound using segment: {'id': '54deb903-7974-4623-b98e-9eb8ebfd9f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3cb10fbc-006d-46d0-93fa-3bc405e6da1d'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:21:38.721931 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Bound port: 8b386837-4168-4f6c-b3c5-65836a258fb8, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54deb903-7974-4623-b98e-9eb8ebfd9f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3cb10fbc-006d-46d0-93fa-3bc405e6da1d'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:21:38.723903 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:38.743353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:38.746324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:38.882892 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5806f8a4-d496-4c46-a50d-9432c8673bc6 req-5ebfe9e8-7f93-4234-aaca-4fa677bad1f8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 210 time: 0.1044881 Oct 05 09:21:38.951339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:38.987028 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] For port 8b386837-4168-4f6c-b3c5-65836a258fb8, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:21:38.987028 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] For port 8b386837-4168-4f6c-b3c5-65836a258fb8, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8b386837-4168-4f6c-b3c5-65836a258fb8,segment=NetworkSegment(54deb903-7974-4623-b98e-9eb8ebfd9f97),segment_id=54deb903-7974-4623-b98e-9eb8ebfd9f97)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:21:39.008167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.026666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Transition to ACTIVE for port object 22521621-f8d2-451f-a1c7-a634a2c66ac2 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:39.092504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f07e1ad0-995b-4577-a5e1-126d95f15787 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:39.093218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.165414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.175058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.8 (67f68959-a817-4f4b-b01e-276f03974f0e/17f99b7d-6f46-4ad3-8f0a-9a45b75928d9/a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:39.252262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.259171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.264729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port f07e1ad0-995b-4577-a5e1-126d95f15787, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f07e1ad0-995b-4577-a5e1-126d95f15787,segment=NetworkSegment(19535d2c-bcbc-4844-800e-d9b0700b7c40),segment_id=19535d2c-bcbc-4844-800e-d9b0700b7c40)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:39.274648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d92557-b18c-46d6-8566-871305a3a643 None None] Pushing event updated for resources: {'Port': ['ID=8b386837-4168-4f6c-b3c5-65836a258fb8,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:39.277148 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Network 3cb10fbc-006d-46d0-93fa-3bc405e6da1d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:39.282012 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.285421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:39.290591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:39.291306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.371510 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Transition to ACTIVE for port object fb129245-ab05-4365-b0ec-9abd258c72b5 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:39.373767 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event updated for resources: {'Port': ['ID=22521621-f8d2-451f-a1c7-a634a2c66ac2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:39.398616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Transition to ACTIVE for port object fb129245-ab05-4365-b0ec-9abd258c72b5 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:39.424051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.457085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=f07e1ad0-995b-4577-a5e1-126d95f15787,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:39.469449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Network 5b4c3bd9-aa6f-45d5-a795-be81d0916ff8 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:39.511755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f8507-b27e-4755-9817-5c2b9b3b209e None None] Network cbd03fc1-83c9-42e6-a501-7bba4a3b2274 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:39.528053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:39.539794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:39.699913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.703464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.768633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b5fb568a-1576-4786-9f11-0da32ca8523f None None] Provisioning for port b4e2daab-edb3-4682-af87-f2c658f52aff completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:39.772529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:39.798502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Pushing event updated for resources: {'Port': ['ID=fb129245-ab05-4365-b0ec-9abd258c72b5,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:39.851130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Attempting to bind port fb129245-ab05-4365-b0ec-9abd258c72b5 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:21:39.851292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Attempting to bind port fb129245-ab05-4365-b0ec-9abd258c72b5 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'f1d2197a-f93f-4736-b384-817477e6fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5b4c3bd9-aa6f-45d5-a795-be81d0916ff8'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:21:39.852402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Attempting to bind port fb129245-ab05-4365-b0ec-9abd258c72b5 on network 5b4c3bd9-aa6f-45d5-a795-be81d0916ff8 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:21:39.865371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:21:39.865748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Checking segment: {'id': 'f1d2197a-f93f-4736-b384-817477e6fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5b4c3bd9-aa6f-45d5-a795-be81d0916ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:39.866298 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:39.867319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Bound using segment: {'id': 'f1d2197a-f93f-4736-b384-817477e6fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5b4c3bd9-aa6f-45d5-a795-be81d0916ff8'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:21:39.870910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Bound port: fb129245-ab05-4365-b0ec-9abd258c72b5, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d2197a-f93f-4736-b384-817477e6fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5b4c3bd9-aa6f-45d5-a795-be81d0916ff8'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:21:39.870910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:40.041072 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] For port fb129245-ab05-4365-b0ec-9abd258c72b5, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:21:40.046846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] For port fb129245-ab05-4365-b0ec-9abd258c72b5, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fb129245-ab05-4365-b0ec-9abd258c72b5,segment=NetworkSegment(f1d2197a-f93f-4736-b384-817477e6fd58),segment_id=f1d2197a-f93f-4736-b384-817477e6fd58)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:21:40.060384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:40.199067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:40.282256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5423b-3899-47a7-8d53-e13814ac895a None None] Pushing event updated for resources: {'Port': ['ID=fb129245-ab05-4365-b0ec-9abd258c72b5,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:40.285613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c05ef0-70f8-4818-88e4-5306de7aafdf req-3b8f6296-81fc-4738-bbc0-1be177444240 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:40.288254 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-47c05ef0-70f8-4818-88e4-5306de7aafdf req-3b8f6296-81fc-4738-bbc0-1be177444240 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 931 time: 0.1433451 Oct 05 09:21:40.340299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f07e1ad0-995b-4577-a5e1-126d95f15787 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:40.368682 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-47c05ef0-70f8-4818-88e4-5306de7aafdf req-bea254c6-ec95-4d9f-a72c-d91db82239ba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=17b09d2c-92fb-4f94-9756-36856b4e9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734394 Oct 05 09:21:40.401286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:40.416763 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 67f68959-a817-4f4b-b01e-276f03974f0e is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:40.434602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:40.440184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:40.477635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f07e1ad0-995b-4577-a5e1-126d95f15787 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:40.478647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:40.494463 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f07e1ad0-995b-4577-a5e1-126d95f15787 Oct 05 09:21:40.693227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:40.694454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:40.747451 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-a4fd89f2-043f-4a4a-8911-25cffc9dcb7a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3735292 Oct 05 09:21:40.767254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f07e1ad0-995b-4577-a5e1-126d95f15787 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:40.767848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Request body: {'port': {'device_id': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:40.768751 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b4e2daab-edb3-4682-af87-f2c658f52aff up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:40.852634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:40.874002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:40.875084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:40.878860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b4e2daab-edb3-4682-af87-f2c658f52aff completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:40.890056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b4e2daab-edb3-4682-af87-f2c658f52aff triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:40.890446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:40.890873 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b4e2daab-edb3-4682-af87-f2c658f52aff Oct 05 09:21:40.983571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee47c014-e208-4f9b-ab8b-e99c7709eabf None None] Network 3cb10fbc-006d-46d0-93fa-3bc405e6da1d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:41.157416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d7992f0e-2c32-4dc3-9a18-481c19bfcc69 None None] Provisioning for port 8b386837-4168-4f6c-b3c5-65836a258fb8 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:41.167317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event updated for resources: {'Port': ['ID=22521621-f8d2-451f-a1c7-a634a2c66ac2,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:41.183442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:41.201885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b4e2daab-edb3-4682-af87-f2c658f52aff is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:41.201885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:41.288051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port b4e2daab-edb3-4682-af87-f2c658f52aff, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b4e2daab-edb3-4682-af87-f2c658f52aff,segment=NetworkSegment(10a88f46-6b94-4e96-a997-38c44d58297e),segment_id=10a88f46-6b94-4e96-a997-38c44d58297e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:41.291625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Network 3cb10fbc-006d-46d0-93fa-3bc405e6da1d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:41.298534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:41.352012 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:41.352012 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8b386837-4168-4f6c-b3c5-65836a258fb8 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:41.504252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-30630b5b-b007-4139-ab28-82fd6d235a01 None None] Provisioning for port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:41.524061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-30630b5b-b007-4139-ab28-82fd6d235a01 None None] Provisioning complete for port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:41.524061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-30630b5b-b007-4139-ab28-82fd6d235a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:41.524061 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-30630b5b-b007-4139-ab28-82fd6d235a01 None None] Attempt 1 to provision port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 Oct 05 09:21:41.551033 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=b4e2daab-edb3-4682-af87-f2c658f52aff,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:41.590540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 8b386837-4168-4f6c-b3c5-65836a258fb8 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:41.610584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 8b386837-4168-4f6c-b3c5-65836a258fb8 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:41.610713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:41.611337 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 8b386837-4168-4f6c-b3c5-65836a258fb8 Oct 05 09:21:41.671618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-30630b5b-b007-4139-ab28-82fd6d235a01 None None] Port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:41.685465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b0916-21e8-46a7-988b-50648b1b8fce req-64f06e7f-224e-4481-a88c-1b1fc08b5cd7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:41.692785 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7b9b0916-21e8-46a7-988b-50648b1b8fce req-64f06e7f-224e-4481-a88c-1b1fc08b5cd7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 931 time: 0.1057005 Oct 05 09:21:41.724233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Router e6c8213c-b869-462a-86f7-41caecba479e is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:21:41.783581 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7b9b0916-21e8-46a7-988b-50648b1b8fce req-1d181e68-45ea-4e7d-b18a-403d5e1f6955 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=17b09d2c-92fb-4f94-9756-36856b4e9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892608 Oct 05 09:21:41.787395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 8b386837-4168-4f6c-b3c5-65836a258fb8 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:41.791528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:41.832556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 8b386837-4168-4f6c-b3c5-65836a258fb8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8b386837-4168-4f6c-b3c5-65836a258fb8,segment=NetworkSegment(54deb903-7974-4623-b98e-9eb8ebfd9f97),segment_id=54deb903-7974-4623-b98e-9eb8ebfd9f97)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:41.839522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:41.938252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=8b386837-4168-4f6c-b3c5-65836a258fb8,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:42.015020 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845c050-8955-4ad6-b04a-d62d71e1f6af None None] Network 5b4c3bd9-aa6f-45d5-a795-be81d0916ff8 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:42.169907 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:21:42.174548 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-30630b5b-b007-4139-ab28-82fd6d235a01 None None] Attempt 2 to provision port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 Oct 05 09:21:42.183609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:42.189861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:21:42.197665 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c9030da2-2491-47af-b5ca-b9f6918da837 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "PUT /v2.0/routers/e6c8213c-b869-462a-86f7-41caecba479e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2038190 Oct 05 09:21:42.200950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35746) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:42.203543 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e90c96-0f4c-439b-ba14-577627c9599e None None] Sync routers for ids ['e6c8213c-b869-462a-86f7-41caecba479e'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:21:42.209483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Transition to ACTIVE for port object a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:42.215373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:42.216458 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e90c96-0f4c-439b-ba14-577627c9599e None None] Routers {'e6c8213c-b869-462a-86f7-41caecba479e'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:42.216800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b4e2daab-edb3-4682-af87-f2c658f52aff up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:42.217065 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-62e90c96-0f4c-439b-ba14-577627c9599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e6c8213c-b869-462a-86f7-41caecba479e'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:42.310209 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-62e90c96-0f4c-439b-ba14-577627c9599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:42.320464 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e90c96-0f4c-439b-ba14-577627c9599e None None] Routers {'e6c8213c-b869-462a-86f7-41caecba479e'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:42.321505 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-62e90c96-0f4c-439b-ba14-577627c9599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e6c8213c-b869-462a-86f7-41caecba479e'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:42.416781 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-62e90c96-0f4c-439b-ba14-577627c9599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:42.417183 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e90c96-0f4c-439b-ba14-577627c9599e None None] The sync data for ids ['e6c8213c-b869-462a-86f7-41caecba479e'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:21:42.431804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-30630b5b-b007-4139-ab28-82fd6d235a01 None None] Port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:42.443535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b4e2daab-edb3-4682-af87-f2c658f52aff triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:42.444163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:42.444661 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b4e2daab-edb3-4682-af87-f2c658f52aff Oct 05 09:21:42.505848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:42.541825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Attempting to bind port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:21:42.542583 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Attempting to bind port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '19535d2c-bcbc-4844-800e-d9b0700b7c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:21:42.542966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Attempting to bind port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 on network 67f68959-a817-4f4b-b01e-276f03974f0e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:21:42.552348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 on network 67f68959-a817-4f4b-b01e-276f03974f0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:21:42.552971 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Attempting to bind port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 on network 67f68959-a817-4f4b-b01e-276f03974f0e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:21:42.559809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:21:42.560610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Checking segment: {'id': '19535d2c-bcbc-4844-800e-d9b0700b7c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:42.561167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Bound using segment: {'id': '19535d2c-bcbc-4844-800e-d9b0700b7c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:21:42.562191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Bound port: a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19535d2c-bcbc-4844-800e-d9b0700b7c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:21:42.562997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:42.631758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b4e2daab-edb3-4682-af87-f2c658f52aff is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:42.632949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8b386837-4168-4f6c-b3c5-65836a258fb8 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:42.686351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] For port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:21:42.690937 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] For port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16,segment=NetworkSegment(19535d2c-bcbc-4844-800e-d9b0700b7c40),segment_id=19535d2c-bcbc-4844-800e-d9b0700b7c40)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:21:42.699590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:42.725459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 8b386837-4168-4f6c-b3c5-65836a258fb8 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:42.725833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:42.726921 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 8b386837-4168-4f6c-b3c5-65836a258fb8 Oct 05 09:21:42.762141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:42.762762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:42.764159 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] 10.222.0.45 "PUT /v2.0/ports/a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 HTTP/1.1" status: 200 len: 1093 time: 2.0017672 Oct 05 09:21:42.764592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'tag': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:21:42.766917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0929f33a-5634-44d8-af7a-ae3a9f6ece77" -d '{"events": [{"name": "network-changed", "server_uuid": "302b1ba2-4ece-4e38-98de-e3fb859d6344", "tag": "a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:21:42.899518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f718e59f-9045-4daa-8355-0b8589d406ff x-openstack-request-id: req-f718e59f-9045-4daa-8355-0b8589d406ff {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:21:42.900098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302b1ba2-4ece-4e38-98de-e3fb859d6344", "tag": "a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:21:42.900518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f718e59f-9045-4daa-8355-0b8589d406ff {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:21:42.901074 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f718e59f-9045-4daa-8355-0b8589d406ff'] response: {'name': 'network-changed', 'server_uuid': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'tag': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'status': 'completed', 'code': 200} Oct 05 09:21:42.918061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33799aeb-ee94-45a7-9ecd-e06e626e4dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:42.935731 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-30630b5b-b007-4139-ab28-82fd6d235a01 None None] Attempt 3 to provision port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 Oct 05 09:21:42.975560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5587104-038b-452e-9bef-229210b213e9 req-ad6b47df-8194-4b3e-9272-b99c31017de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:42.977061 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-ad6b47df-8194-4b3e-9272-b99c31017de5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 1096 time: 0.1654694 Oct 05 09:21:42.986580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 8b386837-4168-4f6c-b3c5-65836a258fb8 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:42.987964 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fb129245-ab05-4365-b0ec-9abd258c72b5 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:43.054716 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-92fdcb97-e896-4499-b68f-80918b8d5f31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 HTTP/1.1" status: 200 len: 217 time: 0.0709753 Oct 05 09:21:43.081353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-30630b5b-b007-4139-ab28-82fd6d235a01 None None] Port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:21:43.090078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port fb129245-ab05-4365-b0ec-9abd258c72b5 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:43.120149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5587104-038b-452e-9bef-229210b213e9 req-c7f46e59-df2a-4b9e-84c4-a9af9c6c9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:43.121653 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-c7f46e59-df2a-4b9e-84c4-a9af9c6c9cf2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17f99b7d-6f46-4ad3-8f0a-9a45b75928d9 HTTP/1.1" status: 200 len: 834 time: 0.0602965 Oct 05 09:21:43.133923 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-bfcf46fb-8fb3-49fa-8cf2-b0971e3ac051 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:43.135641 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bfcf46fb-8fb3-49fa-8cf2-b0971e3ac051 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "PUT /v2.0/routers/e6c8213c-b869-462a-86f7-41caecba479e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9327757 Oct 05 09:21:43.138200 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35754) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:43.147550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e160c-a815-4bbb-96e2-f288174c4ce7 req-811733d7-e857-4610-a5ac-af420e2b56f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:43.148973 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-938e160c-a815-4bbb-96e2-f288174c4ce7 req-811733d7-e857-4610-a5ac-af420e2b56f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 943 time: 0.1671178 Oct 05 09:21:43.204374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Provisioning for port fb129245-ab05-4365-b0ec-9abd258c72b5 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:43.212481 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Provisioning complete for port fb129245-ab05-4365-b0ec-9abd258c72b5 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:43.213282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:43.214265 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Attempt 1 to provision port fb129245-ab05-4365-b0ec-9abd258c72b5 Oct 05 09:21:43.218727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5587104-038b-452e-9bef-229210b213e9 req-e1c49959-a2aa-4b2c-9d7a-c06987116eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:43.220218 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-e1c49959-a2aa-4b2c-9d7a-c06987116eab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67f68959-a817-4f4b-b01e-276f03974f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866773 Oct 05 09:21:43.318342 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-938e160c-a815-4bbb-96e2-f288174c4ce7 req-4b71adc9-8ce9-41a6-9c61-f513fceec41e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=17b09d2c-92fb-4f94-9756-36856b4e9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127100 Oct 05 09:21:43.351380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Current status of the port fb129245-ab05-4365-b0ec-9abd258c72b5 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:43.351771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:43.368426 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-71b4a207-59bb-4435-84bd-1c174b915b9a service neutron] 10.222.0.45 "GET /v2.0/networks/67f68959-a817-4f4b-b01e-276f03974f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419940 Oct 05 09:21:43.384801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] For port fb129245-ab05-4365-b0ec-9abd258c72b5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fb129245-ab05-4365-b0ec-9abd258c72b5,segment=NetworkSegment(f1d2197a-f93f-4736-b384-817477e6fd58),segment_id=f1d2197a-f93f-4736-b384-817477e6fd58)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:43.389608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:43.450608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Provisioning for port 22521621-f8d2-451f-a1c7-a634a2c66ac2 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:43.469883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Provisioning complete for port 22521621-f8d2-451f-a1c7-a634a2c66ac2 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:43.470232 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:43.471579 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Attempt 1 to provision port 22521621-f8d2-451f-a1c7-a634a2c66ac2 Oct 05 09:21:43.512119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Pushing event updated for resources: {'Port': ['ID=fb129245-ab05-4365-b0ec-9abd258c72b5,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:43.515706 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f5587104-038b-452e-9bef-229210b213e9 req-f0abd21c-ca66-46fb-a50d-93d1c9792429 service neutron] 10.222.0.45 "GET /v2.0/networks/67f68959-a817-4f4b-b01e-276f03974f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414769 Oct 05 09:21:43.532846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Port 22521621-f8d2-451f-a1c7-a634a2c66ac2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:43.645992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929f33a-5634-44d8-af7a-ae3a9f6ece77 req-1f716b43-8084-47be-80a4-e6780f5f4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:43.647478 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0929f33a-5634-44d8-af7a-ae3a9f6ece77 req-1f716b43-8084-47be-80a4-e6780f5f4f2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 1096 time: 0.0799098 Oct 05 09:21:43.694238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb6225af-605b-47f7-8432-3199d4396549 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:43.786263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929f33a-5634-44d8-af7a-ae3a9f6ece77 req-99aebf43-1c9a-4ddc-8582-51d878a78524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:43.787747 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0929f33a-5634-44d8-af7a-ae3a9f6ece77 req-99aebf43-1c9a-4ddc-8582-51d878a78524 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67f68959-a817-4f4b-b01e-276f03974f0e HTTP/1.1" status: 200 len: 898 time: 0.1333191 Oct 05 09:21:43.859128 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0929f33a-5634-44d8-af7a-ae3a9f6ece77 req-a56894b0-a41b-4611-8539-28948d8c28bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 HTTP/1.1" status: 200 len: 217 time: 0.0646074 Oct 05 09:21:43.923039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929f33a-5634-44d8-af7a-ae3a9f6ece77 req-4b3b3a1c-4bfd-466f-9153-a3a9526cafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:43.924473 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0929f33a-5634-44d8-af7a-ae3a9f6ece77 req-4b3b3a1c-4bfd-466f-9153-a3a9526cafd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17f99b7d-6f46-4ad3-8f0a-9a45b75928d9 HTTP/1.1" status: 200 len: 834 time: 0.0591609 Oct 05 09:21:44.018868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929f33a-5634-44d8-af7a-ae3a9f6ece77 req-fb541465-749e-41ba-9916-5c228da488f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:44.021624 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0929f33a-5634-44d8-af7a-ae3a9f6ece77 req-fb541465-749e-41ba-9916-5c228da488f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67f68959-a817-4f4b-b01e-276f03974f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908797 Oct 05 09:21:44.034015 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Attempt 2 to provision port 22521621-f8d2-451f-a1c7-a634a2c66ac2 Oct 05 09:21:44.042076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-bb6225af-605b-47f7-8432-3199d4396549 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Deleting port 22521621-f8d2-451f-a1c7-a634a2c66ac2 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:44.042425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb6225af-605b-47f7-8432-3199d4396549 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:44.087620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fb129245-ab05-4365-b0ec-9abd258c72b5 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:44.145573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Port 22521621-f8d2-451f-a1c7-a634a2c66ac2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:44.172805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port fb129245-ab05-4365-b0ec-9abd258c72b5 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:44.173201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:44.173512 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port fb129245-ab05-4365-b0ec-9abd258c72b5 Oct 05 09:21:44.296971 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port fb129245-ab05-4365-b0ec-9abd258c72b5 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:44.306520 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0929f33a-5634-44d8-af7a-ae3a9f6ece77 req-7f24a9d7-a35c-4745-8aec-e1796846d0b4 service neutron] 10.222.0.45 "GET /v2.0/networks/67f68959-a817-4f4b-b01e-276f03974f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778261 Oct 05 09:21:44.390578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb6225af-605b-47f7-8432-3199d4396549 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:44.461672 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0929f33a-5634-44d8-af7a-ae3a9f6ece77 req-8e988743-1770-4925-bdc4-dc6c7ada5919 service neutron] 10.222.0.45 "GET /v2.0/networks/67f68959-a817-4f4b-b01e-276f03974f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486220 Oct 05 09:21:44.560527 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-bb6225af-605b-47f7-8432-3199d4396549 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Calling delete_port for 22521621-f8d2-451f-a1c7-a634a2c66ac2 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:44.646441 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Attempt 3 to provision port 22521621-f8d2-451f-a1c7-a634a2c66ac2 Oct 05 09:21:44.682955 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8e8ba-9d37-4c6a-8631-bb1ec54e4545 req-5fd50115-a293-43f1-ad6a-50c4599d15c2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:44.684421 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bdf8e8ba-9d37-4c6a-8631-bb1ec54e4545 req-5fd50115-a293-43f1-ad6a-50c4599d15c2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 943 time: 0.2282333 Oct 05 09:21:44.701869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Port 22521621-f8d2-451f-a1c7-a634a2c66ac2 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:44.773117 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bdf8e8ba-9d37-4c6a-8631-bb1ec54e4545 req-a87b236e-63e5-49ed-b2df-f962e953a549 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=17b09d2c-92fb-4f94-9756-36856b4e9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830450 Oct 05 09:21:44.820798 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb6225af-605b-47f7-8432-3199d4396549 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:44.870884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6225af-605b-47f7-8432-3199d4396549 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event deleted for resources: {'Port': ['ID=22521621-f8d2-451f-a1c7-a634a2c66ac2,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:45.055910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb6225af-605b-47f7-8432-3199d4396549 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:45.202968 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Attempt 4 to provision port 22521621-f8d2-451f-a1c7-a634a2c66ac2 Oct 05 09:21:45.241386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Port 22521621-f8d2-451f-a1c7-a634a2c66ac2 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:21:45.251939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Provisioning complete for port 8b386837-4168-4f6c-b3c5-65836a258fb8 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:45.252334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:45.252656 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Attempt 1 to provision port 8b386837-4168-4f6c-b3c5-65836a258fb8 Oct 05 09:21:45.329533 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6225af-605b-47f7-8432-3199d4396549 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Router e6c8213c-b869-462a-86f7-41caecba479e has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:21:45.374000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0e89aee5-8940-4399-b9d8-ef9a0693f2e1 None None] Current status of the port 8b386837-4168-4f6c-b3c5-65836a258fb8 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:45.462303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6225af-605b-47f7-8432-3199d4396549 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:21:45.471891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736c8ac-3e31-43b6-b60e-5589be819380 None None] Sync routers for ids ['e6c8213c-b869-462a-86f7-41caecba479e'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:21:45.472078 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bb6225af-605b-47f7-8432-3199d4396549 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "PUT /v2.0/routers/e6c8213c-b869-462a-86f7-41caecba479e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3328514 Oct 05 09:21:45.476673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35760) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:45.482693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736c8ac-3e31-43b6-b60e-5589be819380 None None] Routers {'e6c8213c-b869-462a-86f7-41caecba479e'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:45.483307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7736c8ac-3e31-43b6-b60e-5589be819380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e6c8213c-b869-462a-86f7-41caecba479e'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:45.543621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7736c8ac-3e31-43b6-b60e-5589be819380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:45.552831 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736c8ac-3e31-43b6-b60e-5589be819380 None None] Routers {'e6c8213c-b869-462a-86f7-41caecba479e'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:45.553462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7736c8ac-3e31-43b6-b60e-5589be819380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e6c8213c-b869-462a-86f7-41caecba479e'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:45.618364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7736c8ac-3e31-43b6-b60e-5589be819380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:45.618775 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736c8ac-3e31-43b6-b60e-5589be819380 None None] The sync data for ids ['e6c8213c-b869-462a-86f7-41caecba479e'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:21:45.652691 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-4e61587f-6bca-4370-9f66-78a577b7e486 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] delete failed (client error): The resource could not be found. Oct 05 09:21:45.653696 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4e61587f-6bca-4370-9f66-78a577b7e486 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1776207673 HTTP/1.1" status: 404 len: 335 time: 0.1761253 Oct 05 09:21:45.657765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35764) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:45.663487 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-43e2b803-98bb-4078-9b4b-e13727b2eb45 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e6c8213c-b869-462a-86f7-41caecba479e'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:45.892337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:21:46.025910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16,segment=NetworkSegment(19535d2c-bcbc-4844-800e-d9b0700b7c40),segment_id=19535d2c-bcbc-4844-800e-d9b0700b7c40)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:46.039885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'port_id': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'mac_address': 'fa:16:3e:7b:90:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:21:46.094939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:46.095327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:46.099926 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43e2b803-98bb-4078-9b4b-e13727b2eb45 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:46.113385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:21:46.129605 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16,segment=NetworkSegment(19535d2c-bcbc-4844-800e-d9b0700b7c40),segment_id=19535d2c-bcbc-4844-800e-d9b0700b7c40)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:46.133215 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-43e2b803-98bb-4078-9b4b-e13727b2eb45 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] update failed (client error): The resource could not be found. Oct 05 09:21:46.133700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:46.138223 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-43e2b803-98bb-4078-9b4b-e13727b2eb45 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "PUT /v2.0/routers/e6c8213c-b869-462a-86f7-41caecba479e HTTP/1.1" status: 404 len: 339 time: 0.4757044 Oct 05 09:21:46.138628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35770) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:46.146629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-564648678'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:46.151700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:46.155772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Usage tracker for resource:network and tenant:662862d0777644fba538b31167de381c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:46.157187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0993d-b4e1-4023-a1ad-49cbffc23b9c req-528b6185-d2e8-4894-b95f-9b794faca0ce tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:46.158674 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9fb0993d-b4e1-4023-a1ad-49cbffc23b9c req-528b6185-d2e8-4894-b95f-9b794faca0ce tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 943 time: 0.2507122 Oct 05 09:21:46.158821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:46.165258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:46.177211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Made reservation on behalf of 662862d0777644fba538b31167de381c for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:46.183339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:46.206725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:46.217321 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9fb0993d-b4e1-4023-a1ad-49cbffc23b9c req-5b3e2691-424e-4ce9-9b4a-86f45306dc73 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=17b09d2c-92fb-4f94-9756-36856b4e9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495620 Oct 05 09:21:46.230236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:21:46.242002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:46.242359 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Added segment 33279410-d567-4354-a6fa-82d3cdc3f4e6 of type vlan for network 779892a2-d0db-47d8-8a97-2c68f73df95c Oct 05 09:21:46.269997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:46.300336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:46.306370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:46.306973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:46.380169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:21:46.405174 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2626762 Oct 05 09:21:46.405653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35774) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:46.412003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Request body: {'subnet': {'network_id': '779892a2-d0db-47d8-8a97-2c68f73df95c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:46.422244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8b56f-0130-4dd9-8726-67c80c12ca4b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event updated for resources: {'Network': ['ID=779892a2-d0db-47d8-8a97-2c68f73df95c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:46.432392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 779892a2-d0db-47d8-8a97-2c68f73df95c details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:21:46.535357 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:46.539398 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Usage tracker for resource:subnet and tenant:662862d0777644fba538b31167de381c is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:46.542246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:46.548030 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:46.558306 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Made reservation on behalf of 662862d0777644fba538b31167de381c for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:21:46.561896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:46.789753 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:46.871636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event updated for resources: {'Subnet': ['ID=7b37d161-7024-449e-8cb2-cc12d7bad6cc,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:46.881787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Checking segment: {'id': '33279410-d567-4354-a6fa-82d3cdc3f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '779892a2-d0db-47d8-8a97-2c68f73df95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:46.882226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Network hostable DHCP agents. Network: 779892a2-d0db-47d8-8a97-2c68f73df95c, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:21:46.901323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Network 779892a2-d0db-47d8-8a97-2c68f73df95c is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:21:46.910470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 779892a2-d0db-47d8-8a97-2c68f73df95c) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:46.914334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:46.914911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:46.919892 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ac7b08-e7b4-4aa1-9446-a35b0d163987 None None] Network 779892a2-d0db-47d8-8a97-2c68f73df95c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:46.936771 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f601b999-0567-4981-8741-11a18f30743b tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5299504 Oct 05 09:21:46.939516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35778) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:46.945346 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ce995ff3-3969-40a3-adfd-89e2bcc6724a tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Request body: {'router': {'external_gateway_info': {'network_id': '779892a2-d0db-47d8-8a97-2c68f73df95c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:47.141261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-779892a2-d0db-47d8-8a97-2c68f73df95c', 'network_id': '779892a2-d0db-47d8-8a97-2c68f73df95c', 'tenant_id': '662862d0777644fba538b31167de381c', 'fixed_ips': [{'subnet_id': '7b37d161-7024-449e-8cb2-cc12d7bad6cc'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:21:47.142150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:47.309175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Allocated IP 2001:db8:1::2 (779892a2-d0db-47d8-8a97-2c68f73df95c/7b37d161-7024-449e-8cb2-cc12d7bad6cc/17677e1a-1e1f-4397-b00f-a317c93b083b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:47.493983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce995ff3-3969-40a3-adfd-89e2bcc6724a tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:47.517311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:47.528392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Transition to ACTIVE for port object 17677e1a-1e1f-4397-b00f-a317c93b083b will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:47.547068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Transition to ACTIVE for port object 17677e1a-1e1f-4397-b00f-a317c93b083b will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:47.553049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:47.612321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2868f0-c131-452f-9de1-2f0908596cad req-5f58f725-3613-439e-89bd-1ae39882983c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:47.614369 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bd2868f0-c131-452f-9de1-2f0908596cad req-5f58f725-3613-439e-89bd-1ae39882983c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 944 time: 0.2466750 Oct 05 09:21:47.622643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Network 779892a2-d0db-47d8-8a97-2c68f73df95c is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:47.627560 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:47.641618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:47.653948 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Pushing event updated for resources: {'Port': ['ID=17677e1a-1e1f-4397-b00f-a317c93b083b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:47.692842 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bd2868f0-c131-452f-9de1-2f0908596cad req-79ca6acd-32a6-4497-abb2-d88a9f3ab46d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=17b09d2c-92fb-4f94-9756-36856b4e9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691259 Oct 05 09:21:47.704148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:47.704693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:47.713590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:47.714040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:47.714396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:47.714744 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:47.715083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:47.715474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:47.715756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:47.716087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:47.716451 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:47.716745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:21:47.720740 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-ce995ff3-3969-40a3-adfd-89e2bcc6724a tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:21:47.722465 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ce995ff3-3969-40a3-adfd-89e2bcc6724a tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "PUT /v2.0/routers/e6c8213c-b869-462a-86f7-41caecba479e HTTP/1.1" status: 400 len: 364 time: 0.7817466 Oct 05 09:21:47.728999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35784) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:47.782329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Attempting to bind port 17677e1a-1e1f-4397-b00f-a317c93b083b on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:21:47.782613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Attempting to bind port 17677e1a-1e1f-4397-b00f-a317c93b083b by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '33279410-d567-4354-a6fa-82d3cdc3f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '779892a2-d0db-47d8-8a97-2c68f73df95c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:21:47.782981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Attempting to bind port 17677e1a-1e1f-4397-b00f-a317c93b083b on network 779892a2-d0db-47d8-8a97-2c68f73df95c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:21:47.789989 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:21:47.790390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Checking segment: {'id': '33279410-d567-4354-a6fa-82d3cdc3f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '779892a2-d0db-47d8-8a97-2c68f73df95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:21:47.790823 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:47.791208 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Bound using segment: {'id': '33279410-d567-4354-a6fa-82d3cdc3f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '779892a2-d0db-47d8-8a97-2c68f73df95c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:21:47.791681 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Bound port: 17677e1a-1e1f-4397-b00f-a317c93b083b, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33279410-d567-4354-a6fa-82d3cdc3f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '779892a2-d0db-47d8-8a97-2c68f73df95c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:21:47.792058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:47.899996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:47.961003 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] For port 17677e1a-1e1f-4397-b00f-a317c93b083b, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:21:47.982726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] For port 17677e1a-1e1f-4397-b00f-a317c93b083b, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=17677e1a-1e1f-4397-b00f-a317c93b083b,segment=NetworkSegment(33279410-d567-4354-a6fa-82d3cdc3f4e6),segment_id=33279410-d567-4354-a6fa-82d3cdc3f4e6)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:21:47.991694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:48.058914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:48.080591 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:48.080982 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:48.081327 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 Oct 05 09:21:48.139909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acd6b7-a0ad-457c-9f5e-1c941dcfa1cf None None] Pushing event updated for resources: {'Port': ['ID=17677e1a-1e1f-4397-b00f-a317c93b083b,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:48.237138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:48.237138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:48.299435 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:21:48.302778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f699dc-bab6-46e0-a3fa-706107e5bcf5" -d '{"events": [{"server_uuid": "302b1ba2-4ece-4e38-98de-e3fb859d6344", "name": "network-vif-plugged", "status": "completed", "tag": "a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:21:48.313545 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16,segment=NetworkSegment(19535d2c-bcbc-4844-800e-d9b0700b7c40),segment_id=19535d2c-bcbc-4844-800e-d9b0700b7c40)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:48.327212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:48.348836 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:48.374915 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7258d2-ea31-496c-b1c2-d228d5cdae49 x-openstack-request-id: req-af7258d2-ea31-496c-b1c2-d228d5cdae49 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:21:48.375199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302b1ba2-4ece-4e38-98de-e3fb859d6344", "name": "network-vif-plugged", "status": "completed", "tag": "a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:21:48.375447 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af7258d2-ea31-496c-b1c2-d228d5cdae49 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:21:48.375831 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7258d2-ea31-496c-b1c2-d228d5cdae49'] response: {'server_uuid': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'code': 200} Oct 05 09:21:48.423794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:48.743194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fc6ab-118b-49d2-b2cb-df41d92e74a8 req-b5961dd6-6c8a-4f9f-b3f4-8c6ba76e874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:48.744681 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-450fc6ab-118b-49d2-b2cb-df41d92e74a8 req-b5961dd6-6c8a-4f9f-b3f4-8c6ba76e874c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 1098 time: 0.2020762 Oct 05 09:21:48.791877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Allocated IP 2001:db8::1 (cbd03fc1-83c9-42e6-a501-7bba4a3b2274/ac6ea44f-4dcf-448d-8cc9-60176588b929/71ed77d3-16ee-40a7-b9cb-30a5ba22ab10) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:48.810330 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-450fc6ab-118b-49d2-b2cb-df41d92e74a8 req-48ab80e9-6494-4d07-81c0-dea277c79144 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=17b09d2c-92fb-4f94-9756-36856b4e9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573053 Oct 05 09:21:48.932544 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ef490-8020-40f7-ba09-448ae26e86a4 req-7b47c0f3-89e9-455d-9989-bb6d81b9dbe6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:48.934179 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e09ef490-8020-40f7-ba09-448ae26e86a4 req-7b47c0f3-89e9-455d-9989-bb6d81b9dbe6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 945 time: 0.1194859 Oct 05 09:21:48.984512 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e09ef490-8020-40f7-ba09-448ae26e86a4 req-39132716-c79f-4069-ac25-d53589fe4718 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=17b09d2c-92fb-4f94-9756-36856b4e9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436618 Oct 05 09:21:49.108217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:49.123063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2444c2d-2026-4c74-8c0a-13165f20ccdb None None] Network 779892a2-d0db-47d8-8a97-2c68f73df95c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:49.125603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Transition to ACTIVE for port object 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:21:49.150195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:49.224286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Network cbd03fc1-83c9-42e6-a501-7bba4a3b2274 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:49.227977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:49.232492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:49.233003 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:49.235456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event updated for resources: {'Port': ['ID=71ed77d3-16ee-40a7-b9cb-30a5ba22ab10,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:49.280204 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ff94bdca-0e77-4725-8a2e-afdb359d4a1d None None] Provisioning for port 17677e1a-1e1f-4397-b00f-a317c93b083b completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:49.362258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:49.518824 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Provisioning for port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:49.524497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Provisioning complete for port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:49.524872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:49.525206 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Attempt 1 to provision port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 Oct 05 09:21:49.617528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:49.778470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:49.783056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:49.783861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:49.943055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event updated for resources: {'Port': ['ID=71ed77d3-16ee-40a7-b9cb-30a5ba22ab10,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:50.000188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Network cbd03fc1-83c9-42e6-a501-7bba4a3b2274 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:50.001296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:50.119914 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Attempt 2 to provision port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 Oct 05 09:21:50.147973 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 17677e1a-1e1f-4397-b00f-a317c93b083b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:50.192310 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Router e6c8213c-b869-462a-86f7-41caecba479e has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:21:50.249162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331113f-518d-4acf-9d47-273daafa8754 req-c4e46364-d71a-4bb2-8a67-fc145b93fcd4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:50.251424 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0331113f-518d-4acf-9d47-273daafa8754 req-c4e46364-d71a-4bb2-8a67-fc145b93fcd4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 945 time: 0.1096828 Oct 05 09:21:50.257277 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:50.261736 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 17677e1a-1e1f-4397-b00f-a317c93b083b completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:21:50.267752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 17677e1a-1e1f-4397-b00f-a317c93b083b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:50.268152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:50.268478 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 17677e1a-1e1f-4397-b00f-a317c93b083b Oct 05 09:21:50.299568 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0331113f-518d-4acf-9d47-273daafa8754 req-8cbd00a7-e950-45d4-9290-1a4a38382d5b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=17b09d2c-92fb-4f94-9756-36856b4e9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403898 Oct 05 09:21:50.352509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:21:50.362928 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ae1c2-41c0-40e3-818b-22204d9362a5 None None] Sync routers for ids ['e6c8213c-b869-462a-86f7-41caecba479e'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:21:50.373035 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35796) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:50.373691 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-101a8b99-08ef-493d-a793-2290eb589241 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "PUT /v2.0/routers/e6c8213c-b869-462a-86f7-41caecba479e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6436062 Oct 05 09:21:50.377861 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ae1c2-41c0-40e3-818b-22204d9362a5 None None] Routers {'e6c8213c-b869-462a-86f7-41caecba479e'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:50.378615 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f67ae1c2-41c0-40e3-818b-22204d9362a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e6c8213c-b869-462a-86f7-41caecba479e'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:50.416666 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 17677e1a-1e1f-4397-b00f-a317c93b083b is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:50.417219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:50.442793 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f67ae1c2-41c0-40e3-818b-22204d9362a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:50.452112 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ae1c2-41c0-40e3-818b-22204d9362a5 None None] Routers {'e6c8213c-b869-462a-86f7-41caecba479e'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:50.452574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 17677e1a-1e1f-4397-b00f-a317c93b083b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=17677e1a-1e1f-4397-b00f-a317c93b083b,segment=NetworkSegment(33279410-d567-4354-a6fa-82d3cdc3f4e6),segment_id=33279410-d567-4354-a6fa-82d3cdc3f4e6)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:50.452750 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f67ae1c2-41c0-40e3-818b-22204d9362a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e6c8213c-b869-462a-86f7-41caecba479e'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:50.457475 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:50.515806 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f67ae1c2-41c0-40e3-818b-22204d9362a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:50.516717 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ae1c2-41c0-40e3-818b-22204d9362a5 None None] The sync data for ids ['e6c8213c-b869-462a-86f7-41caecba479e'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:21:50.528024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=17677e1a-1e1f-4397-b00f-a317c93b083b,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:50.607225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1340caad-88ad-40e2-904d-8af3edf5a201 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:50.757767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f9b52-5896-4b88-b62f-f02afd3571b8 req-70c0f07e-4a14-45bc-b3c8-ab149bac9b2e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:50.758627 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Attempt 3 to provision port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 Oct 05 09:21:50.759253 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-431f9b52-5896-4b88-b62f-f02afd3571b8 req-70c0f07e-4a14-45bc-b3c8-ab149bac9b2e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 945 time: 0.3181245 Oct 05 09:21:50.797490 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-1340caad-88ad-40e2-904d-8af3edf5a201 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 05 09:21:50.798536 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1340caad-88ad-40e2-904d-8af3edf5a201 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "DELETE /v2.0/routers/e6c8213c-b869-462a-86f7-41caecba479e HTTP/1.1" status: 409 len: 329 time: 0.4239371 Oct 05 09:21:50.802244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35800) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:50.817794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:50.820715 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-431f9b52-5896-4b88-b62f-f02afd3571b8 req-a5fedfe2-2b1a-4f80-9159-1a9d9c5fc6ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=17b09d2c-92fb-4f94-9756-36856b4e9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521181 Oct 05 09:21:50.852043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35804) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:50.941176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13f17b0-cffb-45ba-b696-cefced8b7981 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:50.942800 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e13f17b0-cffb-45ba-b696-cefced8b7981 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 1093 time: 0.0896671 Oct 05 09:21:50.945948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35808) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:50.952414 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:50.958991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:21:50.963153 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:floatingip and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:21:50.966206 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:21:50.972817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:21:50.984580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:51.129673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:51.267308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.151 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/168dd12d-54a0-46d8-b03c-541ae716bf32) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:21:51.318527 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Attempt 4 to provision port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 Oct 05 09:21:51.356894 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-15ee7827-e578-488c-8fd4-2f5ad45303cb req-a57974f4-7fe4-440c-b1b4-dffe30c27923 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2212920 Oct 05 09:21:51.377419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:51.556144 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:51.568331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee7827-e578-488c-8fd4-2f5ad45303cb req-d666bb58-7d64-4b73-96ec-03cf8f850cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:51.569817 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-15ee7827-e578-488c-8fd4-2f5ad45303cb req-d666bb58-7d64-4b73-96ec-03cf8f850cca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 1098 time: 0.1359632 Oct 05 09:21:51.572868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9594f3de-69fd-417b-945b-67372eb098d9 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:51.586224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:51.654235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:21:51.657135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:21:51.665535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:21:51.701911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=168dd12d-54a0-46d8-b03c-541ae716bf32,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:51.879183 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Attempt 5 to provision port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 Oct 05 09:21:51.928631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee7827-e578-488c-8fd4-2f5ad45303cb req-681fac96-20d5-40a0-8e29-58d9c042bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:51.930130 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-15ee7827-e578-488c-8fd4-2f5ad45303cb req-681fac96-20d5-40a0-8e29-58d9c042bbd2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 912 time: 0.3086681 Oct 05 09:21:51.950002 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:52.056793 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-15ee7827-e578-488c-8fd4-2f5ad45303cb req-7cd3213a-9f33-4379-b595-6bcd63173b18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=470300d9-457e-47de-a78e-83d1f4d4e2cc HTTP/1.1" status: 200 len: 1000 time: 0.1191900 Oct 05 09:21:52.090661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 17677e1a-1e1f-4397-b00f-a317c93b083b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:21:52.142276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:52.163911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9594f3de-69fd-417b-945b-67372eb098d9 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Deleting port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:52.164253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9594f3de-69fd-417b-945b-67372eb098d9 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:52.172918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 17677e1a-1e1f-4397-b00f-a317c93b083b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:52.173296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:52.173634 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 17677e1a-1e1f-4397-b00f-a317c93b083b Oct 05 09:21:52.207723 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee7827-e578-488c-8fd4-2f5ad45303cb req-cf61037f-d28a-413f-9196-dcbc3969e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:52.209141 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-15ee7827-e578-488c-8fd4-2f5ad45303cb req-cf61037f-d28a-413f-9196-dcbc3969e552 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.1207676 Oct 05 09:21:52.235937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:52.342394 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 17677e1a-1e1f-4397-b00f-a317c93b083b is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:52.451565 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Attempt 6 to provision port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 Oct 05 09:21:52.473994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:52.480194 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:52.514695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:52.560492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9594f3de-69fd-417b-945b-67372eb098d9 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:52.569641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee7827-e578-488c-8fd4-2f5ad45303cb req-9f044cbc-9571-49b4-8e65-ca0a414c9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:52.571145 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-15ee7827-e578-488c-8fd4-2f5ad45303cb req-9f044cbc-9571-49b4-8e65-ca0a414c9893 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3536332 Oct 05 09:21:52.592792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:52.654756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=168dd12d-54a0-46d8-b03c-541ae716bf32,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:52.711752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9594f3de-69fd-417b-945b-67372eb098d9 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Calling delete_port for 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:52.777343 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP a177601a-6b06-4c29-a5e3-2f312f81f9e3 associated. External IP: 172.26.0.151, port: a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16. Oct 05 09:21:53.017057 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Attempt 7 to provision port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 Oct 05 09:21:53.044010 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-15ee7827-e578-488c-8fd4-2f5ad45303cb req-fa3c4c13-54c0-4a93-aeba-1ff89698a781 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157021 Oct 05 09:21:53.080760 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:21:53.307551 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-15ee7827-e578-488c-8fd4-2f5ad45303cb req-1ee008af-3504-4273-b288-c7cb02fed94c service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533700 Oct 05 09:21:53.310149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 2976b9c2-4759-409b-9fe1-1e29de46ad64 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:21:53.326355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9594f3de-69fd-417b-945b-67372eb098d9 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:53.383296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594f3de-69fd-417b-945b-67372eb098d9 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event deleted for resources: {'Port': ['ID=71ed77d3-16ee-40a7-b9cb-30a5ba22ab10,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:53.508991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:21:53.518613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3ad5d-8d73-4456-b79a-4eddfa78325b None None] Sync routers for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:21:53.529302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3ad5d-8d73-4456-b79a-4eddfa78325b None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:53.530138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-63e3ad5d-8d73-4456-b79a-4eddfa78325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:53.546082 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:53.568945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9594f3de-69fd-417b-945b-67372eb098d9 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:53.600504 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Attempt 8 to provision port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 Oct 05 09:21:53.613857 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-db9fca99-c344-4046-9133-42ada5b214f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6638129 Oct 05 09:21:53.613857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'tag': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:21:53.616460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662cbe0d-dfc5-4be5-a298-5d774e805366" -d '{"events": [{"name": "network-changed", "server_uuid": "302b1ba2-4ece-4e38-98de-e3fb859d6344", "tag": "a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:21:53.618704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35812) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:53.648446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3c743827-48e5-4929-ad97-7ec6b790826d None None] Port 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10 was deleted so its status cannot be updated. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 05 09:21:53.711832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a81940-d8cf-457c-a4fe-d381a1dfa7b6 x-openstack-request-id: req-16a81940-d8cf-457c-a4fe-d381a1dfa7b6 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:21:53.712288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302b1ba2-4ece-4e38-98de-e3fb859d6344", "tag": "a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:21:53.712631 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16a81940-d8cf-457c-a4fe-d381a1dfa7b6 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:21:53.713116 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16a81940-d8cf-457c-a4fe-d381a1dfa7b6'] response: {'name': 'network-changed', 'server_uuid': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'tag': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'status': 'completed', 'code': 200} Oct 05 09:21:53.760523 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b0965089-5337-4b94-925c-81cedbeab0ea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/a177601a-6b06-4c29-a5e3-2f312f81f9e3 HTTP/1.1" status: 200 len: 991 time: 0.1285062 Oct 05 09:21:53.782342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-63e3ad5d-8d73-4456-b79a-4eddfa78325b None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:21:53.831844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-69171172-01af-463d-ac56-29a24d0601e9 None None] Provisioning complete for port 17677e1a-1e1f-4397-b00f-a317c93b083b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:21:53.832215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-69171172-01af-463d-ac56-29a24d0601e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:53.832438 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-69171172-01af-463d-ac56-29a24d0601e9 None None] Attempt 1 to provision port 17677e1a-1e1f-4397-b00f-a317c93b083b Oct 05 09:21:54.043831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9594f3de-69fd-417b-945b-67372eb098d9 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Router e6c8213c-b869-462a-86f7-41caecba479e has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:21:54.056869 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cbe0d-dfc5-4be5-a298-5d774e805366 req-d67a9d8d-2e68-4d8a-aa3c-242cac06b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:54.058338 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-662cbe0d-dfc5-4be5-a298-5d774e805366 req-d67a9d8d-2e68-4d8a-aa3c-242cac06b9cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 1098 time: 0.3558950 Oct 05 09:21:54.182981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-69171172-01af-463d-ac56-29a24d0601e9 None None] Current status of the port 17677e1a-1e1f-4397-b00f-a317c93b083b is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:54.191209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-69171172-01af-463d-ac56-29a24d0601e9 None None] Could not find standard attr ID for object 71ed77d3-16ee-40a7-b9cb-30a5ba22ab10. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:21:54.272966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9594f3de-69fd-417b-945b-67372eb098d9 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:21:54.287897 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8960e7-bf7c-46f8-b0b7-99c8b38142d4 None None] Sync routers for ids ['e6c8213c-b869-462a-86f7-41caecba479e'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:21:54.295043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35818) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:54.295616 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9594f3de-69fd-417b-945b-67372eb098d9 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "PUT /v2.0/routers/e6c8213c-b869-462a-86f7-41caecba479e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4912336 Oct 05 09:21:54.300087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-63e3ad5d-8d73-4456-b79a-4eddfa78325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'a177601a-6b06-4c29-a5e3-2f312f81f9e3', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.151', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'port_id': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'mac_address': 'fa:16:3e:7b:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:21:52Z', 'updated_at': '2022-10-05T09:21:52Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:39Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:54.304314 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3ad5d-8d73-4456-b79a-4eddfa78325b None None] Checking router: 2976b9c2-4759-409b-9fe1-1e29de46ad64 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:21:54.312721 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3ad5d-8d73-4456-b79a-4eddfa78325b None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:54.313335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-63e3ad5d-8d73-4456-b79a-4eddfa78325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:54.323714 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8960e7-bf7c-46f8-b0b7-99c8b38142d4 None None] Routers {'e6c8213c-b869-462a-86f7-41caecba479e'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:54.324319 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1d8960e7-bf7c-46f8-b0b7-99c8b38142d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e6c8213c-b869-462a-86f7-41caecba479e'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:54.328420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cbe0d-dfc5-4be5-a298-5d774e805366 req-d9cfd3c2-e101-459d-9c2c-cff84a1ceccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:54.330001 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-662cbe0d-dfc5-4be5-a298-5d774e805366 req-d9cfd3c2-e101-459d-9c2c-cff84a1ceccd service neutron] 10.222.0.45 "GET /v2.0/networks?id=67f68959-a817-4f4b-b01e-276f03974f0e HTTP/1.1" status: 200 len: 898 time: 0.2224567 Oct 05 09:21:54.384083 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-37b4b83b-396b-420e-a470-e2d874df5821 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] show failed (client error): The resource could not be found. Oct 05 09:21:54.385139 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-37b4b83b-396b-420e-a470-e2d874df5821 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-1360980032 HTTP/1.1" status: 404 len: 335 time: 0.0886371 Oct 05 09:21:54.390370 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35822) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:54.391035 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1d8960e7-bf7c-46f8-b0b7-99c8b38142d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:54.397048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5c117a09-c5b5-4183-b3f3-5c88953b2c6d tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:21:54.403858 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8960e7-bf7c-46f8-b0b7-99c8b38142d4 None None] Routers {'e6c8213c-b869-462a-86f7-41caecba479e'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:54.404704 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1d8960e7-bf7c-46f8-b0b7-99c8b38142d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['e6c8213c-b869-462a-86f7-41caecba479e'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:54.458053 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-662cbe0d-dfc5-4be5-a298-5d774e805366 req-42f3a712-fa67-464a-8b59-904651d5266e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 HTTP/1.1" status: 200 len: 999 time: 0.1205001 Oct 05 09:21:54.464621 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-5c117a09-c5b5-4183-b3f3-5c88953b2c6d tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] update failed (client error): The resource could not be found. Oct 05 09:21:54.471815 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5c117a09-c5b5-4183-b3f3-5c88953b2c6d tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-196234800 HTTP/1.1" status: 404 len: 334 time: 0.0744827 Oct 05 09:21:54.472199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35826) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:54.478615 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1d8960e7-bf7c-46f8-b0b7-99c8b38142d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:54.479326 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8960e7-bf7c-46f8-b0b7-99c8b38142d4 None None] The sync data for ids ['e6c8213c-b869-462a-86f7-41caecba479e'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:21:54.519968 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-63e3ad5d-8d73-4456-b79a-4eddfa78325b None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:21:54.536133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cbe0d-dfc5-4be5-a298-5d774e805366 req-d386df90-d607-484d-88d1-1deed4fa1eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:54.538419 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-662cbe0d-dfc5-4be5-a298-5d774e805366 req-d386df90-d607-484d-88d1-1deed4fa1eef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17f99b7d-6f46-4ad3-8f0a-9a45b75928d9 HTTP/1.1" status: 200 len: 834 time: 0.0750785 Oct 05 09:21:54.544981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-11601301-adf0-4066-96e2-4a4a529d1066 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Deleting subnet 7b37d161-7024-449e-8cb2-cc12d7bad6cc {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:21:54.548044 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11601301-adf0-4066-96e2-4a4a529d1066 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:54.605786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11601301-adf0-4066-96e2-4a4a529d1066 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:54.635040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cbe0d-dfc5-4be5-a298-5d774e805366 req-9e160528-3b95-46d2-8310-e92ecab58f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:54.637141 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-662cbe0d-dfc5-4be5-a298-5d774e805366 req-9e160528-3b95-46d2-8310-e92ecab58f72 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67f68959-a817-4f4b-b01e-276f03974f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930130 Oct 05 09:21:54.726241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11601301-adf0-4066-96e2-4a4a529d1066 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:54.786501 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35832) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:54.802648 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-662cbe0d-dfc5-4be5-a298-5d774e805366 req-1dee7235-7d50-47dc-9d21-fbaae1be6cf5 service neutron] 10.222.0.45 "GET /v2.0/networks/67f68959-a817-4f4b-b01e-276f03974f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589367 Oct 05 09:21:54.953264 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-63e3ad5d-8d73-4456-b79a-4eddfa78325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'a177601a-6b06-4c29-a5e3-2f312f81f9e3', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.151', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'port_id': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'mac_address': 'fa:16:3e:7b:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:21:52Z', 'updated_at': '2022-10-05T09:21:52Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:39Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:54.960387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3ad5d-8d73-4456-b79a-4eddfa78325b None None] The sync data for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv is: [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'a177601a-6b06-4c29-a5e3-2f312f81f9e3', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.151', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'port_id': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'mac_address': 'fa:16:3e:7b:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:21:52Z', 'updated_at': '2022-10-05T09:21:52Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:39Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:21:54.963662 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-662cbe0d-dfc5-4be5-a298-5d774e805366 req-ea9f99a9-63c3-47da-bfc7-6f53f97e21e1 service neutron] 10.222.0.45 "GET /v2.0/networks/67f68959-a817-4f4b-b01e-276f03974f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442876 Oct 05 09:21:54.975607 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11601301-adf0-4066-96e2-4a4a529d1066 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:55.074714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4cd553-5316-409a-8606-f10d68a31eb8 None None] Network 779892a2-d0db-47d8-8a97-2c68f73df95c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:55.075067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11601301-adf0-4066-96e2-4a4a529d1066 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event deleted for resources: {'Subnet': ['ID=7b37d161-7024-449e-8cb2-cc12d7bad6cc,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:55.079495 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c836977e-2aec-45fe-bb63-904cbb791327 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/a177601a-6b06-4c29-a5e3-2f312f81f9e3 HTTP/1.1" status: 200 len: 991 time: 0.2919292 Oct 05 09:21:55.086549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11601301-adf0-4066-96e2-4a4a529d1066 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:55.101560 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-11601301-adf0-4066-96e2-4a4a529d1066 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "DELETE /v2.0/subnets/7b37d161-7024-449e-8cb2-cc12d7bad6cc HTTP/1.1" status: 204 len: 168 time: 0.6258008 Oct 05 09:21:55.101800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35838) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:55.167166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c229e7f3-fe60-48de-b510-bebff777607d None None] New status for floating IP a177601a-6b06-4c29-a5e3-2f312f81f9e3: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:21:55.232351 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:55.241881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a3aea-5d59-42e5-9e2e-d5f610e6d3f9 req-f98bbab5-b3d2-4fbb-adfd-e80fe36941ae tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:55.243356 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ac2a3aea-5d59-42e5-9e2e-d5f610e6d3f9 req-f98bbab5-b3d2-4fbb-adfd-e80fe36941ae tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 945 time: 0.2265949 Oct 05 09:21:55.266049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Deleting port 17677e1a-1e1f-4397-b00f-a317c93b083b {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:55.266313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:55.337717 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ac2a3aea-5d59-42e5-9e2e-d5f610e6d3f9 req-3c325e58-5693-42ee-8b91-aa89a5b781b2 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872512 Oct 05 09:21:55.604462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a4b6d1-6e37-444d-a4ed-8c94fc8c4796 None None] DHCP port deletion for 779892a2-d0db-47d8-8a97-2c68f73df95c request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:21:55.606708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] For port 17677e1a-1e1f-4397-b00f-a317c93b083b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=17677e1a-1e1f-4397-b00f-a317c93b083b,segment=NetworkSegment(33279410-d567-4354-a6fa-82d3cdc3f4e6),segment_id=33279410-d567-4354-a6fa-82d3cdc3f4e6)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:55.607139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:55.608844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4b6d1-6e37-444d-a4ed-8c94fc8c4796 None None] Deleting port 17677e1a-1e1f-4397-b00f-a317c93b083b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:55.609308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0a4b6d1-6e37-444d-a4ed-8c94fc8c4796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:55.743465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Calling delete_port for 17677e1a-1e1f-4397-b00f-a317c93b083b owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:55.818231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e0a4b6d1-6e37-444d-a4ed-8c94fc8c4796 None None] For port 17677e1a-1e1f-4397-b00f-a317c93b083b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=17677e1a-1e1f-4397-b00f-a317c93b083b,segment=NetworkSegment(33279410-d567-4354-a6fa-82d3cdc3f4e6),segment_id=33279410-d567-4354-a6fa-82d3cdc3f4e6)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:55.818693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0a4b6d1-6e37-444d-a4ed-8c94fc8c4796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:55.822841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:55.876475 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event deleted for resources: {'Port': ['ID=17677e1a-1e1f-4397-b00f-a317c93b083b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:55.879883 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] No DVR routers for this DVR port 17677e1a-1e1f-4397-b00f-a317c93b083b on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:21:55.990731 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4b6d1-6e37-444d-a4ed-8c94fc8c4796 None None] Calling delete_port for 17677e1a-1e1f-4397-b00f-a317c93b083b owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:56.013716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.048939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779892a2-d0db-47d8-8a97-2c68f73df95c']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:56.067493 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33279410-d567-4354-a6fa-82d3cdc3f4e6') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:56.068204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33279410-d567-4354-a6fa-82d3cdc3f4e6') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:56.072835 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-e0a4b6d1-6e37-444d-a4ed-8c94fc8c4796 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:21:56.073297 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-e0a4b6d1-6e37-444d-a4ed-8c94fc8c4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:21:56.075613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 17677e1a-1e1f-4397-b00f-a317c93b083b no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:21:56.083011 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.084352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35842) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:56.103049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.111409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:21:56.112101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.117047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 17677e1a-1e1f-4397-b00f-a317c93b083b {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:21:56.118616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 17677e1a-1e1f-4397-b00f-a317c93b083b not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:21:56.207871 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-90948f0b-fdb3-4596-9528-d0d3df4bf046 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/a177601a-6b06-4c29-a5e3-2f312f81f9e3 HTTP/1.1" status: 200 len: 993 time: 0.1222229 Oct 05 09:21:56.226356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.247469 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.254282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event deleted for resources: {'Network': ['ID=779892a2-d0db-47d8-8a97-2c68f73df95c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:56.260958 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-acceceb8-143f-4a22-8a00-11029209f6a5 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "DELETE /v2.0/networks/779892a2-d0db-47d8-8a97-2c68f73df95c HTTP/1.1" status: 204 len: 168 time: 1.1581943 Oct 05 09:21:56.263415 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35850) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:56.295967 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 33279410-d567-4354-a6fa-82d3cdc3f4e6 resource provider aggregate not found Oct 05 09:21:56.319485 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 33279410-d567-4354-a6fa-82d3cdc3f4e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33279410-d567-4354-a6fa-82d3cdc3f4e6 found for delete ", "request_id": "req-0a16060d-c9b5-40aa-b920-86df002b5949"}]} Oct 05 09:21:56.337725 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8664f7-160c-4d4d-aa9e-c49bbded7517 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Deleting subnet caffb8f9-728a-4fa9-84e1-dc6ba44ea2c9 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:21:56.340640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc8664f7-160c-4d4d-aa9e-c49bbded7517 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.400690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc8664f7-160c-4d4d-aa9e-c49bbded7517 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.472699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577260c-6503-430e-9f09-c95c385ddb85 req-d67ba828-7066-4b96-aaa3-4e047f6b946e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:56.473241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0577260c-6503-430e-9f09-c95c385ddb85 req-d67ba828-7066-4b96-aaa3-4e047f6b946e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Synchronizing usage tracker for tenant:7079491c48e143b2a690e33a3b48be14 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:21:56.489804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0577260c-6503-430e-9f09-c95c385ddb85 req-d67ba828-7066-4b96-aaa3-4e047f6b946e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Unset dirty status for tenant:7079491c48e143b2a690e33a3b48be14 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:21:56.491172 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0577260c-6503-430e-9f09-c95c385ddb85 req-d67ba828-7066-4b96-aaa3-4e047f6b946e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 945 time: 0.1177905 Oct 05 09:21:56.542897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc8664f7-160c-4d4d-aa9e-c49bbded7517 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.564541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Deleting port 470300d9-457e-47de-a78e-83d1f4d4e2cc {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:56.564881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.574160 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4b6d1-6e37-444d-a4ed-8c94fc8c4796 None None] Deleting port 17677e1a-1e1f-4397-b00f-a317c93b083b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:56.574553 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0a4b6d1-6e37-444d-a4ed-8c94fc8c4796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.618246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e892e-ce05-4b86-8b54-28cb07f55ee7 req-9154487e-ab9c-449d-9e85-32e5cb7e5ce7 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:21:56.619741 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-434e892e-ce05-4b86-8b54-28cb07f55ee7 req-9154487e-ab9c-449d-9e85-32e5cb7e5ce7 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 945 time: 0.1582987 Oct 05 09:21:56.646909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4b6d1-6e37-444d-a4ed-8c94fc8c4796 None None] The port '17677e1a-1e1f-4397-b00f-a317c93b083b' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:21:56.655714 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc8664f7-160c-4d4d-aa9e-c49bbded7517 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.708559 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8664f7-160c-4d4d-aa9e-c49bbded7517 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event deleted for resources: {'Subnet': ['ID=caffb8f9-728a-4fa9-84e1-dc6ba44ea2c9,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:56.721608 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-434e892e-ce05-4b86-8b54-28cb07f55ee7 req-a2411123-5748-42ac-b16e-6ba378912da5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857823 Oct 05 09:21:56.722507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dc8664f7-160c-4d4d-aa9e-c49bbded7517 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.723925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc502a61-fe64-4a49-95cc-1983b7da2f81 None None] Network 5b4c3bd9-aa6f-45d5-a795-be81d0916ff8 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:56.729288 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dc8664f7-160c-4d4d-aa9e-c49bbded7517 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "DELETE /v2.0/subnets/caffb8f9-728a-4fa9-84e1-dc6ba44ea2c9 HTTP/1.1" status: 204 len: 168 time: 0.4649060 Oct 05 09:21:56.732992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35858) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:56.807076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-165959bd-046e-481f-a232-e42abdeec3fa tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Deleting subnet dac4f892-aa80-4049-a119-e32dd06777ef {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:21:56.810395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-165959bd-046e-481f-a232-e42abdeec3fa tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.871586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-165959bd-046e-481f-a232-e42abdeec3fa tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.963802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] For port 470300d9-457e-47de-a78e-83d1f4d4e2cc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=470300d9-457e-47de-a78e-83d1f4d4e2cc,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:56.964163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:56.974177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-165959bd-046e-481f-a232-e42abdeec3fa tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.021148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e31ac1c-1902-4082-abef-5f5d90a2faf1 None None] DHCP port deletion for 5b4c3bd9-aa6f-45d5-a795-be81d0916ff8 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:21:57.025551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e31ac1c-1902-4082-abef-5f5d90a2faf1 None None] Deleting port fb129245-ab05-4365-b0ec-9abd258c72b5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:57.026236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e31ac1c-1902-4082-abef-5f5d90a2faf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.056097 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-165959bd-046e-481f-a232-e42abdeec3fa tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.093635 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165959bd-046e-481f-a232-e42abdeec3fa tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event deleted for resources: {'Subnet': ['ID=dac4f892-aa80-4049-a119-e32dd06777ef,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:57.099944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-165959bd-046e-481f-a232-e42abdeec3fa tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.105998 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-165959bd-046e-481f-a232-e42abdeec3fa tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "DELETE /v2.0/subnets/dac4f892-aa80-4049-a119-e32dd06777ef HTTP/1.1" status: 204 len: 168 time: 0.3718545 Oct 05 09:21:57.108368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35862) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:57.118111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baebd715-e98a-4cf2-b4a1-932550e52aa4 None None] Network 3cb10fbc-006d-46d0-93fa-3bc405e6da1d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:21:57.225461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.236376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Deleting port fb129245-ab05-4365-b0ec-9abd258c72b5 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:57.236655 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.274764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.275587 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.275922 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Floating IP 8d082778-82f4-4ddd-9fd2-f02309687e56 disassociated. External IP: 172.26.0.25, port: 470300d9-457e-47de-a78e-83d1f4d4e2cc. Oct 05 09:21:57.276266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Calling delete_port for 470300d9-457e-47de-a78e-83d1f4d4e2cc owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:57.435886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7e31ac1c-1902-4082-abef-5f5d90a2faf1 None None] For port fb129245-ab05-4365-b0ec-9abd258c72b5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fb129245-ab05-4365-b0ec-9abd258c72b5,segment=NetworkSegment(f1d2197a-f93f-4736-b384-817477e6fd58),segment_id=f1d2197a-f93f-4736-b384-817477e6fd58)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:57.436286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e31ac1c-1902-4082-abef-5f5d90a2faf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.448111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.504364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event deleted for resources: {'Port': ['ID=470300d9-457e-47de-a78e-83d1f4d4e2cc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:57.561623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] For port fb129245-ab05-4365-b0ec-9abd258c72b5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fb129245-ab05-4365-b0ec-9abd258c72b5,segment=NetworkSegment(f1d2197a-f93f-4736-b384-817477e6fd58),segment_id=f1d2197a-f93f-4736-b384-817477e6fd58)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:57.562004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.571434 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e31ac1c-1902-4082-abef-5f5d90a2faf1 None None] Calling delete_port for fb129245-ab05-4365-b0ec-9abd258c72b5 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:57.667270 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e31ac1c-1902-4082-abef-5f5d90a2faf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.686950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Calling delete_port for fb129245-ab05-4365-b0ec-9abd258c72b5 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:57.722640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Router 2427f7d5-28f9-4afd-b425-933f0411941d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:21:57.737256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31ac1c-1902-4082-abef-5f5d90a2faf1 None None] Pushing event deleted for resources: {'Port': ['ID=fb129245-ab05-4365-b0ec-9abd258c72b5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:57.750462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] DHCP port deletion for 3cb10fbc-006d-46d0-93fa-3bc405e6da1d request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:21:57.754893 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31ac1c-1902-4082-abef-5f5d90a2faf1 None None] No DVR routers for this DVR port fb129245-ab05-4365-b0ec-9abd258c72b5 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:21:57.759253 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Deleting port 8b386837-4168-4f6c-b3c5-65836a258fb8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:57.763044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: from cryptography.utils import int_from_bytes Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: from cryptography.utils import int_from_bytes Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn_limited( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn_limited( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:21:57.772182 dv-neutron-860328-1-hyperv neutron-server[89054]: util.warn( Oct 05 09:21:57.783136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.db.api [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:21:57.783480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG oslo_db.api [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:21:57.948451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:21:57.957950 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928e9f62-ca1a-412c-81b1-39f021d384ac None None] Sync routers for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:21:57.973182 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c429089c-9385-46e5-89ce-7de57536c3e0 req-6777360e-602a-4766-bfd3-5859f33d3e4d tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 210 time: 0.0952668 Oct 05 09:21:57.974404 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928e9f62-ca1a-412c-81b1-39f021d384ac None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:57.975120 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-928e9f62-ca1a-412c-81b1-39f021d384ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:58.051252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] For port 8b386837-4168-4f6c-b3c5-65836a258fb8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8b386837-4168-4f6c-b3c5-65836a258fb8,segment=NetworkSegment(54deb903-7974-4623-b98e-9eb8ebfd9f97),segment_id=54deb903-7974-4623-b98e-9eb8ebfd9f97)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:58.051651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.089232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] No DVR routers for this DVR port 470300d9-457e-47de-a78e-83d1f4d4e2cc on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:21:58.092170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.099317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b84547c-76e2-44b4-b4e2-903f3ca7926e', 'name': 'network-vif-deleted', 'tag': '470300d9-457e-47de-a78e-83d1f4d4e2cc'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:21:58.103019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f1c8ad-405f-4d15-80dd-1130ca72f4ad" -d '{"events": [{"server_uuid": "2b84547c-76e2-44b4-b4e2-903f3ca7926e", "name": "network-vif-deleted", "tag": "470300d9-457e-47de-a78e-83d1f4d4e2cc"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:21:58.141711 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0577260c-6503-430e-9f09-c95c385ddb85 req-3b3bfec2-2cc2-4e47-86e1-3595e936fd31 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "DELETE /v2.0/ports/470300d9-457e-47de-a78e-83d1f4d4e2cc HTTP/1.1" status: 204 len: 173 time: 1.6450808 Oct 05 09:21:58.185994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6dfc13-ffc2-4062-a266-b4bae71ac840 x-openstack-request-id: req-ae6dfc13-ffc2-4062-a266-b4bae71ac840 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:21:58.186399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b84547c-76e2-44b4-b4e2-903f3ca7926e", "name": "network-vif-deleted", "tag": "470300d9-457e-47de-a78e-83d1f4d4e2cc", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:21:58.186749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae6dfc13-ffc2-4062-a266-b4bae71ac840 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:21:58.187247 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6dfc13-ffc2-4062-a266-b4bae71ac840'] response: {'server_uuid': '2b84547c-76e2-44b4-b4e2-903f3ca7926e', 'name': 'network-vif-deleted', 'tag': '470300d9-457e-47de-a78e-83d1f4d4e2cc', 'status': 'completed', 'code': 200} Oct 05 09:21:58.208620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8b386837-4168-4f6c-b3c5-65836a258fb8 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:21:58.252960 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-928e9f62-ca1a-412c-81b1-39f021d384ac None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:21:58.284669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Deleting port fb129245-ab05-4365-b0ec-9abd258c72b5 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:58.285538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.307060 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Calling delete_port for 8b386837-4168-4f6c-b3c5-65836a258fb8 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:58.381344 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] The port 'fb129245-ab05-4365-b0ec-9abd258c72b5' was deleted {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:21:58.446623 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 8b386837-4168-4f6c-b3c5-65836a258fb8 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:21:58.447033 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.494872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 8b386837-4168-4f6c-b3c5-65836a258fb8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8b386837-4168-4f6c-b3c5-65836a258fb8,segment=NetworkSegment(54deb903-7974-4623-b98e-9eb8ebfd9f97),segment_id=54deb903-7974-4623-b98e-9eb8ebfd9f97)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:58.498926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.500590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fb129245-ab05-4365-b0ec-9abd258c72b5 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:21:58.540297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.571224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4c3bd9-aa6f-45d5-a795-be81d0916ff8']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:58.585951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d2197a-f93f-4736-b384-817477e6fd58') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:58.587369 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d2197a-f93f-4736-b384-817477e6fd58') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:58.603506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.616218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=8b386837-4168-4f6c-b3c5-65836a258fb8,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:58.631842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.632198 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:21:58.632712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:21:58.633370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: fb129245-ab05-4365-b0ec-9abd258c72b5 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:21:58.633802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fb129245-ab05-4365-b0ec-9abd258c72b5 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:21:58.641553 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-928e9f62-ca1a-412c-81b1-39f021d384ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:58.645710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:21:58.646158 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928e9f62-ca1a-412c-81b1-39f021d384ac None None] Checking router: 2427f7d5-28f9-4afd-b425-933f0411941d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:21:58.647417 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.656197 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928e9f62-ca1a-412c-81b1-39f021d384ac None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:21:58.656863 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-928e9f62-ca1a-412c-81b1-39f021d384ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:21:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:58.725568 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment f1d2197a-f93f-4736-b384-817477e6fd58 resource provider aggregate not found Oct 05 09:21:58.751988 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment f1d2197a-f93f-4736-b384-817477e6fd58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1d2197a-f93f-4736-b384-817477e6fd58 found for delete ", "request_id": "req-c4f3bf91-ea69-43f0-8fb1-e0e40e960b8a"}]} Oct 05 09:21:58.764910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.794351 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.798187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event deleted for resources: {'Network': ['ID=5b4c3bd9-aa6f-45d5-a795-be81d0916ff8,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:58.805535 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3a49d4e0-d29e-4255-a2a5-0c60a79e9e22 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "DELETE /v2.0/networks/5b4c3bd9-aa6f-45d5-a795-be81d0916ff8 HTTP/1.1" status: 204 len: 168 time: 1.6960649 Oct 05 09:21:58.807947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35876) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:21:58.899313 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-928e9f62-ca1a-412c-81b1-39f021d384ac None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:21:58.937793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:58.949592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Deleting port 8b386837-4168-4f6c-b3c5-65836a258fb8 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:58.949928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.133743 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Deleting port 8b386837-4168-4f6c-b3c5-65836a258fb8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:21:59.134436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.192929 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-059a1313-7a63-48bb-a875-2ca5c783d989 req-127dd834-83e7-4715-8b2e-468cc34c1083 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b84547c-76e2-44b4-b4e2-903f3ca7926e HTTP/1.1" status: 200 len: 210 time: 0.0595391 Oct 05 09:21:59.249632 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] For port 8b386837-4168-4f6c-b3c5-65836a258fb8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8b386837-4168-4f6c-b3c5-65836a258fb8,segment=NetworkSegment(54deb903-7974-4623-b98e-9eb8ebfd9f97),segment_id=54deb903-7974-4623-b98e-9eb8ebfd9f97)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:59.250012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.268761 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-928e9f62-ca1a-412c-81b1-39f021d384ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:59.276106 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928e9f62-ca1a-412c-81b1-39f021d384ac None None] The sync data for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv is: [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:21:59.304293 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:21:59.404224 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] For port 8b386837-4168-4f6c-b3c5-65836a258fb8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8b386837-4168-4f6c-b3c5-65836a258fb8,segment=NetworkSegment(54deb903-7974-4623-b98e-9eb8ebfd9f97),segment_id=54deb903-7974-4623-b98e-9eb8ebfd9f97)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:21:59.404619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.407853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Calling delete_port for 8b386837-4168-4f6c-b3c5-65836a258fb8 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:59.489760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.538250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Calling delete_port for 8b386837-4168-4f6c-b3c5-65836a258fb8 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:21:59.538932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event deleted for resources: {'Port': ['ID=8b386837-4168-4f6c-b3c5-65836a258fb8,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:59.540729 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] No DVR routers for this DVR port 8b386837-4168-4f6c-b3c5-65836a258fb8 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:21:59.574452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50bc724-9c85-4717-8ca7-7e08503768d7 None None] New status for floating IP 8d082778-82f4-4ddd-9fd2-f02309687e56: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:21:59.774837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.799921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb10fbc-006d-46d0-93fa-3bc405e6da1d']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:59.812454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54deb903-7974-4623-b98e-9eb8ebfd9f97') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:59.812749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54deb903-7974-4623-b98e-9eb8ebfd9f97') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:21:59.824204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.833703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:21:59.834130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:21:59.845780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.854001 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:21:59.854401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.939741 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 470300d9-457e-47de-a78e-83d1f4d4e2cc no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:21:59.952413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.956745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:21:59.976081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 470300d9-457e-47de-a78e-83d1f4d4e2cc {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:21:59.976459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 470300d9-457e-47de-a78e-83d1f4d4e2cc not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:21:59.982939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event deleted for resources: {'Network': ['ID=3cb10fbc-006d-46d0-93fa-3bc405e6da1d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:21:59.986580 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f4814c4c-4cc3-4680-8261-1a7afa4bafcf tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "DELETE /v2.0/networks/3cb10fbc-006d-46d0-93fa-3bc405e6da1d HTTP/1.1" status: 204 len: 168 time: 1.1777151 Oct 05 09:21:59.989772 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35882) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:00.056541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1a6dab-b8a5-4480-a051-b56ec829117d tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Deleting subnet ac6ea44f-4dcf-448d-8cc9-60176588b929 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:22:00.059467 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6dab-b8a5-4480-a051-b56ec829117d tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:00.121738 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6dab-b8a5-4480-a051-b56ec829117d tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:00.209613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6dab-b8a5-4480-a051-b56ec829117d tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:00.287229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6dab-b8a5-4480-a051-b56ec829117d tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:00.331200 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a6dab-b8a5-4480-a051-b56ec829117d tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6ea44f-4dcf-448d-8cc9-60176588b929,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:00.333709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6dab-b8a5-4480-a051-b56ec829117d tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:00.340152 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9f1a6dab-b8a5-4480-a051-b56ec829117d tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "DELETE /v2.0/subnets/ac6ea44f-4dcf-448d-8cc9-60176588b929 HTTP/1.1" status: 204 len: 168 time: 0.3493540 Oct 05 09:22:00.341985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea48829-9484-4d19-afd8-0c98b032fb28 None None] Network cbd03fc1-83c9-42e6-a501-7bba4a3b2274 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:22:00.342632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35890) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:00.469116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:00.481830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Deleting port b4e2daab-edb3-4682-af87-f2c658f52aff {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:22:00.482285 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:00.561694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Deleting port 8b386837-4168-4f6c-b3c5-65836a258fb8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:22:00.562072 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:00.574848 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-a8f2fb61-299f-411d-84e8-159c27958523 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36769925&fields=id&tenant_id=7079491c48e143b2a690e33a3b48be14 HTTP/1.1" status: 200 len: 267 time: 0.0421326 Oct 05 09:22:00.632135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-49a66eaf-87de-4b60-a1f8-812885acd9b2 None None] The port '8b386837-4168-4f6c-b3c5-65836a258fb8' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:22:00.713758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] For port b4e2daab-edb3-4682-af87-f2c658f52aff, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b4e2daab-edb3-4682-af87-f2c658f52aff,segment=NetworkSegment(10a88f46-6b94-4e96-a997-38c44d58297e),segment_id=10a88f46-6b94-4e96-a997-38c44d58297e)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:22:00.714215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:00.732514 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-96fd2f76-05f6-40b5-8613-a16dcdcf52a7 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:00.734110 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-96fd2f76-05f6-40b5-8613-a16dcdcf52a7 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 811 time: 0.1514635 Oct 05 09:22:00.740934 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0e4c44-dad1-4a61-b31e-d1de19dc1a01 None None] DHCP port deletion for cbd03fc1-83c9-42e6-a501-7bba4a3b2274 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:22:00.745249 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-be0e4c44-dad1-4a61-b31e-d1de19dc1a01 None None] Deleting port b4e2daab-edb3-4682-af87-f2c658f52aff {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:22:00.745812 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be0e4c44-dad1-4a61-b31e-d1de19dc1a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:00.750493 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-f43ed657-dff1-4943-9d15-518a37248cdb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/quotas/7079491c48e143b2a690e33a3b48be14 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Oct 05 09:22:00.803936 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 54deb903-7974-4623-b98e-9eb8ebfd9f97 resource provider aggregate not found Oct 05 09:22:00.837618 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 54deb903-7974-4623-b98e-9eb8ebfd9f97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54deb903-7974-4623-b98e-9eb8ebfd9f97 found for delete ", "request_id": "req-a0192b54-4d54-4666-9983-41a6fdf2a198"}]} Oct 05 09:22:00.863202 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-a7b16015-2df7-446e-a9f2-30f47d1050d9 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041470 Oct 05 09:22:00.881832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-d3190e19-a46c-4d74-9105-d986f33260b1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:22:00.883134 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-d3190e19-a46c-4d74-9105-d986f33260b1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063531 Oct 05 09:22:00.993165 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Calling delete_port for b4e2daab-edb3-4682-af87-f2c658f52aff owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:22:01.000766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-be0e4c44-dad1-4a61-b31e-d1de19dc1a01 None None] For port b4e2daab-edb3-4682-af87-f2c658f52aff, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b4e2daab-edb3-4682-af87-f2c658f52aff,segment=NetworkSegment(10a88f46-6b94-4e96-a997-38c44d58297e),segment_id=10a88f46-6b94-4e96-a997-38c44d58297e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:22:01.001168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be0e4c44-dad1-4a61-b31e-d1de19dc1a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.035730 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-59f31976-986e-4cba-ad0e-de0b0168aeef service neutron] 10.222.0.64 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461999 Oct 05 09:22:01.078777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.132182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-be0e4c44-dad1-4a61-b31e-d1de19dc1a01 None None] Calling delete_port for b4e2daab-edb3-4682-af87-f2c658f52aff owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:22:01.139284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event deleted for resources: {'Port': ['ID=b4e2daab-edb3-4682-af87-f2c658f52aff,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:01.145336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] No DVR routers for this DVR port b4e2daab-edb3-4682-af87-f2c658f52aff on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:22:01.181103 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-43fd0ea1-c334-46e4-aaff-2e422b6d65e8 service neutron] 10.222.0.64 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384373 Oct 05 09:22:01.217546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-be0e4c44-dad1-4a61-b31e-d1de19dc1a01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:22:01.217906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-be0e4c44-dad1-4a61-b31e-d1de19dc1a01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:22:01.273911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.300652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd03fc1-83c9-42e6-a501-7bba4a3b2274']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:01.312829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a88f46-6b94-4e96-a997-38c44d58297e') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:01.313129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a88f46-6b94-4e96-a997-38c44d58297e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:01.325718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.347179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.354341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:22:01.354907 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.446894 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 10a88f46-6b94-4e96-a997-38c44d58297e resource provider aggregate not found Oct 05 09:22:01.463050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.467712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.474374 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 10a88f46-6b94-4e96-a997-38c44d58297e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10a88f46-6b94-4e96-a997-38c44d58297e found for delete ", "request_id": "req-0e15a2ae-e733-4dff-8b25-4a45e48d24db"}]} Oct 05 09:22:01.500025 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "DELETE /v2.0/networks/cbd03fc1-83c9-42e6-a501-7bba4a3b2274 HTTP/1.1" status: 204 len: 168 time: 1.1558120 Oct 05 09:22:01.501013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528cfa0-0363-423a-a053-81d278313ab7 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Pushing event deleted for resources: {'Network': ['ID=cbd03fc1-83c9-42e6-a501-7bba4a3b2274,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:01.502727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35916) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:01.608445 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-95b55c99-d41d-4e2f-9ad8-d59037132e93 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Synchronizing usage tracker for tenant:662862d0777644fba538b31167de381c on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:22:01.613947 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-59023607-d21b-4fcf-b549-edcf9b180e25 req-a2bd6954-643d-4338-a954-582b61e54cd0 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 210 time: 0.0561545 Oct 05 09:22:01.627207 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-95b55c99-d41d-4e2f-9ad8-d59037132e93 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Unset dirty status for tenant:662862d0777644fba538b31167de381c on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:22:01.630692 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-95b55c99-d41d-4e2f-9ad8-d59037132e93 tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c8213c-b869-462a-86f7-41caecba479e HTTP/1.1" status: 200 len: 205 time: 0.1213052 Oct 05 09:22:01.631739 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35926) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:01.719383 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-be0e4c44-dad1-4a61-b31e-d1de19dc1a01 None None] Deleting port b4e2daab-edb3-4682-af87-f2c658f52aff {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:22:01.719925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be0e4c44-dad1-4a61-b31e-d1de19dc1a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.769790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f061fb56-7208-4f3c-820f-9920b66f0aee tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:01.791646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-be0e4c44-dad1-4a61-b31e-d1de19dc1a01 None None] The port 'b4e2daab-edb3-4682-af87-f2c658f52aff' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:22:02.078640 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b4e2daab-edb3-4682-af87-f2c658f52aff no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:22:02.121615 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: b4e2daab-edb3-4682-af87-f2c658f52aff {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:22:02.122124 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b4e2daab-edb3-4682-af87-f2c658f52aff not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:22:02.196778 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f061fb56-7208-4f3c-820f-9920b66f0aee tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:02.198984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f061fb56-7208-4f3c-820f-9920b66f0aee tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:02.224817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f061fb56-7208-4f3c-820f-9920b66f0aee tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:02.225413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f061fb56-7208-4f3c-820f-9920b66f0aee tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Fanout notify agent at l3_agent the message router_deleted on router e6c8213c-b869-462a-86f7-41caecba479e {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:22:02.239608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f061fb56-7208-4f3c-820f-9920b66f0aee tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:02.240707 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f061fb56-7208-4f3c-820f-9920b66f0aee tempest-RoutersNegativeIpV6Test-238655848 tempest-RoutersNegativeIpV6Test-238655848-project] 10.222.0.64 "DELETE /v2.0/routers/e6c8213c-b869-462a-86f7-41caecba479e HTTP/1.1" status: 204 len: 168 time: 0.6079876 Oct 05 09:22:02.504776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35938) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:02.732761 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e359bd81-471b-46e6-b8ad-9c5c662ece45 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=662862d0777644fba538b31167de381c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244740 Oct 05 09:22:02.733103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35946) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:02.737818 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b5de68f3-2a91-4857-8af1-38514486fbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:02.762441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-295b94f1-d7c4-44ea-9966-445cd98da6b1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:02.763779 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-295b94f1-d7c4-44ea-9966-445cd98da6b1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 811 time: 0.2024288 Oct 05 09:22:02.814721 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9669260d-da97-4be7-b7ab-3854d908ccd8 req-61b1e300-86f2-4c9f-8567-5695bc06786c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 210 time: 0.0644591 Oct 05 09:22:02.818094 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-080aac08-256a-4538-889f-16f1e24539c7 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7079491c48e143b2a690e33a3b48be14 HTTP/1.1" status: 200 len: 378 time: 0.0455709 Oct 05 09:22:02.829850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Request body: {'port': {'device_id': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'admin_state_up': True, 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'security_groups': ['9e4d3bdc-158c-4f09-9b05-cf60d785a12b']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:02.847313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-12c1e014-6c37-42d0-abba-912f20ffc0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:02.875176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-12c1e014-6c37-42d0-abba-912f20ffc0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:02.934984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-12c1e014-6c37-42d0-abba-912f20ffc0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:02.955669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1e014-6c37-42d0-abba-912f20ffc0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56912f39-1210-4cae-b592-688bce4e72b1,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:02.959820 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-12c1e014-6c37-42d0-abba-912f20ffc0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:02.962748 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-12c1e014-6c37-42d0-abba-912f20ffc0c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56912f39-1210-4cae-b592-688bce4e72b1 HTTP/1.1" status: 204 len: 168 time: 0.2281075 Oct 05 09:22:03.006783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:03.011037 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Usage tracker for resource:port and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:22:03.013926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:22:03.019798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:03.031544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Made reservation on behalf of 7079491c48e143b2a690e33a3b48be14 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:22:03.036274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:03.226628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Allocated IP 172.20.0.13 (14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d/a5839bf4-e29e-4f5e-a7da-024938bf5fd4/61a3caee-f2fd-4553-9934-0008f26b3cf7) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:22:03.428777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:03.447825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Transition to ACTIVE for port object 61a3caee-f2fd-4553-9934-0008f26b3cf7 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:22:03.472223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:03.539483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:22:03.542462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:22:03.546348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:22:03.596641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'Port': ['ID=61a3caee-f2fd-4553-9934-0008f26b3cf7,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:03.623485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:03.624249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:03.652150 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-8d40485b-c32b-4e07-ba01-eb648e37c95c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8272943 Oct 05 09:22:03.664140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Request body: {'port': {'device_id': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:03.779591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:03.787526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6745a163-78bf-47b0-b858-7c3a56aaa0ec None None] Provisioning for port 61a3caee-f2fd-4553-9934-0008f26b3cf7 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:22:03.794414 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6745a163-78bf-47b0-b858-7c3a56aaa0ec None None] Provisioning complete for port 61a3caee-f2fd-4553-9934-0008f26b3cf7 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:22:03.794414 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6745a163-78bf-47b0-b858-7c3a56aaa0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:03.794635 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-6745a163-78bf-47b0-b858-7c3a56aaa0ec None None] Attempt 1 to provision port 61a3caee-f2fd-4553-9934-0008f26b3cf7 Oct 05 09:22:03.888472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6745a163-78bf-47b0-b858-7c3a56aaa0ec None None] Port 61a3caee-f2fd-4553-9934-0008f26b3cf7 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:22:04.063225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ad719-14b9-4f7b-ba88-e5824fa7dfa8 req-4daa901c-de80-415e-ba00-0a7947f23230 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:04.067011 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a74ad719-14b9-4f7b-ba88-e5824fa7dfa8 req-4daa901c-de80-415e-ba00-0a7947f23230 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 932 time: 0.1057787 Oct 05 09:22:04.115017 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a74ad719-14b9-4f7b-ba88-e5824fa7dfa8 req-a413da92-b877-4ea2-aebf-5dd6a3a9aa16 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427928 Oct 05 09:22:04.282270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a3caee-f2fd-4553-9934-0008f26b3cf7 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:22:04.290482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:04.306185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Transition to ACTIVE for port object 61a3caee-f2fd-4553-9934-0008f26b3cf7 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:22:04.310006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:04.391874 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-6745a163-78bf-47b0-b858-7c3a56aaa0ec None None] Attempt 2 to provision port 61a3caee-f2fd-4553-9934-0008f26b3cf7 Oct 05 09:22:04.460468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6745a163-78bf-47b0-b858-7c3a56aaa0ec None None] Port 61a3caee-f2fd-4553-9934-0008f26b3cf7 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:22:04.531858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Pushing event updated for resources: {'Port': ['ID=61a3caee-f2fd-4553-9934-0008f26b3cf7,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:04.576354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Attempting to bind port 61a3caee-f2fd-4553-9934-0008f26b3cf7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:22:04.577098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Attempting to bind port 61a3caee-f2fd-4553-9934-0008f26b3cf7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:22:04.577098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Attempting to bind port 61a3caee-f2fd-4553-9934-0008f26b3cf7 on network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:22:04.582455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Port 61a3caee-f2fd-4553-9934-0008f26b3cf7 on network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:22:04.582773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Attempting to bind port 61a3caee-f2fd-4553-9934-0008f26b3cf7 on network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:22:04.595601 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:22:04.595944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Checking segment: {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:22:04.596325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Bound using segment: {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:22:04.597278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Bound port: 61a3caee-f2fd-4553-9934-0008f26b3cf7, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:22:04.597630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:04.611017 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:04.715225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] For port 61a3caee-f2fd-4553-9934-0008f26b3cf7, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:22:04.720111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] For port 61a3caee-f2fd-4553-9934-0008f26b3cf7, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=61a3caee-f2fd-4553-9934-0008f26b3cf7,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:22:04.725230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:04.758385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:04.759012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:04.760408 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] 10.222.0.45 "PUT /v2.0/ports/61a3caee-f2fd-4553-9934-0008f26b3cf7 HTTP/1.1" status: 200 len: 1094 time: 1.1007814 Oct 05 09:22:04.760850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'tag': '61a3caee-f2fd-4553-9934-0008f26b3cf7'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:22:04.763182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf215b76-1610-4172-b737-342e935f9513" -d '{"events": [{"name": "network-changed", "server_uuid": "290ddf07-2aa0-4719-a857-2a70ae1ba1e1", "tag": "61a3caee-f2fd-4553-9934-0008f26b3cf7"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:22:04.865087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011f3b6a-2745-40c9-a8e3-35a9c175d04f x-openstack-request-id: req-011f3b6a-2745-40c9-a8e3-35a9c175d04f {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:22:04.865464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290ddf07-2aa0-4719-a857-2a70ae1ba1e1", "tag": "61a3caee-f2fd-4553-9934-0008f26b3cf7", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:22:04.865630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-011f3b6a-2745-40c9-a8e3-35a9c175d04f {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:22:04.866041 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011f3b6a-2745-40c9-a8e3-35a9c175d04f'] response: {'name': 'network-changed', 'server_uuid': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'tag': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'status': 'completed', 'code': 200} Oct 05 09:22:04.907352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760431df-d645-4f02-bd6b-f1aa4968e70d service neutron] Pushing event updated for resources: {'Port': ['ID=61a3caee-f2fd-4553-9934-0008f26b3cf7,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:04.945013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-7664c83e-ecb6-4178-a93e-aba838fccbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:04.947494 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-7664c83e-ecb6-4178-a93e-aba838fccbdf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 1097 time: 0.1366310 Oct 05 09:22:04.961676 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-6745a163-78bf-47b0-b858-7c3a56aaa0ec None None] Attempt 3 to provision port 61a3caee-f2fd-4553-9934-0008f26b3cf7 Oct 05 09:22:05.028384 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-7959510b-39af-4ed8-a16f-51e58702a623 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61a3caee-f2fd-4553-9934-0008f26b3cf7 HTTP/1.1" status: 200 len: 217 time: 0.0726728 Oct 05 09:22:05.050395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6745a163-78bf-47b0-b858-7c3a56aaa0ec None None] Port 61a3caee-f2fd-4553-9934-0008f26b3cf7 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:22:05.117896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-a6c10a86-ec50-4139-b73b-ab80ef2e2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:05.120325 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-a6c10a86-ec50-4139-b73b-ab80ef2e2ad1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.0834773 Oct 05 09:22:05.221170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-bf40bd3d-8867-4805-a8c6-4b01e023dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:05.223097 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-bf40bd3d-8867-4805-a8c6-4b01e023dbe5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0962939 Oct 05 09:22:05.361825 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bd6bf-704d-4b31-9c04-a4685f643c0c req-01a6889b-ad98-49de-828b-ef33f37c9579 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:05.363802 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-720bd6bf-704d-4b31-9c04-a4685f643c0c req-01a6889b-ad98-49de-828b-ef33f37c9579 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 944 time: 0.1136036 Oct 05 09:22:05.372920 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-e1641333-abba-4f29-882d-fce681db3d61 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431308 Oct 05 09:22:05.422147 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-720bd6bf-704d-4b31-9c04-a4685f643c0c req-e298b905-ff87-4379-b2c9-fb7b20dbd1a4 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514693 Oct 05 09:22:05.526562 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a460b024-f2ca-4d99-b3f9-9f17668ee13a req-34ec0f69-aff1-450b-b12d-54d7619006d7 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452909 Oct 05 09:22:05.561978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56b20e3e-a73f-435f-b3b4-ac072e7ed208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:05.654343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf215b76-1610-4172-b737-342e935f9513 req-3a0154f6-f446-4932-a5f5-420b235cafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:05.656196 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bf215b76-1610-4172-b737-342e935f9513 req-3a0154f6-f446-4932-a5f5-420b235cafb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0839014 Oct 05 09:22:05.791055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf215b76-1610-4172-b737-342e935f9513 req-3d79155a-5f72-4437-a2fe-0707e6f73e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:05.791055 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bf215b76-1610-4172-b737-342e935f9513 req-3d79155a-5f72-4437-a2fe-0707e6f73e7d service neutron] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 912 time: 0.1280951 Oct 05 09:22:05.860731 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bf215b76-1610-4172-b737-342e935f9513 req-59bdbcc0-199e-4714-9959-412cf4a304e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61a3caee-f2fd-4553-9934-0008f26b3cf7 HTTP/1.1" status: 200 len: 217 time: 0.0610597 Oct 05 09:22:06.055568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf215b76-1610-4172-b737-342e935f9513 req-29f051d3-bfec-42db-a2c1-1f7a96e0b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:06.056987 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bf215b76-1610-4172-b737-342e935f9513 req-29f051d3-bfec-42db-a2c1-1f7a96e0b668 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.1903152 Oct 05 09:22:06.145013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf215b76-1610-4172-b737-342e935f9513 req-cab9915c-d436-48c6-8982-ab620b3db577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:06.146490 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bf215b76-1610-4172-b737-342e935f9513 req-cab9915c-d436-48c6-8982-ab620b3db577 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822990 Oct 05 09:22:06.156480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-bf215b76-1610-4172-b737-342e935f9513 req-9b7afe0c-acd3-4b42-aefc-f32fdddf941a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:22:06.157409 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bf215b76-1610-4172-b737-342e935f9513 req-9b7afe0c-acd3-4b42-aefc-f32fdddf941a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046971 Oct 05 09:22:06.300865 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bf215b76-1610-4172-b737-342e935f9513 req-ad8302e5-2621-457c-a123-e7e84f8e15f7 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365256 Oct 05 09:22:06.450724 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bf215b76-1610-4172-b737-342e935f9513 req-452606e1-0725-447f-9a79-12a957ad4274 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438046 Oct 05 09:22:06.619294 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d64142-f231-4a2c-b3d0-fe1e54af98e9 req-8c9386eb-c9b4-411f-b39a-798e8590b692 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:06.620741 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-86d64142-f231-4a2c-b3d0-fe1e54af98e9 req-8c9386eb-c9b4-411f-b39a-798e8590b692 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 944 time: 0.0892329 Oct 05 09:22:06.663711 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-86d64142-f231-4a2c-b3d0-fe1e54af98e9 req-24d6b295-2a51-49e1-96dd-d3fd588f108d tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372617 Oct 05 09:22:06.692905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:06.807251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:07.875230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbac707-fbdb-45d6-be43-d9f83c770c50 req-5298d87e-e30e-4d8b-a9e3-016faaafd919 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:07.876688 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dbac707-fbdb-45d6-be43-d9f83c770c50 req-5298d87e-e30e-4d8b-a9e3-016faaafd919 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 944 time: 0.1028233 Oct 05 09:22:07.928073 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dbac707-fbdb-45d6-be43-d9f83c770c50 req-779ba6c8-9f1d-44d3-ba51-4b3505ef1b16 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446358 Oct 05 09:22:09.126916 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a57cb8-a42c-469a-a068-b9e8da71a6fa req-8b3b4d50-49c5-41da-824a-c8b625318164 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:09.128991 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-21a57cb8-a42c-469a-a068-b9e8da71a6fa req-8b3b4d50-49c5-41da-824a-c8b625318164 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 944 time: 0.0913906 Oct 05 09:22:09.161738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:09.174166 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-21a57cb8-a42c-469a-a068-b9e8da71a6fa req-b565fa36-bf7e-4076-a682-1dda94ea4566 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395176 Oct 05 09:22:10.376537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9ade-210f-4ee7-a390-98fcb63bf2c3 req-8e599479-6c7e-44ca-bc70-e5f44de0cd8f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:10.378588 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a02a9ade-210f-4ee7-a390-98fcb63bf2c3 req-8e599479-6c7e-44ca-bc70-e5f44de0cd8f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 944 time: 0.0866253 Oct 05 09:22:10.421875 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a02a9ade-210f-4ee7-a390-98fcb63bf2c3 req-0b10ca01-4b0f-46b9-b3d7-161edb037c98 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375090 Oct 05 09:22:11.635443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d1e2f-5f95-430b-85f6-e5d952ca6c06 req-6336cc9f-b51d-460c-9fd9-97e0a0c37067 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:11.636895 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e24d1e2f-5f95-430b-85f6-e5d952ca6c06 req-6336cc9f-b51d-460c-9fd9-97e0a0c37067 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 944 time: 0.1007864 Oct 05 09:22:11.683578 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e24d1e2f-5f95-430b-85f6-e5d952ca6c06 req-3d9c8fc0-3209-4bd2-83c0-5c8ca5e9c078 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409596 Oct 05 09:22:12.022018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 61a3caee-f2fd-4553-9934-0008f26b3cf7 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:22:12.155669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 61a3caee-f2fd-4553-9934-0008f26b3cf7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=61a3caee-f2fd-4553-9934-0008f26b3cf7,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:22:12.168521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'port_id': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'mac_address': 'fa:16:3e:5b:9e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:22:12.227829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 61a3caee-f2fd-4553-9934-0008f26b3cf7 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:22:12.228234 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:12.244979 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a3caee-f2fd-4553-9934-0008f26b3cf7 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:22:12.261418 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 61a3caee-f2fd-4553-9934-0008f26b3cf7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=61a3caee-f2fd-4553-9934-0008f26b3cf7,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:22:12.265246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:12.330686 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=61a3caee-f2fd-4553-9934-0008f26b3cf7,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:12.484119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['61a3caee-f2fd-4553-9934-0008f26b3cf7'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:22:12.883048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0cd42-db36-45f6-a2ea-7ec83d3a08df req-e6fbd1a1-b072-4327-838c-13f9466c76cf tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:12.884520 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-64d0cd42-db36-45f6-a2ea-7ec83d3a08df req-e6fbd1a1-b072-4327-838c-13f9466c76cf tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 945 time: 0.0921016 Oct 05 09:22:12.928834 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-64d0cd42-db36-45f6-a2ea-7ec83d3a08df req-fa863891-768c-4e4a-8774-a82d420bfff0 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385685 Oct 05 09:22:14.037890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 61a3caee-f2fd-4553-9934-0008f26b3cf7 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:22:14.109481 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 61a3caee-f2fd-4553-9934-0008f26b3cf7 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:22:14.115435 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 61a3caee-f2fd-4553-9934-0008f26b3cf7 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:22:14.115809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:14.116147 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 61a3caee-f2fd-4553-9934-0008f26b3cf7 Oct 05 09:22:14.267317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 61a3caee-f2fd-4553-9934-0008f26b3cf7 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:22:14.267747 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:14.278952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6e472-b89b-434f-a877-8a6b0bcf197c req-7ebefb3f-4cec-4cb4-9261-53d82da0bc34 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:14.280451 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dcb6e472-b89b-434f-a877-8a6b0bcf197c req-7ebefb3f-4cec-4cb4-9261-53d82da0bc34 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 945 time: 0.0902722 Oct 05 09:22:14.295764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a3caee-f2fd-4553-9934-0008f26b3cf7'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:22:14.298047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78145797-1bd2-4fae-96e2-2b3aab1e85f2" -d '{"events": [{"server_uuid": "290ddf07-2aa0-4719-a857-2a70ae1ba1e1", "name": "network-vif-plugged", "status": "completed", "tag": "61a3caee-f2fd-4553-9934-0008f26b3cf7"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:22:14.306844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 61a3caee-f2fd-4553-9934-0008f26b3cf7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=61a3caee-f2fd-4553-9934-0008f26b3cf7,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:22:14.311524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:14.326171 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dcb6e472-b89b-434f-a877-8a6b0bcf197c req-d7ac6c75-05f2-46e9-84ce-a37c343ae8b2 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393636 Oct 05 09:22:14.358919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f867e6e9-d945-456e-92e1-8e1150f0ee7f x-openstack-request-id: req-f867e6e9-d945-456e-92e1-8e1150f0ee7f {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:22:14.359211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290ddf07-2aa0-4719-a857-2a70ae1ba1e1", "name": "network-vif-plugged", "status": "completed", "tag": "61a3caee-f2fd-4553-9934-0008f26b3cf7", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:22:14.359461 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f867e6e9-d945-456e-92e1-8e1150f0ee7f {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:22:14.359847 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f867e6e9-d945-456e-92e1-8e1150f0ee7f'] response: {'server_uuid': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'code': 200} Oct 05 09:22:14.382822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=61a3caee-f2fd-4553-9934-0008f26b3cf7,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:14.661904 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423929b-90ca-4e71-aee3-f915e57b9ed1 req-38188702-d04f-4bea-bf47-194df8fbe32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:14.663414 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5423929b-90ca-4e71-aee3-f915e57b9ed1 req-38188702-d04f-4bea-bf47-194df8fbe32e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 1099 time: 0.0824182 Oct 05 09:22:14.702983 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5423929b-90ca-4e71-aee3-f915e57b9ed1 req-6b4537e1-e490-4f04-a803-6c3425f42924 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335732 Oct 05 09:22:15.526205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e027b5-d95f-4cb6-a41e-75399fadc41f req-134eca15-3313-4634-802b-9a110d9637ba tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:15.527643 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-62e027b5-d95f-4cb6-a41e-75399fadc41f req-134eca15-3313-4634-802b-9a110d9637ba tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 946 time: 0.0897863 Oct 05 09:22:15.571586 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-62e027b5-d95f-4cb6-a41e-75399fadc41f req-78715258-04e0-47e3-9063-9851f7a6fcd8 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382600 Oct 05 09:22:16.773389 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65305f2e-4978-46f7-9295-7a9e797f1d1e req-f8b370ba-65a4-40bc-9b76-3c8dd4350323 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:16.774869 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-65305f2e-4978-46f7-9295-7a9e797f1d1e req-f8b370ba-65a4-40bc-9b76-3c8dd4350323 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 946 time: 0.0911644 Oct 05 09:22:16.819250 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-65305f2e-4978-46f7-9295-7a9e797f1d1e req-3c2ad7aa-a700-4b64-b3b0-54f8521982d4 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387311 Oct 05 09:22:17.021902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ceeee-2263-4b92-9a0e-5850fdda0e1f req-5a99ae2d-a5e5-4df8-8e51-1df08bc6eb2c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:17.023369 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-213ceeee-2263-4b92-9a0e-5850fdda0e1f req-5a99ae2d-a5e5-4df8-8e51-1df08bc6eb2c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 946 time: 0.0872717 Oct 05 09:22:17.067917 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-213ceeee-2263-4b92-9a0e-5850fdda0e1f req-ec25f1fb-8929-44cc-97e6-e6811187bce3 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389259 Oct 05 09:22:17.096769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 35986) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:17.274061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf53319-66c4-4314-9710-5eaeccdd77e6 tempest-TestVolumeBootPattern-297978713 tempest-TestVolumeBootPattern-297978713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:17.275503 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ddf53319-66c4-4314-9710-5eaeccdd77e6 tempest-TestVolumeBootPattern-297978713 tempest-TestVolumeBootPattern-297978713-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 1094 time: 0.1777890 Oct 05 09:22:17.278460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 35990) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:17.283629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:17.290381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:17.294202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Usage tracker for resource:floatingip and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:22:17.297029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:22:17.303698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:17.313336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:17.452638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:17.589077 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Allocated IP 172.26.0.66 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/39ac8cd1-2f92-4f7b-89ca-fa5458b12065) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:22:17.734743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:17.764374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:17.824012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:22:17.831265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:22:17.834914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:22:17.868128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'Port': ['ID=39ac8cd1-2f92-4f7b-89ca-fa5458b12065,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:18.248035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:18.321005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:18.626942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:18.632020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:18.735384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'Port': ['ID=39ac8cd1-2f92-4f7b-89ca-fa5458b12065,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:18.738080 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:18.907216 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Floating IP 731f72f8-dcc6-4693-87be-15c92ac6368d associated. External IP: 172.26.0.66, port: 61a3caee-f2fd-4553-9934-0008f26b3cf7. Oct 05 09:22:19.247748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Router 2427f7d5-28f9-4afd-b425-933f0411941d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:22:19.423554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:22:19.434017 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0fc0d7-1edf-4f4f-87aa-fd614b1dcab0 None None] Sync routers for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:22:19.444118 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0fc0d7-1edf-4f4f-87aa-fd614b1dcab0 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:22:19.444708 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4b0fc0d7-1edf-4f4f-87aa-fd614b1dcab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:22:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:19.448963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:19.508481 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a4c65e78-ce2c-457a-ac7a-8a365e0fa991 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2286446 Oct 05 09:22:19.508887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'tag': '61a3caee-f2fd-4553-9934-0008f26b3cf7'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:22:19.511213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6988a746-6880-4f2e-a292-dfab7f8ebcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "290ddf07-2aa0-4719-a857-2a70ae1ba1e1", "tag": "61a3caee-f2fd-4553-9934-0008f26b3cf7"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:22:19.553567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56d7d21-6c7f-4c56-920a-9ee7f4a616d1 x-openstack-request-id: req-b56d7d21-6c7f-4c56-920a-9ee7f4a616d1 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:22:19.553896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290ddf07-2aa0-4719-a857-2a70ae1ba1e1", "tag": "61a3caee-f2fd-4553-9934-0008f26b3cf7", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:22:19.554184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b56d7d21-6c7f-4c56-920a-9ee7f4a616d1 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:22:19.554585 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56d7d21-6c7f-4c56-920a-9ee7f4a616d1'] response: {'name': 'network-changed', 'server_uuid': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'tag': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'status': 'completed', 'code': 200} Oct 05 09:22:19.624698 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4b0fc0d7-1edf-4f4f-87aa-fd614b1dcab0 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:22:19.664249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988a746-6880-4f2e-a292-dfab7f8ebcb9 req-f26f2385-0d03-40c3-828a-c5db5a347eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:19.665715 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6988a746-6880-4f2e-a292-dfab7f8ebcb9 req-f26f2385-0d03-40c3-828a-c5db5a347eb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 1099 time: 0.0889447 Oct 05 09:22:19.798879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988a746-6880-4f2e-a292-dfab7f8ebcb9 req-78bb5d6a-42fa-4d98-bc3c-7093b9f3ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:19.800786 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6988a746-6880-4f2e-a292-dfab7f8ebcb9 req-78bb5d6a-42fa-4d98-bc3c-7093b9f3ad68 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 912 time: 0.1275768 Oct 05 09:22:19.982016 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4b0fc0d7-1edf-4f4f-87aa-fd614b1dcab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '731f72f8-dcc6-4693-87be-15c92ac6368d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.66', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:5b:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:22:18Z', 'updated_at': '2022-10-05T09:22:18Z', 'revision_number': 0, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:19.986041 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0fc0d7-1edf-4f4f-87aa-fd614b1dcab0 None None] Checking router: 2427f7d5-28f9-4afd-b425-933f0411941d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:22:19.995102 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0fc0d7-1edf-4f4f-87aa-fd614b1dcab0 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:22:19.995695 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4b0fc0d7-1edf-4f4f-87aa-fd614b1dcab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:22:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:20.024369 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6988a746-6880-4f2e-a292-dfab7f8ebcb9 req-37f0ffc2-b4aa-420c-99df-2600a9702a1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61a3caee-f2fd-4553-9934-0008f26b3cf7 HTTP/1.1" status: 200 len: 999 time: 0.2173460 Oct 05 09:22:20.088872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988a746-6880-4f2e-a292-dfab7f8ebcb9 req-b3195d07-60b1-488f-97ac-b7c678c0d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:20.090254 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6988a746-6880-4f2e-a292-dfab7f8ebcb9 req-b3195d07-60b1-488f-97ac-b7c678c0d86a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.0592742 Oct 05 09:22:20.179442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988a746-6880-4f2e-a292-dfab7f8ebcb9 req-a126d5a0-7529-4f88-ba30-11cf0f08636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:20.180100 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4b0fc0d7-1edf-4f4f-87aa-fd614b1dcab0 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:22:20.180902 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6988a746-6880-4f2e-a292-dfab7f8ebcb9 req-a126d5a0-7529-4f88-ba30-11cf0f08636e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812132 Oct 05 09:22:20.319478 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6988a746-6880-4f2e-a292-dfab7f8ebcb9 req-fbc2b583-2332-4fd5-acdc-ca3ca427ea00 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321452 Oct 05 09:22:20.453806 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6988a746-6880-4f2e-a292-dfab7f8ebcb9 req-a5be2504-f353-43ff-9cb4-22c8a5e4d7ff service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269798 Oct 05 09:22:20.554870 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4b0fc0d7-1edf-4f4f-87aa-fd614b1dcab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '731f72f8-dcc6-4693-87be-15c92ac6368d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.66', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:5b:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:22:18Z', 'updated_at': '2022-10-05T09:22:18Z', 'revision_number': 0, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:20.558768 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0fc0d7-1edf-4f4f-87aa-fd614b1dcab0 None None] The sync data for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv is: [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '731f72f8-dcc6-4693-87be-15c92ac6368d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.66', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:5b:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:22:18Z', 'updated_at': '2022-10-05T09:22:18Z', 'revision_number': 0, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:22:20.773521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ad590-ed8c-4da2-81af-7133c311c662 None None] New status for floating IP 731f72f8-dcc6-4693-87be-15c92ac6368d: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:22:22.691530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36002) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:22.772111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e60a19-235b-4f09-a74a-56dd6191abf0 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:22.772592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e60a19-235b-4f09-a74a-56dd6191abf0 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:22.773061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e60a19-235b-4f09-a74a-56dd6191abf0 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:22.774702 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-72e60a19-235b-4f09-a74a-56dd6191abf0 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=3d24fcbdc2b044ca86ffb7d681c0963d&network_id=67f68959-a817-4f4b-b01e-276f03974f0e HTTP/1.1" status: 200 len: 2999 time: 0.0821970 Oct 05 09:22:26.600267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36016) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:26.668308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bb8357-6b63-45da-939c-679246ac9b5d tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:26.670693 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-33bb8357-6b63-45da-939c-679246ac9b5d tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 814 time: 0.0688429 Oct 05 09:22:27.684084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36024) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:27.690620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'network': {'name': 'tempest-network-smoke--1002714318', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:27.695883 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:27.707272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:27.716881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:22:27.720152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:27.749738 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:22:27.759864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:27.759864 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Added segment bc6370d8-c6e6-46fe-82be-a8ca01774a73 of type vlan for network a5dae804-7cdc-42d5-8b07-7b402849ac9e Oct 05 09:22:27.785053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:27.813320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:27.819196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:27.819788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:27.929675 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2444122 Oct 05 09:22:27.932424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66618a9b-95b5-41b8-8ffc-58243ec1cf9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Network': ['ID=a5dae804-7cdc-42d5-8b07-7b402849ac9e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:27.932851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36028) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:27.947399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network a5dae804-7cdc-42d5-8b07-7b402849ac9e details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:22:27.993792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c4e03-36e0-410a-9e93-e50028b1fcb9 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:27.995298 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-449c4e03-36e0-410a-9e93-e50028b1fcb9 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=3d24fcbdc2b044ca86ffb7d681c0963d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0614760 Oct 05 09:22:27.998239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36032) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:28.136674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa84dbd-ed89-4d3e-bdd8-b647962a8505 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:28.138164 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1aa84dbd-ed89-4d3e-bdd8-b647962a8505 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1389802 Oct 05 09:22:28.140936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36036) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:28.183211 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f54991c0-be54-4ffb-b019-4c88f678f044 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412431 Oct 05 09:22:28.185810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36040) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:28.224589 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f5bc0767-6e7f-4682-8a97-5c9afb6cefd4 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=3d24fcbdc2b044ca86ffb7d681c0963d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376456 Oct 05 09:22:28.226924 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36044) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:28.354950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f45f17f-f579-4e32-ac08-9892726df750 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:28.356407 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8f45f17f-f579-4e32-ac08-9892726df750 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286047 Oct 05 09:22:28.359177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36048) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:28.398364 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-341c1786-2c88-4012-b933-d93146ab304e tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380511 Oct 05 09:22:28.400743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36052) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:28.405886 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-193426251', 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:28.514366 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:28.518146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:subnet and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:22:28.520882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:22:28.526517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:28.537062 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:22:28.540526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:28.765876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:28.842171 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Subnet': ['ID=7184fc1a-756c-4048-9d9b-9c1d22f82021,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:28.850416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Checking segment: {'id': 'bc6370d8-c6e6-46fe-82be-a8ca01774a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:22:28.850775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network hostable DHCP agents. Network: a5dae804-7cdc-42d5-8b07-7b402849ac9e, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:22:28.869397 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network a5dae804-7cdc-42d5-8b07-7b402849ac9e is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:22:28.878067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, a5dae804-7cdc-42d5-8b07-7b402849ac9e) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:22:28.882241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:28.882829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:28.888309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff1beba-c533-4d4a-aa42-f23d1de5bf06 None None] Network a5dae804-7cdc-42d5-8b07-7b402849ac9e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:22:28.905704 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cd6381ca-6607-41c1-bf1c-609fb9612846 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5039742 Oct 05 09:22:28.979073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36058) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:28.984466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9ef6cda5-b8f7-4719-bf19-ddcd7b8bbe81 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1093102132', 'description': 'tempest-secgroup-smoke-1093102132 description', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:28.991199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9ef6cda5-b8f7-4719-bf19-ddcd7b8bbe81 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:29.002975 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9ef6cda5-b8f7-4719-bf19-ddcd7b8bbe81 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:29.014641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9ef6cda5-b8f7-4719-bf19-ddcd7b8bbe81 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.037219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9ef6cda5-b8f7-4719-bf19-ddcd7b8bbe81 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:29.040986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9ef6cda5-b8f7-4719-bf19-ddcd7b8bbe81 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:22:29.043836 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9ef6cda5-b8f7-4719-bf19-ddcd7b8bbe81 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:22:29.049426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9ef6cda5-b8f7-4719-bf19-ddcd7b8bbe81 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:29.119977 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-a5dae804-7cdc-42d5-8b07-7b402849ac9e', 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ips': [{'subnet_id': '7184fc1a-756c-4048-9d9b-9c1d22f82021'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:22:29.120816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.135867 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9ef6cda5-b8f7-4719-bf19-ddcd7b8bbe81 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.140165 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9ef6cda5-b8f7-4719-bf19-ddcd7b8bbe81 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.186307 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6cda5-b8f7-4719-bf19-ddcd7b8bbe81 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9c199f-70d7-4da7-b1a5-0ec33a0b4570,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:29.191507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9ef6cda5-b8f7-4719-bf19-ddcd7b8bbe81 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.195447 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9ef6cda5-b8f7-4719-bf19-ddcd7b8bbe81 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2125816 Oct 05 09:22:29.196558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36062) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:29.200893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b50e5f39-b307-4c88-98e0-47d396e7d895 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '0b9c199f-70d7-4da7-b1a5-0ec33a0b4570', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:29.207540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b50e5f39-b307-4c88-98e0-47d396e7d895 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:29.211480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b50e5f39-b307-4c88-98e0-47d396e7d895 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:22:29.214319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b50e5f39-b307-4c88-98e0-47d396e7d895 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:22:29.220127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b50e5f39-b307-4c88-98e0-47d396e7d895 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:29.237437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b50e5f39-b307-4c88-98e0-47d396e7d895 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.286511 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Allocated IP 172.20.0.18 (a5dae804-7cdc-42d5-8b07-7b402849ac9e/7184fc1a-756c-4048-9d9b-9c1d22f82021/785e550e-68b7-4f52-972c-df99f48978c8) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:22:29.299694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b50e5f39-b307-4c88-98e0-47d396e7d895 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.303446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b50e5f39-b307-4c88-98e0-47d396e7d895 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.332597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e5f39-b307-4c88-98e0-47d396e7d895 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4206ec-82c2-446f-b62f-7d312b4e4899,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:29.344892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b50e5f39-b307-4c88-98e0-47d396e7d895 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.346177 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b50e5f39-b307-4c88-98e0-47d396e7d895 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495247 Oct 05 09:22:29.349737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36066) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:29.354947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6cf9394b-ea4b-414b-beb1-9dbf95bbf6a2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '0b9c199f-70d7-4da7-b1a5-0ec33a0b4570', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:29.361723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6cf9394b-ea4b-414b-beb1-9dbf95bbf6a2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:29.366554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6cf9394b-ea4b-414b-beb1-9dbf95bbf6a2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:22:29.369992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6cf9394b-ea4b-414b-beb1-9dbf95bbf6a2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:22:29.375757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6cf9394b-ea4b-414b-beb1-9dbf95bbf6a2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:29.394934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6cf9394b-ea4b-414b-beb1-9dbf95bbf6a2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.462173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6cf9394b-ea4b-414b-beb1-9dbf95bbf6a2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.466335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6cf9394b-ea4b-414b-beb1-9dbf95bbf6a2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.491136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9394b-ea4b-414b-beb1-9dbf95bbf6a2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d6dd47-6f94-45f6-8e56-aa352cedf719,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:29.500167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.500984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6cf9394b-ea4b-414b-beb1-9dbf95bbf6a2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.502626 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6cf9394b-ea4b-414b-beb1-9dbf95bbf6a2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514583 Oct 05 09:22:29.505073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36070) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:29.510253 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-46e7aa68-396f-4b3f-8406-3d6b6e8fed0c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '0b9c199f-70d7-4da7-b1a5-0ec33a0b4570', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:29.510720 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Transition to ACTIVE for port object 785e550e-68b7-4f52-972c-df99f48978c8 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:22:29.516130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-46e7aa68-396f-4b3f-8406-3d6b6e8fed0c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:29.520604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-46e7aa68-396f-4b3f-8406-3d6b6e8fed0c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:22:29.523677 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-46e7aa68-396f-4b3f-8406-3d6b6e8fed0c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:22:29.529372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Transition to ACTIVE for port object 785e550e-68b7-4f52-972c-df99f48978c8 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:22:29.529543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-46e7aa68-396f-4b3f-8406-3d6b6e8fed0c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:29.536498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.548285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-46e7aa68-396f-4b3f-8406-3d6b6e8fed0c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.596960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Network a5dae804-7cdc-42d5-8b07-7b402849ac9e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:22:29.600368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:22:29.602967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:22:29.612842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-46e7aa68-396f-4b3f-8406-3d6b6e8fed0c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.617600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-46e7aa68-396f-4b3f-8406-3d6b6e8fed0c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.641479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7aa68-396f-4b3f-8406-3d6b6e8fed0c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2794f68-c619-4c97-8cec-bbfab48e925a,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:29.652012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-46e7aa68-396f-4b3f-8406-3d6b6e8fed0c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.653263 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-46e7aa68-396f-4b3f-8406-3d6b6e8fed0c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472721 Oct 05 09:22:29.655826 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Pushing event updated for resources: {'Port': ['ID=785e550e-68b7-4f52-972c-df99f48978c8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:29.656299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36074) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:29.662512 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-00e7025b-22c9-43e8-bd6b-98b9dd671122 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '0b9c199f-70d7-4da7-b1a5-0ec33a0b4570', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:29.668782 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-00e7025b-22c9-43e8-bd6b-98b9dd671122 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:29.673098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-00e7025b-22c9-43e8-bd6b-98b9dd671122 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:22:29.676156 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-00e7025b-22c9-43e8-bd6b-98b9dd671122 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:22:29.681943 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-00e7025b-22c9-43e8-bd6b-98b9dd671122 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:29.698351 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00e7025b-22c9-43e8-bd6b-98b9dd671122 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.722736 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Attempting to bind port 785e550e-68b7-4f52-972c-df99f48978c8 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:22:29.723139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Attempting to bind port 785e550e-68b7-4f52-972c-df99f48978c8 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'bc6370d8-c6e6-46fe-82be-a8ca01774a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:22:29.723773 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Attempting to bind port 785e550e-68b7-4f52-972c-df99f48978c8 on network a5dae804-7cdc-42d5-8b07-7b402849ac9e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:22:29.728920 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:22:29.729285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Checking segment: {'id': 'bc6370d8-c6e6-46fe-82be-a8ca01774a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:22:29.729680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.730100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Bound using segment: {'id': 'bc6370d8-c6e6-46fe-82be-a8ca01774a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:22:29.730557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Bound port: 785e550e-68b7-4f52-972c-df99f48978c8, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6370d8-c6e6-46fe-82be-a8ca01774a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:22:29.730924 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.762352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00e7025b-22c9-43e8-bd6b-98b9dd671122 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.766546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00e7025b-22c9-43e8-bd6b-98b9dd671122 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.794480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7025b-22c9-43e8-bd6b-98b9dd671122 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcdbb76-3e7f-43ae-8b18-4ad188b2f93e,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:29.801101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00e7025b-22c9-43e8-bd6b-98b9dd671122 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.802460 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-00e7025b-22c9-43e8-bd6b-98b9dd671122 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450396 Oct 05 09:22:29.805172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36078) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:29.810267 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5494951d-3180-4155-a887-6ef9402a7f96 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '0b9c199f-70d7-4da7-b1a5-0ec33a0b4570', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:29.816582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5494951d-3180-4155-a887-6ef9402a7f96 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:29.820739 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5494951d-3180-4155-a887-6ef9402a7f96 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:22:29.822815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-84deed45-b664-481e-a348-a669e8bac326 None None] For port 785e550e-68b7-4f52-972c-df99f48978c8, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:22:29.824441 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5494951d-3180-4155-a887-6ef9402a7f96 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:22:29.825868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-84deed45-b664-481e-a348-a669e8bac326 None None] For port 785e550e-68b7-4f52-972c-df99f48978c8, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=785e550e-68b7-4f52-972c-df99f48978c8,segment=NetworkSegment(bc6370d8-c6e6-46fe-82be-a8ca01774a73),segment_id=bc6370d8-c6e6-46fe-82be-a8ca01774a73)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:22:29.831592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5494951d-3180-4155-a887-6ef9402a7f96 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:29.831758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.845929 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-5494951d-3180-4155-a887-6ef9402a7f96 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:22:29.853423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5494951d-3180-4155-a887-6ef9402a7f96 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.915258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84deed45-b664-481e-a348-a669e8bac326 None None] Pushing event updated for resources: {'Port': ['ID=785e550e-68b7-4f52-972c-df99f48978c8,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:29.930284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5494951d-3180-4155-a887-6ef9402a7f96 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.934188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5494951d-3180-4155-a887-6ef9402a7f96 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.959546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494951d-3180-4155-a887-6ef9402a7f96 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf4a9a7-a289-4ac1-90ab-13224bc94a34,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:29.969978 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5494951d-3180-4155-a887-6ef9402a7f96 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:29.971893 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5494951d-3180-4155-a887-6ef9402a7f96 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1658027 Oct 05 09:22:29.976999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36082) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:29.983249 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-dd20e0a6-98f8-4137-abf8-f0cf3b4bf6c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '0b9c199f-70d7-4da7-b1a5-0ec33a0b4570', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:29.990240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-dd20e0a6-98f8-4137-abf8-f0cf3b4bf6c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:29.994114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-dd20e0a6-98f8-4137-abf8-f0cf3b4bf6c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:22:29.997048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-dd20e0a6-98f8-4137-abf8-f0cf3b4bf6c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:22:30.003140 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-dd20e0a6-98f8-4137-abf8-f0cf3b4bf6c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:30.014094 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-dd20e0a6-98f8-4137-abf8-f0cf3b4bf6c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:22:30.022758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd20e0a6-98f8-4137-abf8-f0cf3b4bf6c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:30.116862 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd20e0a6-98f8-4137-abf8-f0cf3b4bf6c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:30.120471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd20e0a6-98f8-4137-abf8-f0cf3b4bf6c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:30.149240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20e0a6-98f8-4137-abf8-f0cf3b4bf6c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f703d9-9356-45d3-afdc-34c539cd3fe9,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:30.159412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dd20e0a6-98f8-4137-abf8-f0cf3b4bf6c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:30.164800 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dd20e0a6-98f8-4137-abf8-f0cf3b4bf6c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1870496 Oct 05 09:22:30.393886 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-5db0d846-a025-4a2d-8ef5-3a8ae98cee4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:22:30.410850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-5db0d846-a025-4a2d-8ef5-3a8ae98cee4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:22:30.412794 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-5db0d846-a025-4a2d-8ef5-3a8ae98cee4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1093102132&fields=id&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 267 time: 0.0580256 Oct 05 09:22:30.574550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-17673a00-c56d-49bf-818f-c678d05a533f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:30.575982 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-17673a00-c56d-49bf-818f-c678d05a533f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/networks?id=a5dae804-7cdc-42d5-8b07-7b402849ac9e HTTP/1.1" status: 200 len: 797 time: 0.1564534 Oct 05 09:22:30.591352 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-a5070b1a-b637-4569-a341-071d83ddeb77 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/quotas/3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 375 time: 0.0097911 Oct 05 09:22:30.693342 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-b412f791-70a2-46ae-8aba-bf4cf33fb38d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0960186 Oct 05 09:22:30.837691 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-80bba3bd-7b96-4d25-98f5-d20908a87fc4 service neutron] 10.222.0.64 "GET /v2.0/networks/a5dae804-7cdc-42d5-8b07-7b402849ac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325891 Oct 05 09:22:30.915812 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e204196-bf64-4c30-b1e1-e74339b08458 None None] Network a5dae804-7cdc-42d5-8b07-7b402849ac9e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:22:30.974139 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-e1748fa5-f1f4-4c71-8e7a-81ffa81111d5 service neutron] 10.222.0.64 "GET /v2.0/networks/a5dae804-7cdc-42d5-8b07-7b402849ac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303120 Oct 05 09:22:31.043287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-635da089-acac-44b7-b88c-1718885c8388 None None] Provisioning for port 785e550e-68b7-4f52-972c-df99f48978c8 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:22:31.163746 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-37c08560-6686-4564-8eca-2d3732074958 req-2efadc26-391f-43bb-be0b-8c1161e0ee26 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 210 time: 0.0502753 Oct 05 09:22:32.122652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 785e550e-68b7-4f52-972c-df99f48978c8 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:22:32.215521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-c9feb6cc-48d6-43d2-9662-ffc10b2f8dfc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:32.216301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-c9feb6cc-48d6-43d2-9662-ffc10b2f8dfc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:22:32.233913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-c9feb6cc-48d6-43d2-9662-ffc10b2f8dfc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:22:32.235285 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-c9feb6cc-48d6-43d2-9662-ffc10b2f8dfc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks?id=a5dae804-7cdc-42d5-8b07-7b402849ac9e HTTP/1.1" status: 200 len: 797 time: 0.1727302 Oct 05 09:22:32.301397 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 785e550e-68b7-4f52-972c-df99f48978c8 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:22:32.313949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 785e550e-68b7-4f52-972c-df99f48978c8 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:22:32.313949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:32.313949 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 785e550e-68b7-4f52-972c-df99f48978c8 Oct 05 09:22:32.323705 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-3935db66-9a3b-4e83-b823-c63e0df58d0d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 473 time: 0.0788631 Oct 05 09:22:32.337785 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'port': {'device_id': '10c60409-a529-4604-8b19-1334319ff663', 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e', 'admin_state_up': True, 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'security_groups': ['0b9c199f-70d7-4da7-b1a5-0ec33a0b4570']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:32.386749 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-714262c3-23af-4cc3-be82-f7efd92e4170 req-399d6ef5-d8b1-4465-b3c3-4fee2ee69dc6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 210 time: 0.0815127 Oct 05 09:22:32.490593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:22:32.495120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:port and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:22:32.496905 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:22:32.503753 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:22:32.515507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:22:32.519242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:32.532034 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 785e550e-68b7-4f52-972c-df99f48978c8 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:22:32.532420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:32.573977 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 785e550e-68b7-4f52-972c-df99f48978c8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=785e550e-68b7-4f52-972c-df99f48978c8,segment=NetworkSegment(bc6370d8-c6e6-46fe-82be-a8ca01774a73),segment_id=bc6370d8-c6e6-46fe-82be-a8ca01774a73)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:22:32.585489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:32.671572 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=785e550e-68b7-4f52-972c-df99f48978c8,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:32.685102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.27 (a5dae804-7cdc-42d5-8b07-7b402849ac9e/7184fc1a-756c-4048-9d9b-9c1d22f82021/3a5b3355-faae-4ea1-b3d6-caf5bc62004a) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:22:32.730927 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-933d3849-da56-48bf-80b2-f7de97d7cba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:32.880667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:32.896889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object 3a5b3355-faae-4ea1-b3d6-caf5bc62004a will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:22:32.920563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:32.989828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network a5dae804-7cdc-42d5-8b07-7b402849ac9e is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:22:32.997366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:22:32.999811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:22:33.038581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=3a5b3355-faae-4ea1-b3d6-caf5bc62004a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:33.072980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:33.073722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:33.104793 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-92eec0dc-50c2-4efa-8918-4b0f8a2e50a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7720714 Oct 05 09:22:33.116878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Request body: {'port': {'device_id': '10c60409-a529-4604-8b19-1334319ff663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:22:33.206069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7a94ef0f-f214-4396-8e38-506315fb4cc0 None None] Provisioning for port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:22:33.211899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7a94ef0f-f214-4396-8e38-506315fb4cc0 None None] Provisioning complete for port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:22:33.212591 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7a94ef0f-f214-4396-8e38-506315fb4cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:33.212991 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7a94ef0f-f214-4396-8e38-506315fb4cc0 None None] Attempt 1 to provision port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a Oct 05 09:22:33.272405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7a94ef0f-f214-4396-8e38-506315fb4cc0 None None] Port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:22:33.366387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:33.621550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c2de6-46bc-438b-943c-fab5b6442c45 req-3ac23731-a5bc-48ee-961a-8f850dea27a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:33.621550 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-091c2de6-46bc-438b-943c-fab5b6442c45 req-3ac23731-a5bc-48ee-961a-8f850dea27a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 932 time: 0.1121159 Oct 05 09:22:33.684084 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-091c2de6-46bc-438b-943c-fab5b6442c45 req-a08e1f8d-a9fa-4f8b-ac6b-a750219ee160 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b9c199f-70d7-4da7-b1a5-0ec33a0b4570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589130 Oct 05 09:22:33.741497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5b3355-faae-4ea1-b3d6-caf5bc62004a {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:22:33.747448 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:33.762685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Transition to ACTIVE for port object 3a5b3355-faae-4ea1-b3d6-caf5bc62004a will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:22:33.762685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:33.780593 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7a94ef0f-f214-4396-8e38-506315fb4cc0 None None] Attempt 2 to provision port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a Oct 05 09:22:33.844724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7a94ef0f-f214-4396-8e38-506315fb4cc0 None None] Port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:22:33.981399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5b3355-faae-4ea1-b3d6-caf5bc62004a,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:34.021610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Attempting to bind port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:22:34.021610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Attempting to bind port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'bc6370d8-c6e6-46fe-82be-a8ca01774a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:22:34.021610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Attempting to bind port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a on network a5dae804-7cdc-42d5-8b07-7b402849ac9e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:22:34.028453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a on network a5dae804-7cdc-42d5-8b07-7b402849ac9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:22:34.028453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Attempting to bind port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a on network a5dae804-7cdc-42d5-8b07-7b402849ac9e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:22:34.031781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:22:34.031781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Checking segment: {'id': 'bc6370d8-c6e6-46fe-82be-a8ca01774a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:22:34.031781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Bound using segment: {'id': 'bc6370d8-c6e6-46fe-82be-a8ca01774a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:22:34.031781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Bound port: 3a5b3355-faae-4ea1-b3d6-caf5bc62004a, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc6370d8-c6e6-46fe-82be-a8ca01774a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:22:34.031781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:34.107258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 785e550e-68b7-4f52-972c-df99f48978c8 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:22:34.141584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] For port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:22:34.149330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] For port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3a5b3355-faae-4ea1-b3d6-caf5bc62004a,segment=NetworkSegment(bc6370d8-c6e6-46fe-82be-a8ca01774a73),segment_id=bc6370d8-c6e6-46fe-82be-a8ca01774a73)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:22:34.149330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:34.156402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:34.156402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:34.156402 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] 10.222.0.45 "PUT /v2.0/ports/3a5b3355-faae-4ea1-b3d6-caf5bc62004a HTTP/1.1" status: 200 len: 1094 time: 1.0425026 Oct 05 09:22:34.190392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 785e550e-68b7-4f52-972c-df99f48978c8 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:22:34.190392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:34.190392 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 785e550e-68b7-4f52-972c-df99f48978c8 Oct 05 09:22:34.201209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c60409-a529-4604-8b19-1334319ff663', 'tag': '3a5b3355-faae-4ea1-b3d6-caf5bc62004a'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:22:34.201209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdd2b61-738c-4ce5-bd05-1a48d655fa37" -d '{"events": [{"name": "network-changed", "server_uuid": "10c60409-a529-4604-8b19-1334319ff663", "tag": "3a5b3355-faae-4ea1-b3d6-caf5bc62004a"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:22:34.309396 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5b3355-faae-4ea1-b3d6-caf5bc62004a,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:34.329641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:34.329641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:34.329641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:34.329641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:34.329641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:34.329641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:34.329641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:34.329641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:34.329641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:34.329641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:34.329641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:34.329641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f062e-3c2e-4987-8439-0ff11d8c1fa4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:34.339135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dca96ad-fdaa-486d-af36-5737802bc656 x-openstack-request-id: req-9dca96ad-fdaa-486d-af36-5737802bc656 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:22:34.339135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c60409-a529-4604-8b19-1334319ff663", "tag": "3a5b3355-faae-4ea1-b3d6-caf5bc62004a", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:22:34.339135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9dca96ad-fdaa-486d-af36-5737802bc656 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:22:34.339135 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dca96ad-fdaa-486d-af36-5737802bc656'] response: {'name': 'network-changed', 'server_uuid': '10c60409-a529-4604-8b19-1334319ff663', 'tag': '3a5b3355-faae-4ea1-b3d6-caf5bc62004a', 'status': 'completed', 'code': 200} Oct 05 09:22:34.342963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-5ab0e590-1766-40ec-a11c-1028b1e97bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:34.342963 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-5ab0e590-1766-40ec-a11c-1028b1e97bdc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 1097 time: 0.1416502 Oct 05 09:22:34.352393 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7a94ef0f-f214-4396-8e38-506315fb4cc0 None None] Attempt 3 to provision port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a Oct 05 09:22:34.421737 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 785e550e-68b7-4f52-972c-df99f48978c8 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:22:34.438878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7a94ef0f-f214-4396-8e38-506315fb4cc0 None None] Port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:22:34.443870 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-c5e4c767-9be4-43c8-b5f8-f96dd8c4dd5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3a5b3355-faae-4ea1-b3d6-caf5bc62004a HTTP/1.1" status: 200 len: 217 time: 0.0892327 Oct 05 09:22:34.509204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-5e612051-2a66-4d27-b78a-9f893cf4ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:34.509204 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-5e612051-2a66-4d27-b78a-9f893cf4ec35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7184fc1a-756c-4048-9d9b-9c1d22f82021 HTTP/1.1" status: 200 len: 837 time: 0.0625834 Oct 05 09:22:34.604132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-7b1404c1-e6dc-441f-99b3-ccd7321acc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:34.604132 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-7b1404c1-e6dc-441f-99b3-ccd7321acc81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5dae804-7cdc-42d5-8b07-7b402849ac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0880363 Oct 05 09:22:34.614280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:34.761604 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-319fa0dd-759a-497f-8ee1-7840e3ac4e5c service neutron] 10.222.0.45 "GET /v2.0/networks/a5dae804-7cdc-42d5-8b07-7b402849ac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506341 Oct 05 09:22:34.912819 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0e6af-fbe7-4e7f-b161-059ce9b18bb8 req-e621f621-3f8e-4bdc-b156-910b6a726f92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:34.916970 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-70b0e6af-fbe7-4e7f-b161-059ce9b18bb8 req-e621f621-3f8e-4bdc-b156-910b6a726f92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 944 time: 0.1222327 Oct 05 09:22:34.957588 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8c2392eb-76e1-4dc3-a2e8-90c6403cfc45 req-0057608b-1ec0-43b7-8bc7-a54e068db67b service neutron] 10.222.0.45 "GET /v2.0/networks/a5dae804-7cdc-42d5-8b07-7b402849ac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861370 Oct 05 09:22:34.966542 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-70b0e6af-fbe7-4e7f-b161-059ce9b18bb8 req-8593b350-5044-486f-9556-79c9dfd55ec9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b9c199f-70d7-4da7-b1a5-0ec33a0b4570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482466 Oct 05 09:22:35.114864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd2b61-738c-4ce5-bd05-1a48d655fa37 req-db7379a8-7140-46f5-9356-33af310d6f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:35.114864 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcdd2b61-738c-4ce5-bd05-1a48d655fa37 req-db7379a8-7140-46f5-9356-33af310d6f80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 1097 time: 0.0928605 Oct 05 09:22:35.245560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd2b61-738c-4ce5-bd05-1a48d655fa37 req-41f37324-5dec-4b15-8acd-b1ec6fe506ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:35.245560 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcdd2b61-738c-4ce5-bd05-1a48d655fa37 req-41f37324-5dec-4b15-8acd-b1ec6fe506ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5dae804-7cdc-42d5-8b07-7b402849ac9e HTTP/1.1" status: 200 len: 898 time: 0.1296766 Oct 05 09:22:35.322434 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcdd2b61-738c-4ce5-bd05-1a48d655fa37 req-1cd6bcf1-bb3c-4181-a2b7-e01427b514c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3a5b3355-faae-4ea1-b3d6-caf5bc62004a HTTP/1.1" status: 200 len: 217 time: 0.0648274 Oct 05 09:22:35.506556 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd2b61-738c-4ce5-bd05-1a48d655fa37 req-22fbd215-f37f-4798-966d-3036e685665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:35.506556 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcdd2b61-738c-4ce5-bd05-1a48d655fa37 req-22fbd215-f37f-4798-966d-3036e685665b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7184fc1a-756c-4048-9d9b-9c1d22f82021 HTTP/1.1" status: 200 len: 837 time: 0.1736958 Oct 05 09:22:35.574744 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac1f481a-1ad1-447a-a259-46679d3c7fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:35.594869 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd2b61-738c-4ce5-bd05-1a48d655fa37 req-56659a68-7c7a-4471-b4fb-a062cf90c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:35.594869 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcdd2b61-738c-4ce5-bd05-1a48d655fa37 req-56659a68-7c7a-4471-b4fb-a062cf90c115 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5dae804-7cdc-42d5-8b07-7b402849ac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0845990 Oct 05 09:22:35.738678 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcdd2b61-738c-4ce5-bd05-1a48d655fa37 req-ae39161f-9925-45d4-aad3-094d12e82d9d service neutron] 10.222.0.45 "GET /v2.0/networks/a5dae804-7cdc-42d5-8b07-7b402849ac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333447 Oct 05 09:22:35.878784 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dcdd2b61-738c-4ce5-bd05-1a48d655fa37 req-b643f6b6-d4f3-47ab-8cef-647ebab57e27 service neutron] 10.222.0.45 "GET /v2.0/networks/a5dae804-7cdc-42d5-8b07-7b402849ac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318932 Oct 05 09:22:36.150391 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 3a5b3355-faae-4ea1-b3d6-caf5bc62004a details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:22:36.291642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a3748-5a80-44dd-bbec-9258b623fbb5 req-bf2310e2-2346-41fd-93a5-476da823bdd7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:36.293132 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-298a3748-5a80-44dd-bbec-9258b623fbb5 req-bf2310e2-2346-41fd-93a5-476da823bdd7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 944 time: 0.2165167 Oct 05 09:22:36.303571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3a5b3355-faae-4ea1-b3d6-caf5bc62004a,segment=NetworkSegment(bc6370d8-c6e6-46fe-82be-a8ca01774a73),segment_id=bc6370d8-c6e6-46fe-82be-a8ca01774a73)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:22:36.304935 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:22:36.326289 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '3a5b3355-faae-4ea1-b3d6-caf5bc62004a', 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e', 'port_id': '3a5b3355-faae-4ea1-b3d6-caf5bc62004a', 'mac_address': 'fa:16:3e:c3:7e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7184fc1a-756c-4048-9d9b-9c1d22f82021', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:22:36.343601 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-298a3748-5a80-44dd-bbec-9258b623fbb5 req-0ee957bf-d1fd-49c9-8412-3e90b11eddd2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b9c199f-70d7-4da7-b1a5-0ec33a0b4570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409243 Oct 05 09:22:36.398173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:22:36.398173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:36.418242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5b3355-faae-4ea1-b3d6-caf5bc62004a {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:22:36.428923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3a5b3355-faae-4ea1-b3d6-caf5bc62004a,segment=NetworkSegment(bc6370d8-c6e6-46fe-82be-a8ca01774a73),segment_id=bc6370d8-c6e6-46fe-82be-a8ca01774a73)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:22:36.432859 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:36.501929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=3a5b3355-faae-4ea1-b3d6-caf5bc62004a,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:36.662145 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['3a5b3355-faae-4ea1-b3d6-caf5bc62004a'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:22:36.720945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:36.827371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:37.553209 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4c5cf-fe76-49c6-a03d-fde4548de896 req-334b9fa8-d5fc-4146-8266-05d2f845526a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:37.554771 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-95d4c5cf-fe76-49c6-a03d-fde4548de896 req-334b9fa8-d5fc-4146-8266-05d2f845526a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 945 time: 0.0885515 Oct 05 09:22:37.599446 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-95d4c5cf-fe76-49c6-a03d-fde4548de896 req-a6bdfd8d-cd21-47a7-be2a-d304dc342e50 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b9c199f-70d7-4da7-b1a5-0ec33a0b4570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391312 Oct 05 09:22:38.171660 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 3a5b3355-faae-4ea1-b3d6-caf5bc62004a up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:22:38.278650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:22:38.284100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:22:38.285252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:38.285252 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a Oct 05 09:22:38.408046 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:22:38.408430 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:38.435031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c60409-a529-4604-8b19-1334319ff663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5b3355-faae-4ea1-b3d6-caf5bc62004a'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:22:38.437221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62631f1-1961-4ce5-bc21-19cdc167923a" -d '{"events": [{"server_uuid": "10c60409-a529-4604-8b19-1334319ff663", "name": "network-vif-plugged", "status": "completed", "tag": "3a5b3355-faae-4ea1-b3d6-caf5bc62004a"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:22:38.445706 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3a5b3355-faae-4ea1-b3d6-caf5bc62004a,segment=NetworkSegment(bc6370d8-c6e6-46fe-82be-a8ca01774a73),segment_id=bc6370d8-c6e6-46fe-82be-a8ca01774a73)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:22:38.449572 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:38.493474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e3e804-5684-4180-977a-ef0689ce4f36 x-openstack-request-id: req-d7e3e804-5684-4180-977a-ef0689ce4f36 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:22:38.493685 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c60409-a529-4604-8b19-1334319ff663", "name": "network-vif-plugged", "status": "completed", "tag": "3a5b3355-faae-4ea1-b3d6-caf5bc62004a", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:22:38.493921 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7e3e804-5684-4180-977a-ef0689ce4f36 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:22:38.494334 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e3e804-5684-4180-977a-ef0689ce4f36'] response: {'server_uuid': '10c60409-a529-4604-8b19-1334319ff663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5b3355-faae-4ea1-b3d6-caf5bc62004a', 'code': 200} Oct 05 09:22:38.529834 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=3a5b3355-faae-4ea1-b3d6-caf5bc62004a,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:38.715956 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2174cd-e684-4798-9eaa-8a05f0e35483 req-d5aca345-fd95-4767-ac37-dbd8e3bb304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:38.717345 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3a2174cd-e684-4798-9eaa-8a05f0e35483 req-d5aca345-fd95-4767-ac37-dbd8e3bb304b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 1099 time: 0.0788457 Oct 05 09:22:38.761569 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3a2174cd-e684-4798-9eaa-8a05f0e35483 req-979d6d4a-4a35-4f4e-9521-dd14e020d6fc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0b9c199f-70d7-4da7-b1a5-0ec33a0b4570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368116 Oct 05 09:22:38.807784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819b47b-0059-4f5a-bdb9-ffa14040e8fe req-51557167-6a58-48a9-b840-c14ba4c402d5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:38.809221 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e819b47b-0059-4f5a-bdb9-ffa14040e8fe req-51557167-6a58-48a9-b840-c14ba4c402d5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 946 time: 0.0994284 Oct 05 09:22:38.852824 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e819b47b-0059-4f5a-bdb9-ffa14040e8fe req-b671cd8a-9c00-41e4-b6aa-4cd4b356630d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b9c199f-70d7-4da7-b1a5-0ec33a0b4570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377066 Oct 05 09:22:39.165283 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:40.067457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27baa-f60b-4c9b-b800-30d589769094 req-da113db9-b8a4-4e4f-ba69-6776c7cad928 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:40.067457 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4cd27baa-f60b-4c9b-b800-30d589769094 req-da113db9-b8a4-4e4f-ba69-6776c7cad928 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 946 time: 0.0950661 Oct 05 09:22:40.119151 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4cd27baa-f60b-4c9b-b800-30d589769094 req-a80af770-9c75-4b47-ad76-2e6c3a35876d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b9c199f-70d7-4da7-b1a5-0ec33a0b4570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456507 Oct 05 09:22:40.329256 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42621f8-5e31-4788-9f08-1575a939a36e req-2b8e2016-5163-4ea7-bd52-9fa6f6acb93d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:40.329256 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f42621f8-5e31-4788-9f08-1575a939a36e req-2b8e2016-5163-4ea7-bd52-9fa6f6acb93d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 946 time: 0.0975606 Oct 05 09:22:40.375649 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f42621f8-5e31-4788-9f08-1575a939a36e req-f3af1afa-4ca3-41d7-9ba5-7461e571fcb2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b9c199f-70d7-4da7-b1a5-0ec33a0b4570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395184 Oct 05 09:22:41.872796 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36140) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:22:42.612954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:43.140414 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.17 (a5dae804-7cdc-42d5-8b07-7b402849ac9e/7184fc1a-756c-4048-9d9b-9c1d22f82021/b169d580-6c36-4a82-a46f-28196bf334a6) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:22:43.308914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:43.328619 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object b169d580-6c36-4a82-a46f-28196bf334a6 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:22:43.356104 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:43.422929 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network a5dae804-7cdc-42d5-8b07-7b402849ac9e is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:22:43.429524 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:22:43.433832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:22:43.471412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=b169d580-6c36-4a82-a46f-28196bf334a6,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:43.490292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:43.490292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:43.490292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:43.490292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:43.491866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:43.491866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:43.491866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:43.491866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:43.491866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:43.492431 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:43.492431 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:43.493012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:43.515924 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:43.669724 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:43.718209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Provisioning for port b169d580-6c36-4a82-a46f-28196bf334a6 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:22:43.722849 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Provisioning complete for port b169d580-6c36-4a82-a46f-28196bf334a6 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:22:43.723466 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:43.723796 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Attempt 1 to provision port b169d580-6c36-4a82-a46f-28196bf334a6 Oct 05 09:22:43.782143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Port b169d580-6c36-4a82-a46f-28196bf334a6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:22:44.136578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:44.140643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:44.254503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=b169d580-6c36-4a82-a46f-28196bf334a6,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:44.256989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:44.283116 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Attempt 2 to provision port b169d580-6c36-4a82-a46f-28196bf334a6 Oct 05 09:22:44.346579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Port b169d580-6c36-4a82-a46f-28196bf334a6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:22:44.399914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network a5dae804-7cdc-42d5-8b07-7b402849ac9e is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:22:44.401114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:22:44.625373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 2976b9c2-4759-409b-9fe1-1e29de46ad64 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:22:44.847839 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Attempt 3 to provision port b169d580-6c36-4a82-a46f-28196bf334a6 Oct 05 09:22:44.918364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Port b169d580-6c36-4a82-a46f-28196bf334a6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:22:44.920227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:22:44.930488 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Sync routers for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:22:44.931493 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-542cc84d-d2bb-48c5-b0e3-4853c37cb882 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/2976b9c2-4759-409b-9fe1-1e29de46ad64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0576324 Oct 05 09:22:44.940462 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:22:44.941063 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:22:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:45.120676 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:22:45.419751 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Attempt 4 to provision port b169d580-6c36-4a82-a46f-28196bf334a6 Oct 05 09:22:45.466797 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:22:43Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'a177601a-6b06-4c29-a5e3-2f312f81f9e3', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.151', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'port_id': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'mac_address': 'fa:16:3e:7b:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:21:52Z', 'updated_at': '2022-10-05T09:21:55Z', 'revision_number': 1, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b169d580-6c36-4a82-a46f-28196bf334a6', 'name': '', 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ad:9e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7184fc1a-756c-4048-9d9b-9c1d22f82021', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:22:42Z', 'updated_at': '2022-10-05T09:22:43Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7184fc1a-756c-4048-9d9b-9c1d22f82021', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:39Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:45.471050 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Checking router: 2976b9c2-4759-409b-9fe1-1e29de46ad64 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:22:45.471407 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Updating router 2976b9c2-4759-409b-9fe1-1e29de46ad64 port b169d580-6c36-4a82-a46f-28196bf334a6 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:22:45.474149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Port b169d580-6c36-4a82-a46f-28196bf334a6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:22:45.526854 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:45.857100 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:45.868958 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Transition to ACTIVE for port object b169d580-6c36-4a82-a46f-28196bf334a6 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:22:45.875942 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:45.975613 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Attempt 5 to provision port b169d580-6c36-4a82-a46f-28196bf334a6 Oct 05 09:22:46.033267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Port b169d580-6c36-4a82-a46f-28196bf334a6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:22:46.095330 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Pushing event updated for resources: {'Port': ['ID=b169d580-6c36-4a82-a46f-28196bf334a6,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:46.115076 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:46.115347 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:46.115685 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:46.116018 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:46.116345 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:46.116669 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:46.116985 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:46.117314 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:46.117632 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:46.117950 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:46.118290 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:46.118603 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:46.123880 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Attempting to bind port b169d580-6c36-4a82-a46f-28196bf334a6 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:22:46.124244 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Attempting to bind port b169d580-6c36-4a82-a46f-28196bf334a6 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'bc6370d8-c6e6-46fe-82be-a8ca01774a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:22:46.124600 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Attempting to bind port b169d580-6c36-4a82-a46f-28196bf334a6 on network a5dae804-7cdc-42d5-8b07-7b402849ac9e {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:22:46.130444 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:22:46.130814 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Checking segment: {'id': 'bc6370d8-c6e6-46fe-82be-a8ca01774a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:22:46.131206 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:46.131589 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Bound using segment: {'id': 'bc6370d8-c6e6-46fe-82be-a8ca01774a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:22:46.132048 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Bound port: b169d580-6c36-4a82-a46f-28196bf334a6, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6370d8-c6e6-46fe-82be-a8ca01774a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:22:46.132412 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:46.218562 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] For port b169d580-6c36-4a82-a46f-28196bf334a6, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:22:46.221640 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] For port b169d580-6c36-4a82-a46f-28196bf334a6, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b169d580-6c36-4a82-a46f-28196bf334a6,segment=NetworkSegment(bc6370d8-c6e6-46fe-82be-a8ca01774a73),segment_id=bc6370d8-c6e6-46fe-82be-a8ca01774a73)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:22:46.226369 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:46.278398 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:22:46.278996 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:22:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:46.370519 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484e0da-2ad6-480d-89a4-cc667b69bb3d None None] Pushing event updated for resources: {'Port': ['ID=b169d580-6c36-4a82-a46f-28196bf334a6,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:46.477385 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:22:46.534274 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Attempt 6 to provision port b169d580-6c36-4a82-a46f-28196bf334a6 Oct 05 09:22:46.592767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b9e29-828b-44b8-bc40-89ab416f9b8e None None] Port b169d580-6c36-4a82-a46f-28196bf334a6 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:22:46.826484 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:22:43Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'a177601a-6b06-4c29-a5e3-2f312f81f9e3', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.151', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'port_id': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'mac_address': 'fa:16:3e:7b:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:21:52Z', 'updated_at': '2022-10-05T09:21:55Z', 'revision_number': 1, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b169d580-6c36-4a82-a46f-28196bf334a6', 'name': '', 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ad:9e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7184fc1a-756c-4048-9d9b-9c1d22f82021', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:22:42Z', 'updated_at': '2022-10-05T09:22:46Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7184fc1a-756c-4048-9d9b-9c1d22f82021', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:39Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:22:46.830999 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7daa9-64c2-4d07-88d2-2f91ba87cc97 None None] The sync data for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv is: [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:22:43Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'a177601a-6b06-4c29-a5e3-2f312f81f9e3', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.151', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'port_id': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'mac_address': 'fa:16:3e:7b:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:21:52Z', 'updated_at': '2022-10-05T09:21:55Z', 'revision_number': 1, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b169d580-6c36-4a82-a46f-28196bf334a6', 'name': '', 'network_id': 'a5dae804-7cdc-42d5-8b07-7b402849ac9e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ad:9e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7184fc1a-756c-4048-9d9b-9c1d22f82021', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:22:42Z', 'updated_at': '2022-10-05T09:22:46Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7184fc1a-756c-4048-9d9b-9c1d22f82021', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:39Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:22:48.115395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b169d580-6c36-4a82-a46f-28196bf334a6 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:22:48.184593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b169d580-6c36-4a82-a46f-28196bf334a6 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:22:48.189732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b169d580-6c36-4a82-a46f-28196bf334a6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:22:48.190213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:48.190549 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b169d580-6c36-4a82-a46f-28196bf334a6 Oct 05 09:22:48.306494 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b169d580-6c36-4a82-a46f-28196bf334a6 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:22:48.306494 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:48.338360 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port b169d580-6c36-4a82-a46f-28196bf334a6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b169d580-6c36-4a82-a46f-28196bf334a6,segment=NetworkSegment(bc6370d8-c6e6-46fe-82be-a8ca01774a73),segment_id=bc6370d8-c6e6-46fe-82be-a8ca01774a73)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:22:48.342455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:48.416006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=b169d580-6c36-4a82-a46f-28196bf334a6,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:22:48.422963 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:48.423957 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:48.424300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:48.424624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:48.424950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:48.425276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:48.425597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:48.425925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:48.426273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:48.426592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:48.426905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:48.427221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:22:50.096066 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b169d580-6c36-4a82-a46f-28196bf334a6 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:22:50.163009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b169d580-6c36-4a82-a46f-28196bf334a6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:22:50.163294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:22:50.163627 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b169d580-6c36-4a82-a46f-28196bf334a6 Oct 05 09:22:50.278780 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b169d580-6c36-4a82-a46f-28196bf334a6 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:22:51.185915 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fe4967db-fd82-483b-846f-a1791d36ee2e req-4956297b-7764-401f-ba1a-b096db78a66a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799229 Oct 05 09:22:51.282626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4967db-fd82-483b-846f-a1791d36ee2e req-21de2a8a-b6cd-430a-91a1-3e9795c14220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:51.284073 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fe4967db-fd82-483b-846f-a1791d36ee2e req-21de2a8a-b6cd-430a-91a1-3e9795c14220 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 1098 time: 0.0784719 Oct 05 09:22:51.427666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4967db-fd82-483b-846f-a1791d36ee2e req-57424bd2-010a-4319-b525-8ce3c9625057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:51.429093 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fe4967db-fd82-483b-846f-a1791d36ee2e req-57424bd2-010a-4319-b525-8ce3c9625057 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67f68959-a817-4f4b-b01e-276f03974f0e HTTP/1.1" status: 200 len: 898 time: 0.1245620 Oct 05 09:22:51.533014 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fe4967db-fd82-483b-846f-a1791d36ee2e req-98c5acd9-2866-4d43-8474-70934d62d9db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 HTTP/1.1" status: 200 len: 1001 time: 0.0951858 Oct 05 09:22:51.595453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4967db-fd82-483b-846f-a1791d36ee2e req-a7c2c3a4-3a03-4ad4-a6be-166ea0e43178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:51.597385 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fe4967db-fd82-483b-846f-a1791d36ee2e req-a7c2c3a4-3a03-4ad4-a6be-166ea0e43178 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17f99b7d-6f46-4ad3-8f0a-9a45b75928d9 HTTP/1.1" status: 200 len: 834 time: 0.0578218 Oct 05 09:22:51.677320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4967db-fd82-483b-846f-a1791d36ee2e req-b0be398b-88f7-40b5-ac2e-9866a3b52782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:22:51.678782 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fe4967db-fd82-483b-846f-a1791d36ee2e req-b0be398b-88f7-40b5-ac2e-9866a3b52782 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67f68959-a817-4f4b-b01e-276f03974f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764277 Oct 05 09:22:51.811768 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fe4967db-fd82-483b-846f-a1791d36ee2e req-27e47cc9-1add-4a4e-981f-02377aa30782 service neutron] 10.222.0.45 "GET /v2.0/networks/67f68959-a817-4f4b-b01e-276f03974f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236458 Oct 05 09:22:51.946167 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fe4967db-fd82-483b-846f-a1791d36ee2e req-988cf995-7cc6-4c6d-965a-5dc1f090cc87 service neutron] 10.222.0.45 "GET /v2.0/networks/67f68959-a817-4f4b-b01e-276f03974f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266708 Oct 05 09:23:02.734528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-46cef6dc-1b6c-4f06-b245-22f60629328c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:04.602338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:05.468984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36170) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:05.562564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff2cf-bcc2-4e2b-99a8-434891fd634c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:06.066452 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e56e456-d111-4031-9693-ed7d4bf85302 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:06.460290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-4e56e456-d111-4031-9693-ed7d4bf85302 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port b169d580-6c36-4a82-a46f-28196bf334a6 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:23:06.460635 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e56e456-d111-4031-9693-ed7d4bf85302 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:06.671008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-4e56e456-d111-4031-9693-ed7d4bf85302 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port b169d580-6c36-4a82-a46f-28196bf334a6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b169d580-6c36-4a82-a46f-28196bf334a6,segment=NetworkSegment(bc6370d8-c6e6-46fe-82be-a8ca01774a73),segment_id=bc6370d8-c6e6-46fe-82be-a8ca01774a73)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:06.671689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e56e456-d111-4031-9693-ed7d4bf85302 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:06.701204 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:06.815574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:06.927162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-4e56e456-d111-4031-9693-ed7d4bf85302 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for b169d580-6c36-4a82-a46f-28196bf334a6 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:23:07.225648 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e56e456-d111-4031-9693-ed7d4bf85302 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:07.278596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56e456-d111-4031-9693-ed7d4bf85302 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=b169d580-6c36-4a82-a46f-28196bf334a6,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:07.612823 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e56e456-d111-4031-9693-ed7d4bf85302 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:07.993918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e56e456-d111-4031-9693-ed7d4bf85302 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 2976b9c2-4759-409b-9fe1-1e29de46ad64 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:23:08.173934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e56e456-d111-4031-9693-ed7d4bf85302 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:23:08.184039 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4e56e456-d111-4031-9693-ed7d4bf85302 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/2976b9c2-4759-409b-9fe1-1e29de46ad64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7140450 Oct 05 09:23:08.186876 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d755002f-f08f-4cb2-aedf-1d97e711af10 None None] Sync routers for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:23:08.204359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d755002f-f08f-4cb2-aedf-1d97e711af10 None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:23:08.204993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d755002f-f08f-4cb2-aedf-1d97e711af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:23:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:08.391459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d755002f-f08f-4cb2-aedf-1d97e711af10 None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:23:08.805801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d755002f-f08f-4cb2-aedf-1d97e711af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:23:07Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'a177601a-6b06-4c29-a5e3-2f312f81f9e3', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.151', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'port_id': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'mac_address': 'fa:16:3e:7b:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:21:52Z', 'updated_at': '2022-10-05T09:21:55Z', 'revision_number': 1, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:39Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:08.809785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d755002f-f08f-4cb2-aedf-1d97e711af10 None None] Checking router: 2976b9c2-4759-409b-9fe1-1e29de46ad64 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:23:08.819265 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d755002f-f08f-4cb2-aedf-1d97e711af10 None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:23:08.819915 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d755002f-f08f-4cb2-aedf-1d97e711af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:23:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:08.887667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d426684-6a5c-4e60-8a53-504493df8c8c req-5196023e-c371-4d7d-b85c-ca08bedd06e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:08.888329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-2d426684-6a5c-4e60-8a53-504493df8c8c req-5196023e-c371-4d7d-b85c-ca08bedd06e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:23:08.906554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-2d426684-6a5c-4e60-8a53-504493df8c8c req-5196023e-c371-4d7d-b85c-ca08bedd06e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:23:08.907894 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d426684-6a5c-4e60-8a53-504493df8c8c req-5196023e-c371-4d7d-b85c-ca08bedd06e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 946 time: 0.2838290 Oct 05 09:23:08.955891 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d426684-6a5c-4e60-8a53-504493df8c8c req-bdf1d0d3-3c41-4c43-8d85-f2a47a927267 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b9c199f-70d7-4da7-b1a5-0ec33a0b4570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414131 Oct 05 09:23:09.007166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d755002f-f08f-4cb2-aedf-1d97e711af10 None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:23:09.172690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:09.373508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d755002f-f08f-4cb2-aedf-1d97e711af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:23:07Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'a177601a-6b06-4c29-a5e3-2f312f81f9e3', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.151', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'port_id': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'mac_address': 'fa:16:3e:7b:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:21:52Z', 'updated_at': '2022-10-05T09:21:55Z', 'revision_number': 1, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:39Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:09.378496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d755002f-f08f-4cb2-aedf-1d97e711af10 None None] The sync data for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv is: [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:23:07Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'a177601a-6b06-4c29-a5e3-2f312f81f9e3', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.151', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'port_id': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'mac_address': 'fa:16:3e:7b:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:21:52Z', 'updated_at': '2022-10-05T09:21:55Z', 'revision_number': 1, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:39Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:23:09.941464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffe991-9a3a-45fb-9364-79ae15fc1847 req-40f4877e-2b45-4fbb-ae85-b12450f13b40 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:09.942185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-20ffe991-9a3a-45fb-9364-79ae15fc1847 req-40f4877e-2b45-4fbb-ae85-b12450f13b40 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:23:09.954540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-20ffe991-9a3a-45fb-9364-79ae15fc1847 req-40f4877e-2b45-4fbb-ae85-b12450f13b40 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:23:09.955615 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-20ffe991-9a3a-45fb-9364-79ae15fc1847 req-40f4877e-2b45-4fbb-ae85-b12450f13b40 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 946 time: 0.1067424 Oct 05 09:23:10.028588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-20ffe991-9a3a-45fb-9364-79ae15fc1847 req-57d165bd-b4ef-4cf3-8d75-735e79cde1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:23:10.028943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-20ffe991-9a3a-45fb-9364-79ae15fc1847 req-57d165bd-b4ef-4cf3-8d75-735e79cde1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:10.071228 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b169d580-6c36-4a82-a46f-28196bf334a6 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:23:10.111193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: b169d580-6c36-4a82-a46f-28196bf334a6 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:23:10.111886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b169d580-6c36-4a82-a46f-28196bf334a6 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:23:10.241014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986262e0-92df-4f0a-9853-ab7d04fcf965 req-1999f6e5-82dc-41da-a2aa-ca1fd96dcaae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:10.243385 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-986262e0-92df-4f0a-9853-ab7d04fcf965 req-1999f6e5-82dc-41da-a2aa-ca1fd96dcaae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 946 time: 0.1474466 Oct 05 09:23:10.287841 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-986262e0-92df-4f0a-9853-ab7d04fcf965 req-7b7b7b65-82ac-4516-8903-b61ab75c1279 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b9c199f-70d7-4da7-b1a5-0ec33a0b4570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387878 Oct 05 09:23:10.413009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-20ffe991-9a3a-45fb-9364-79ae15fc1847 req-57d165bd-b4ef-4cf3-8d75-735e79cde1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3a5b3355-faae-4ea1-b3d6-caf5bc62004a,segment=NetworkSegment(bc6370d8-c6e6-46fe-82be-a8ca01774a73),segment_id=bc6370d8-c6e6-46fe-82be-a8ca01774a73)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:10.413546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-20ffe991-9a3a-45fb-9364-79ae15fc1847 req-57d165bd-b4ef-4cf3-8d75-735e79cde1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:10.548692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-20ffe991-9a3a-45fb-9364-79ae15fc1847 req-57d165bd-b4ef-4cf3-8d75-735e79cde1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 3a5b3355-faae-4ea1-b3d6-caf5bc62004a owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:23:10.693795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-20ffe991-9a3a-45fb-9364-79ae15fc1847 req-57d165bd-b4ef-4cf3-8d75-735e79cde1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:10.743429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d165bd-b4ef-4cf3-8d75-735e79cde1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=3a5b3355-faae-4ea1-b3d6-caf5bc62004a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:10.837602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ffe991-9a3a-45fb-9364-79ae15fc1847 req-57d165bd-b4ef-4cf3-8d75-735e79cde1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] No DVR routers for this DVR port 3a5b3355-faae-4ea1-b3d6-caf5bc62004a on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:23:10.840380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-20ffe991-9a3a-45fb-9364-79ae15fc1847 req-57d165bd-b4ef-4cf3-8d75-735e79cde1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:10.842900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c60409-a529-4604-8b19-1334319ff663', 'name': 'network-vif-deleted', 'tag': '3a5b3355-faae-4ea1-b3d6-caf5bc62004a'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:23:10.845130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d85ace9-b3a1-42f2-954b-b171e78b300c" -d '{"events": [{"server_uuid": "10c60409-a529-4604-8b19-1334319ff663", "name": "network-vif-deleted", "tag": "3a5b3355-faae-4ea1-b3d6-caf5bc62004a"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:23:10.861401 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-20ffe991-9a3a-45fb-9364-79ae15fc1847 req-57d165bd-b4ef-4cf3-8d75-735e79cde1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "DELETE /v2.0/ports/3a5b3355-faae-4ea1-b3d6-caf5bc62004a HTTP/1.1" status: 204 len: 173 time: 0.8999119 Oct 05 09:23:10.956010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d060e9-b605-4e1a-abdf-3e8add6aea37 x-openstack-request-id: req-c4d060e9-b605-4e1a-abdf-3e8add6aea37 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:23:10.956557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c60409-a529-4604-8b19-1334319ff663", "name": "network-vif-deleted", "tag": "3a5b3355-faae-4ea1-b3d6-caf5bc62004a", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:23:10.956557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4d060e9-b605-4e1a-abdf-3e8add6aea37 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:23:10.956957 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d060e9-b605-4e1a-abdf-3e8add6aea37'] response: {'server_uuid': '10c60409-a529-4604-8b19-1334319ff663', 'name': 'network-vif-deleted', 'tag': '3a5b3355-faae-4ea1-b3d6-caf5bc62004a', 'status': 'completed', 'code': 200} Oct 05 09:23:11.591565 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dec47481-12ba-4f2e-a94c-ebab82764fd3 req-ffd2b73a-e5fa-46cb-96fa-1a977d2cc6b5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c60409-a529-4604-8b19-1334319ff663 HTTP/1.1" status: 200 len: 210 time: 0.1657331 Oct 05 09:23:12.404922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 3a5b3355-faae-4ea1-b3d6-caf5bc62004a no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:23:12.442071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 3a5b3355-faae-4ea1-b3d6-caf5bc62004a {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:23:12.442425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 3a5b3355-faae-4ea1-b3d6-caf5bc62004a not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:23:12.692273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36194) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:12.761089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2067a794-1c3e-487c-a9bd-d95338947978 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:12.795691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2067a794-1c3e-487c-a9bd-d95338947978 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:12.863110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2067a794-1c3e-487c-a9bd-d95338947978 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:12.885185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067a794-1c3e-487c-a9bd-d95338947978 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9c199f-70d7-4da7-b1a5-0ec33a0b4570,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:12.894620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2067a794-1c3e-487c-a9bd-d95338947978 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:12.895939 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2067a794-1c3e-487c-a9bd-d95338947978 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/security-groups/0b9c199f-70d7-4da7-b1a5-0ec33a0b4570 HTTP/1.1" status: 204 len: 168 time: 0.2021806 Oct 05 09:23:12.927032 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36200) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:12.995139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d644cc-953f-48d0-bb41-a1b6fdb2a82a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting subnet 7184fc1a-756c-4048-9d9b-9c1d22f82021 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:23:12.998605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4d644cc-953f-48d0-bb41-a1b6fdb2a82a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:13.053317 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4d644cc-953f-48d0-bb41-a1b6fdb2a82a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:13.149548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4d644cc-953f-48d0-bb41-a1b6fdb2a82a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:13.225108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4d644cc-953f-48d0-bb41-a1b6fdb2a82a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:13.265775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d644cc-953f-48d0-bb41-a1b6fdb2a82a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Subnet': ['ID=7184fc1a-756c-4048-9d9b-9c1d22f82021,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:13.267612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4d644cc-953f-48d0-bb41-a1b6fdb2a82a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:13.274897 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e4d644cc-953f-48d0-bb41-a1b6fdb2a82a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/subnets/7184fc1a-756c-4048-9d9b-9c1d22f82021 HTTP/1.1" status: 204 len: 168 time: 0.3474855 Oct 05 09:23:13.276810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b59cd1-fc2d-487b-8fff-c5986dc7a009 None None] Network a5dae804-7cdc-42d5-8b07-7b402849ac9e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:23:13.277533 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36204) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:13.305289 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:23:13.393005 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:13.404540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 785e550e-68b7-4f52-972c-df99f48978c8 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:23:13.404882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:13.570970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5ec9ea-7845-49be-abf0-a2c9315517f5 None None] DHCP port deletion for a5dae804-7cdc-42d5-8b07-7b402849ac9e request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:23:13.575811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ec9ea-7845-49be-abf0-a2c9315517f5 None None] Deleting port 785e550e-68b7-4f52-972c-df99f48978c8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:23:13.576056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec9ea-7845-49be-abf0-a2c9315517f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:13.627757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 785e550e-68b7-4f52-972c-df99f48978c8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=785e550e-68b7-4f52-972c-df99f48978c8,segment=NetworkSegment(bc6370d8-c6e6-46fe-82be-a8ca01774a73),segment_id=bc6370d8-c6e6-46fe-82be-a8ca01774a73)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:13.627757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:13.757770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 785e550e-68b7-4f52-972c-df99f48978c8 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:23:13.792294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1d5ec9ea-7845-49be-abf0-a2c9315517f5 None None] For port 785e550e-68b7-4f52-972c-df99f48978c8, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=785e550e-68b7-4f52-972c-df99f48978c8,segment=NetworkSegment(bc6370d8-c6e6-46fe-82be-a8ca01774a73),segment_id=bc6370d8-c6e6-46fe-82be-a8ca01774a73)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:13.792684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec9ea-7845-49be-abf0-a2c9315517f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:13.856627 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:13.909213 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] No DVR routers for this DVR port 785e550e-68b7-4f52-972c-df99f48978c8 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:23:13.940926 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=785e550e-68b7-4f52-972c-df99f48978c8,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:13.972634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ec9ea-7845-49be-abf0-a2c9315517f5 None None] Calling delete_port for 785e550e-68b7-4f52-972c-df99f48978c8 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:23:14.048086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:14.071304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-1d5ec9ea-7845-49be-abf0-a2c9315517f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:23:14.071304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-1d5ec9ea-7845-49be-abf0-a2c9315517f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:23:14.077619 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5dae804-7cdc-42d5-8b07-7b402849ac9e']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:14.092537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6370d8-c6e6-46fe-82be-a8ca01774a73') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:14.092537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6370d8-c6e6-46fe-82be-a8ca01774a73') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:14.105416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:14.116987 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 785e550e-68b7-4f52-972c-df99f48978c8 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:23:14.131981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:14.143232 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:23:14.143232 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:14.165425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 785e550e-68b7-4f52-972c-df99f48978c8 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:23:14.165425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 785e550e-68b7-4f52-972c-df99f48978c8 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:23:14.222653 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment bc6370d8-c6e6-46fe-82be-a8ca01774a73 resource provider aggregate not found Oct 05 09:23:14.248895 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment bc6370d8-c6e6-46fe-82be-a8ca01774a73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc6370d8-c6e6-46fe-82be-a8ca01774a73 found for delete ", "request_id": "req-498aad6a-441d-4b7d-b5f2-1ebebd0894c8"}]} Oct 05 09:23:14.263851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:14.283070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:14.295169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Network': ['ID=a5dae804-7cdc-42d5-8b07-7b402849ac9e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:14.311109 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e4227b0b-8809-4d8b-be1d-331b0664480f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/networks/a5dae804-7cdc-42d5-8b07-7b402849ac9e HTTP/1.1" status: 204 len: 168 time: 1.0325434 Oct 05 09:23:14.313903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36212) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:14.543400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-18ad4d97-78cf-40a9-a9be-727df9ea17ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 168dd12d-54a0-46d8-b03c-541ae716bf32 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:23:14.543491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-18ad4d97-78cf-40a9-a9be-727df9ea17ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:14.569922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ec9ea-7845-49be-abf0-a2c9315517f5 None None] Deleting port 785e550e-68b7-4f52-972c-df99f48978c8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:23:14.571460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec9ea-7845-49be-abf0-a2c9315517f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:14.641114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ec9ea-7845-49be-abf0-a2c9315517f5 None None] The port '785e550e-68b7-4f52-972c-df99f48978c8' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:23:14.735363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-18ad4d97-78cf-40a9-a9be-727df9ea17ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:14.735363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-18ad4d97-78cf-40a9-a9be-727df9ea17ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:14.955483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-18ad4d97-78cf-40a9-a9be-727df9ea17ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 168dd12d-54a0-46d8-b03c-541ae716bf32 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:23:15.111988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-18ad4d97-78cf-40a9-a9be-727df9ea17ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:15.205866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad4d97-78cf-40a9-a9be-727df9ea17ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=168dd12d-54a0-46d8-b03c-541ae716bf32,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:15.275901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-18ad4d97-78cf-40a9-a9be-727df9ea17ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:15.276227 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-18ad4d97-78cf-40a9-a9be-727df9ea17ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP a177601a-6b06-4c29-a5e3-2f312f81f9e3 disassociated (deleted). External IP: 172.26.0.151, port: a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16. Oct 05 09:23:15.626979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ad4d97-78cf-40a9-a9be-727df9ea17ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 2976b9c2-4759-409b-9fe1-1e29de46ad64 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:23:15.808857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ad4d97-78cf-40a9-a9be-727df9ea17ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:23:15.819112 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc48ed60-5068-4fc7-ba57-214c13d55041 None None] Sync routers for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:23:15.827508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-18ad4d97-78cf-40a9-a9be-727df9ea17ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:15.829347 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc48ed60-5068-4fc7-ba57-214c13d55041 None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:23:15.829995 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-bc48ed60-5068-4fc7-ba57-214c13d55041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:23:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:15.885569 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-18ad4d97-78cf-40a9-a9be-727df9ea17ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/floatingips/a177601a-6b06-4c29-a5e3-2f312f81f9e3 HTTP/1.1" status: 204 len: 168 time: 1.5704584 Oct 05 09:23:15.886083 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'tag': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:23:15.888540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa87f8dd-cfdd-4669-a784-2164c3d05d42" -d '{"events": [{"name": "network-changed", "server_uuid": "302b1ba2-4ece-4e38-98de-e3fb859d6344", "tag": "a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:23:15.930481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e74b37-b8c5-4e78-acb5-ae6afd4ef7fd x-openstack-request-id: req-84e74b37-b8c5-4e78-acb5-ae6afd4ef7fd {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:23:15.930769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302b1ba2-4ece-4e38-98de-e3fb859d6344", "tag": "a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:23:15.931014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84e74b37-b8c5-4e78-acb5-ae6afd4ef7fd {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:23:15.931413 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e74b37-b8c5-4e78-acb5-ae6afd4ef7fd'] response: {'name': 'network-changed', 'server_uuid': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'tag': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'status': 'completed', 'code': 200} Oct 05 09:23:16.019316 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-bc48ed60-5068-4fc7-ba57-214c13d55041 None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:23:16.085820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87f8dd-cfdd-4669-a784-2164c3d05d42 req-2b4d418f-ee47-4adf-ab05-df01317e8eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:16.087567 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aa87f8dd-cfdd-4669-a784-2164c3d05d42 req-2b4d418f-ee47-4adf-ab05-df01317e8eb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 1098 time: 0.1356473 Oct 05 09:23:16.227971 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87f8dd-cfdd-4669-a784-2164c3d05d42 req-d8f93a8c-36ba-47ea-a86c-c51ff8205373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:16.229467 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aa87f8dd-cfdd-4669-a784-2164c3d05d42 req-d8f93a8c-36ba-47ea-a86c-c51ff8205373 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67f68959-a817-4f4b-b01e-276f03974f0e HTTP/1.1" status: 200 len: 898 time: 0.1354272 Oct 05 09:23:16.284071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc89f9c-2ef4-4f58-9615-489d4e389e88 req-30c91c5b-61ea-402d-9c00-25ccbc4a8c87 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:16.284886 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7dc89f9c-2ef4-4f58-9615-489d4e389e88 req-30c91c5b-61ea-402d-9c00-25ccbc4a8c87 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:23:16.302852 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aa87f8dd-cfdd-4669-a784-2164c3d05d42 req-3326ba00-1988-4b02-8549-241178180bb3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 HTTP/1.1" status: 200 len: 217 time: 0.0664806 Oct 05 09:23:16.304068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7dc89f9c-2ef4-4f58-9615-489d4e389e88 req-30c91c5b-61ea-402d-9c00-25ccbc4a8c87 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:23:16.305216 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dc89f9c-2ef4-4f58-9615-489d4e389e88 req-30c91c5b-61ea-402d-9c00-25ccbc4a8c87 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 945 time: 0.1150038 Oct 05 09:23:16.351200 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-bc48ed60-5068-4fc7-ba57-214c13d55041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:23:07Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:39Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:16.351951 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dc89f9c-2ef4-4f58-9615-489d4e389e88 req-8ca43a9b-d1e5-4fbd-a13e-dc4945601608 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=17b09d2c-92fb-4f94-9756-36856b4e9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404105 Oct 05 09:23:16.355205 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc48ed60-5068-4fc7-ba57-214c13d55041 None None] Checking router: 2976b9c2-4759-409b-9fe1-1e29de46ad64 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:23:16.363534 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc48ed60-5068-4fc7-ba57-214c13d55041 None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:23:16.364118 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-bc48ed60-5068-4fc7-ba57-214c13d55041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:23:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:16.366581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87f8dd-cfdd-4669-a784-2164c3d05d42 req-2d5d0bf7-4880-4bc4-8cdc-51fae28edcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:16.368209 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aa87f8dd-cfdd-4669-a784-2164c3d05d42 req-2d5d0bf7-4880-4bc4-8cdc-51fae28edcc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17f99b7d-6f46-4ad3-8f0a-9a45b75928d9 HTTP/1.1" status: 200 len: 834 time: 0.0601871 Oct 05 09:23:16.469382 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87f8dd-cfdd-4669-a784-2164c3d05d42 req-bdb470e9-b015-430a-85a1-68ada2c089c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:16.470942 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aa87f8dd-cfdd-4669-a784-2164c3d05d42 req-bdb470e9-b015-430a-85a1-68ada2c089c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67f68959-a817-4f4b-b01e-276f03974f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0962863 Oct 05 09:23:16.599158 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-bc48ed60-5068-4fc7-ba57-214c13d55041 None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:23:16.611050 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aa87f8dd-cfdd-4669-a784-2164c3d05d42 req-e6aec512-d7bf-4ac2-aa0e-f129b4066ce2 service neutron] 10.222.0.45 "GET /v2.0/networks/67f68959-a817-4f4b-b01e-276f03974f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324496 Oct 05 09:23:16.751055 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aa87f8dd-cfdd-4669-a784-2164c3d05d42 req-4ed45903-46a3-46f3-a663-15d8dc364a2a service neutron] 10.222.0.45 "GET /v2.0/networks/67f68959-a817-4f4b-b01e-276f03974f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275733 Oct 05 09:23:16.914991 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-bc48ed60-5068-4fc7-ba57-214c13d55041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:23:07Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:39Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:16.918798 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc48ed60-5068-4fc7-ba57-214c13d55041 None None] The sync data for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv is: [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:23:07Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f07e1ad0-995b-4577-a5e1-126d95f15787', 'name': '', 'network_id': '67f68959-a817-4f4b-b01e-276f03974f0e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:f4:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:28Z', 'updated_at': '2022-10-05T09:21:39Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '17f99b7d-6f46-4ad3-8f0a-9a45b75928d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:23:17.127973 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea957a2-1118-4548-ab1d-ef4ef5db5139 None None] New status for floating IP a177601a-6b06-4c29-a5e3-2f312f81f9e3: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:23:17.511461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5476b-988c-4e3b-b639-94c9475f9b18 req-d0d0aee5-f849-4c58-8049-ed845f69efa4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:17.512082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a0c5476b-988c-4e3b-b639-94c9475f9b18 req-d0d0aee5-f849-4c58-8049-ed845f69efa4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:23:17.524422 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a0c5476b-988c-4e3b-b639-94c9475f9b18 req-d0d0aee5-f849-4c58-8049-ed845f69efa4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:23:17.525539 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a0c5476b-988c-4e3b-b639-94c9475f9b18 req-d0d0aee5-f849-4c58-8049-ed845f69efa4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 945 time: 0.0987072 Oct 05 09:23:17.558103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614a514-2e36-4d9f-ba33-6584b1e6b671 req-0ad02062-6ffb-40d2-bd99-1f7f55448996 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:17.559578 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6614a514-2e36-4d9f-ba33-6584b1e6b671 req-0ad02062-6ffb-40d2-bd99-1f7f55448996 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 945 time: 0.0880289 Oct 05 09:23:17.609611 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6614a514-2e36-4d9f-ba33-6584b1e6b671 req-743f01e0-a95c-4d31-a0c4-f3f1ca619a5d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=17b09d2c-92fb-4f94-9756-36856b4e9e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442452 Oct 05 09:23:17.706133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-a0c5476b-988c-4e3b-b639-94c9475f9b18 req-b864b1f3-7b2e-4033-9a48-ab2312ab3c32 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:23:17.706475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a0c5476b-988c-4e3b-b639-94c9475f9b18 req-b864b1f3-7b2e-4033-9a48-ab2312ab3c32 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:17.954820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a0c5476b-988c-4e3b-b639-94c9475f9b18 req-b864b1f3-7b2e-4033-9a48-ab2312ab3c32 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16,segment=NetworkSegment(19535d2c-bcbc-4844-800e-d9b0700b7c40),segment_id=19535d2c-bcbc-4844-800e-d9b0700b7c40)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:17.955179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a0c5476b-988c-4e3b-b639-94c9475f9b18 req-b864b1f3-7b2e-4033-9a48-ab2312ab3c32 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:18.088925 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-a0c5476b-988c-4e3b-b639-94c9475f9b18 req-b864b1f3-7b2e-4033-9a48-ab2312ab3c32 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:23:18.241317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a0c5476b-988c-4e3b-b639-94c9475f9b18 req-b864b1f3-7b2e-4033-9a48-ab2312ab3c32 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:18.291083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864b1f3-7b2e-4033-9a48-ab2312ab3c32 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:18.378881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c5476b-988c-4e3b-b639-94c9475f9b18 req-b864b1f3-7b2e-4033-9a48-ab2312ab3c32 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] No DVR routers for this DVR port a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:23:18.382022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a0c5476b-988c-4e3b-b639-94c9475f9b18 req-b864b1f3-7b2e-4033-9a48-ab2312ab3c32 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:18.384563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'name': 'network-vif-deleted', 'tag': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:23:18.386900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d60aff2-c53e-45ed-a8f6-816a152bd465" -d '{"events": [{"server_uuid": "302b1ba2-4ece-4e38-98de-e3fb859d6344", "name": "network-vif-deleted", "tag": "a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:23:18.400556 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a0c5476b-988c-4e3b-b639-94c9475f9b18 req-b864b1f3-7b2e-4033-9a48-ab2312ab3c32 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "DELETE /v2.0/ports/a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 HTTP/1.1" status: 204 len: 173 time: 0.8695526 Oct 05 09:23:18.431226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf152af-39df-452a-be7a-029bf0333573 x-openstack-request-id: req-3bf152af-39df-452a-be7a-029bf0333573 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:23:18.431559 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302b1ba2-4ece-4e38-98de-e3fb859d6344", "name": "network-vif-deleted", "tag": "a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:23:18.431864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3bf152af-39df-452a-be7a-029bf0333573 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:23:18.432261 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf152af-39df-452a-be7a-029bf0333573'] response: {'server_uuid': '302b1ba2-4ece-4e38-98de-e3fb859d6344', 'name': 'network-vif-deleted', 'tag': 'a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16', 'status': 'completed', 'code': 200} Oct 05 09:23:18.791970 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9f480658-5f9b-4d83-a694-4a34c3a6250b req-bca0d951-737f-4940-8c33-1765930359a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=302b1ba2-4ece-4e38-98de-e3fb859d6344 HTTP/1.1" status: 200 len: 210 time: 0.0505407 Oct 05 09:23:19.895483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36236) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:19.962771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a39c16f7-1b75-4a17-a1b4-11961d6ab3db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:19.992696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a39c16f7-1b75-4a17-a1b4-11961d6ab3db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:20.060395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a39c16f7-1b75-4a17-a1b4-11961d6ab3db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:20.079011 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c16f7-1b75-4a17-a1b4-11961d6ab3db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b09d2c-92fb-4f94-9756-36856b4e9e02,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:20.085739 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a39c16f7-1b75-4a17-a1b4-11961d6ab3db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:20.086887 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a39c16f7-1b75-4a17-a1b4-11961d6ab3db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/security-groups/17b09d2c-92fb-4f94-9756-36856b4e9e02 HTTP/1.1" status: 204 len: 168 time: 0.1904359 Oct 05 09:23:20.119537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36242) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:20.451555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:23:20.488115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:23:20.488468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a7e427ec-ead4-4a25-8ac3-54f0fb3ccb16 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:23:20.774028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa1057c4-fd9b-4546-bfa7-5be755bff38d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:21.122762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-fa1057c4-fd9b-4546-bfa7-5be755bff38d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port f07e1ad0-995b-4577-a5e1-126d95f15787 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:23:21.123390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa1057c4-fd9b-4546-bfa7-5be755bff38d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:21.307756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-fa1057c4-fd9b-4546-bfa7-5be755bff38d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port f07e1ad0-995b-4577-a5e1-126d95f15787, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f07e1ad0-995b-4577-a5e1-126d95f15787,segment=NetworkSegment(19535d2c-bcbc-4844-800e-d9b0700b7c40),segment_id=19535d2c-bcbc-4844-800e-d9b0700b7c40)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:21.308116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa1057c4-fd9b-4546-bfa7-5be755bff38d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:21.436811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-fa1057c4-fd9b-4546-bfa7-5be755bff38d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for f07e1ad0-995b-4577-a5e1-126d95f15787 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:23:21.622125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa1057c4-fd9b-4546-bfa7-5be755bff38d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:21.669954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1057c4-fd9b-4546-bfa7-5be755bff38d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=f07e1ad0-995b-4577-a5e1-126d95f15787,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:22.045102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa1057c4-fd9b-4546-bfa7-5be755bff38d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:22.399494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1057c4-fd9b-4546-bfa7-5be755bff38d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 2976b9c2-4759-409b-9fe1-1e29de46ad64 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:23:22.574148 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1057c4-fd9b-4546-bfa7-5be755bff38d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:23:22.583403 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed0c98-b317-42a0-8ca9-163cb2702ac7 None None] Sync routers for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:23:22.587983 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fa1057c4-fd9b-4546-bfa7-5be755bff38d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/2976b9c2-4759-409b-9fe1-1e29de46ad64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4671621 Oct 05 09:23:22.590461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36246) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:22.594199 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed0c98-b317-42a0-8ca9-163cb2702ac7 None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:23:22.594801 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d1ed0c98-b317-42a0-8ca9-163cb2702ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:23:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:22.661112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-5afec885-deb5-484f-a4b4-b3e0efc4b788 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting subnet 17f99b7d-6f46-4ad3-8f0a-9a45b75928d9 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:23:22.663957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5afec885-deb5-484f-a4b4-b3e0efc4b788 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:22.717976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5afec885-deb5-484f-a4b4-b3e0efc4b788 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:22.766185 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d1ed0c98-b317-42a0-8ca9-163cb2702ac7 None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:23:22.802950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5afec885-deb5-484f-a4b4-b3e0efc4b788 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:22.884873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5afec885-deb5-484f-a4b4-b3e0efc4b788 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:22.930010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afec885-deb5-484f-a4b4-b3e0efc4b788 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Subnet': ['ID=17f99b7d-6f46-4ad3-8f0a-9a45b75928d9,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:22.932006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5afec885-deb5-484f-a4b4-b3e0efc4b788 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:22.941160 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b5d96e-56f2-4bf3-ba1a-d3d16448adbc None None] Network 67f68959-a817-4f4b-b01e-276f03974f0e requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:23:22.941606 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5afec885-deb5-484f-a4b4-b3e0efc4b788 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/subnets/17f99b7d-6f46-4ad3-8f0a-9a45b75928d9 HTTP/1.1" status: 204 len: 168 time: 0.3493888 Oct 05 09:23:22.941814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36250) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:23.068758 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d1ed0c98-b317-42a0-8ca9-163cb2702ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:23:21Z', 'revision_number': 7, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:23.072976 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed0c98-b317-42a0-8ca9-163cb2702ac7 None None] Checking router: 2976b9c2-4759-409b-9fe1-1e29de46ad64 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:23:23.081057 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed0c98-b317-42a0-8ca9-163cb2702ac7 None None] Routers {'2976b9c2-4759-409b-9fe1-1e29de46ad64'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:23:23.081643 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d1ed0c98-b317-42a0-8ca9-163cb2702ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:23:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2976b9c2-4759-409b-9fe1-1e29de46ad64'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:23.131877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:23.219964 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def1207-bdb6-4b2a-9ff7-b8f2d8616616 None None] DHCP port deletion for 67f68959-a817-4f4b-b01e-276f03974f0e request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:23:23.226599 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2def1207-bdb6-4b2a-9ff7-b8f2d8616616 None None] Deleting port 690e2603-8f1a-438b-91da-005b02c7a573 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:23:23.227338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2def1207-bdb6-4b2a-9ff7-b8f2d8616616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:23.259143 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d1ed0c98-b317-42a0-8ca9-163cb2702ac7 None None] Set router 2976b9c2-4759-409b-9fe1-1e29de46ad64 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:23:23.313159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:23.324997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:23:23.325937 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:23.441513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2def1207-bdb6-4b2a-9ff7-b8f2d8616616 None None] For port 690e2603-8f1a-438b-91da-005b02c7a573, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=690e2603-8f1a-438b-91da-005b02c7a573,segment=NetworkSegment(19535d2c-bcbc-4844-800e-d9b0700b7c40),segment_id=19535d2c-bcbc-4844-800e-d9b0700b7c40)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:23.441793 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2def1207-bdb6-4b2a-9ff7-b8f2d8616616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:23.520657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 0400e34d-ef9f-45ee-adb6-18aabab1b5e4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0400e34d-ef9f-45ee-adb6-18aabab1b5e4,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:23.521090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:23.568369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2def1207-bdb6-4b2a-9ff7-b8f2d8616616 None None] Calling delete_port for 690e2603-8f1a-438b-91da-005b02c7a573 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:23:23.576724 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d1ed0c98-b317-42a0-8ca9-163cb2702ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:23:21Z', 'revision_number': 7, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:23.582481 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed0c98-b317-42a0-8ca9-163cb2702ac7 None None] The sync data for ids ['2976b9c2-4759-409b-9fe1-1e29de46ad64'] in dv-neutron-860328-1-hyperv is: [{'id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'name': 'tempest-TestNetworkBasicOps-router-264215722', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:21:23Z', 'updated_at': '2022-10-05T09:23:21Z', 'revision_number': 7, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0400e34d-ef9f-45ee-adb6-18aabab1b5e4', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976b9c2-4759-409b-9fe1-1e29de46ad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:21:24Z', 'updated_at': '2022-10-05T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:23:23.648652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2def1207-bdb6-4b2a-9ff7-b8f2d8616616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:23.700857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def1207-bdb6-4b2a-9ff7-b8f2d8616616 None None] Pushing event deleted for resources: {'Port': ['ID=690e2603-8f1a-438b-91da-005b02c7a573,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:23.702828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def1207-bdb6-4b2a-9ff7-b8f2d8616616 None None] No DVR routers for this DVR port 690e2603-8f1a-438b-91da-005b02c7a573 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:23:23.765860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:23:23.940187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:23.992807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=0400e34d-ef9f-45ee-adb6-18aabab1b5e4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:24.092178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.160445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 690e2603-8f1a-438b-91da-005b02c7a573 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:23:24.196807 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 690e2603-8f1a-438b-91da-005b02c7a573 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:23:24.197149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 690e2603-8f1a-438b-91da-005b02c7a573 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:23:24.197557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f07e1ad0-995b-4577-a5e1-126d95f15787 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:23:24.229985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: f07e1ad0-995b-4577-a5e1-126d95f15787 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:23:24.230236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f07e1ad0-995b-4577-a5e1-126d95f15787 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:23:24.271929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.274310 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.303071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.304116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Fanout notify agent at l3_agent the message router_deleted on router 2976b9c2-4759-409b-9fe1-1e29de46ad64 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:23:24.320145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.321258 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e8772f4a-d554-40e0-ab28-409e3ebdb58b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/routers/2976b9c2-4759-409b-9fe1-1e29de46ad64 HTTP/1.1" status: 204 len: 168 time: 1.3781841 Oct 05 09:23:24.324193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36254) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:24.439733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c83129f9-e6f5-4070-b6cd-5ecae1dac11a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.572014 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c83129f9-e6f5-4070-b6cd-5ecae1dac11a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.599870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c83129f9-e6f5-4070-b6cd-5ecae1dac11a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f68959-a817-4f4b-b01e-276f03974f0e']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:24.612171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c83129f9-e6f5-4070-b6cd-5ecae1dac11a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19535d2c-bcbc-4844-800e-d9b0700b7c40') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:24.612464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c83129f9-e6f5-4070-b6cd-5ecae1dac11a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19535d2c-bcbc-4844-800e-d9b0700b7c40') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:24.624038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c83129f9-e6f5-4070-b6cd-5ecae1dac11a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.639569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c83129f9-e6f5-4070-b6cd-5ecae1dac11a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.645409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83129f9-e6f5-4070-b6cd-5ecae1dac11a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:23:24.645793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c83129f9-e6f5-4070-b6cd-5ecae1dac11a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.713444 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 19535d2c-bcbc-4844-800e-d9b0700b7c40 resource provider aggregate not found Oct 05 09:23:24.737629 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 19535d2c-bcbc-4844-800e-d9b0700b7c40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19535d2c-bcbc-4844-800e-d9b0700b7c40 found for delete ", "request_id": "req-808bb26b-1afa-46a0-837a-d30c912f1c34"}]} Oct 05 09:23:24.751702 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c83129f9-e6f5-4070-b6cd-5ecae1dac11a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.777085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c83129f9-e6f5-4070-b6cd-5ecae1dac11a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.790544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83129f9-e6f5-4070-b6cd-5ecae1dac11a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Network': ['ID=67f68959-a817-4f4b-b01e-276f03974f0e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:24.793366 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c83129f9-e6f5-4070-b6cd-5ecae1dac11a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/networks/67f68959-a817-4f4b-b01e-276f03974f0e HTTP/1.1" status: 204 len: 168 time: 0.4682701 Oct 05 09:23:24.812849 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36262) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:24.818440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'network': {'name': 'tempest-network-smoke--747112625', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:23:24.823755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:23:24.827823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:network and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:23:24.830718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:23:24.836854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:23:24.846903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:23:24.851120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.878358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:23:24.887307 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.887680 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Added segment 8bfe7931-d138-4370-90dc-145b6dcff3a5 of type vlan for network 91bac251-3356-42cd-b3ba-79c509270093 Oct 05 09:23:24.915217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.943576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:24.949546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:24.950153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:25.056523 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2425549 Oct 05 09:23:25.059324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fcb81-78cc-42f6-a7c4-fde07bcca5a4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Network': ['ID=91bac251-3356-42cd-b3ba-79c509270093,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:25.059505 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36266) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:25.064633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-52263396', 'admin_state_up': True, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:23:25.070352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 91bac251-3356-42cd-b3ba-79c509270093 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:23:25.072557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:23:25.076473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:router and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:23:25.079268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:23:25.085613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:23:25.095900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:25.096898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:25.113187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:25.484640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:25.784269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:25.813199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:25.953204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.65 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/857daff3-2ae4-44ad-aae4-79247df0dfeb) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:23:26.072322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:23:26.099137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:26.107775 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:23:26.108107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0400e34d-ef9f-45ee-adb6-18aabab1b5e4 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:23:26.128709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:26.189534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:23:26.196674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:23:26.200680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:23:26.238569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=857daff3-2ae4-44ad-aae4-79247df0dfeb,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:26.623595 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:27.065622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:27.267004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 411da76e-ce0f-4d79-b494-31fb376b0050 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:23:27.439131 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:23:27.449797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Sync routers for ids ['411da76e-ce0f-4d79-b494-31fb376b0050'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:23:27.458949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Routers {'411da76e-ce0f-4d79-b494-31fb376b0050'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:23:27.460283 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:23:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['411da76e-ce0f-4d79-b494-31fb376b0050'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:27.466988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:27.471221 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0f4b32fa-3f2a-4947-bc7f-66af0cb4efe0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4076648 Oct 05 09:23:27.471382 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36270) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:27.515011 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e6effde8-d442-429f-9dad-9611512ad4b9 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=3d24fcbdc2b044ca86ffb7d681c0963d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425251 Oct 05 09:23:27.517636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36274) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:27.650098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c393f47-791e-4f63-87fe-1f2b346ac16d tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:27.651665 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7c393f47-791e-4f63-87fe-1f2b346ac16d tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331646 Oct 05 09:23:27.654494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36278) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:27.665736 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Set router 411da76e-ce0f-4d79-b494-31fb376b0050 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:23:27.692799 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1443601a-d70a-48ef-bfe1-6949e6f73ed9 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372527 Oct 05 09:23:27.695984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36282) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:27.701449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-858529285', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:23:27.811308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:23:27.815034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:subnet and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:23:27.817804 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:23:27.823606 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:23:27.833956 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:23:27.839193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:27.950016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:26Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:27.953887 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Checking router: 411da76e-ce0f-4d79-b494-31fb376b0050 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:23:27.954258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Updating router 411da76e-ce0f-4d79-b494-31fb376b0050 port 857daff3-2ae4-44ad-aae4-79247df0dfeb binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:23:28.006124 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:28.058776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:28.147937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Subnet': ['ID=e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:28.152039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Checking segment: {'id': '8bfe7931-d138-4370-90dc-145b6dcff3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '91bac251-3356-42cd-b3ba-79c509270093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:23:28.152402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network hostable DHCP agents. Network: 91bac251-3356-42cd-b3ba-79c509270093, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:23:28.172392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 91bac251-3356-42cd-b3ba-79c509270093 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:23:28.182644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 91bac251-3356-42cd-b3ba-79c509270093) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:23:28.186727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:28.187276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:28.198955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0c6d72-4c97-4d50-ae74-447c47d54251 None None] Network 91bac251-3356-42cd-b3ba-79c509270093 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:23:28.210546 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-691464f2-2d89-4a73-a353-24ffce44d57d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5135217 Oct 05 09:23:28.213447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36286) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:28.520201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:28.531685 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-91bac251-3356-42cd-b3ba-79c509270093', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ips': [{'subnet_id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:23:28.532489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:28.548246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Transition to ACTIVE for port object 857daff3-2ae4-44ad-aae4-79247df0dfeb will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:23:28.559475 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:28.660001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Attempting to bind port 857daff3-2ae4-44ad-aae4-79247df0dfeb on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:23:28.660353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Attempting to bind port 857daff3-2ae4-44ad-aae4-79247df0dfeb by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:23:28.660710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Attempting to bind port 857daff3-2ae4-44ad-aae4-79247df0dfeb on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:23:28.684966 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:23:28.685341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:23:28.685739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:28.686150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:23:28.686623 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Bound port: 857daff3-2ae4-44ad-aae4-79247df0dfeb, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:23:28.686993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:28.743409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450fb55-e96e-403e-8b7b-e8b9d6894fd9 None None] Pushing event updated for resources: {'Port': ['ID=857daff3-2ae4-44ad-aae4-79247df0dfeb,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:28.832029 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] For port 857daff3-2ae4-44ad-aae4-79247df0dfeb, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:23:28.836451 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] For port 857daff3-2ae4-44ad-aae4-79247df0dfeb, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=857daff3-2ae4-44ad-aae4-79247df0dfeb,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:23:28.840244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Allocated IP 172.20.0.2 (91bac251-3356-42cd-b3ba-79c509270093/e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff/517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:23:28.844588 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:29.012441 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Routers {'411da76e-ce0f-4d79-b494-31fb376b0050'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:23:29.013067 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:23:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['411da76e-ce0f-4d79-b494-31fb376b0050'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:29.033712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:29.114974 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450fb55-e96e-403e-8b7b-e8b9d6894fd9 None None] Pushing event updated for resources: {'Port': ['ID=857daff3-2ae4-44ad-aae4-79247df0dfeb,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:29.294359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] Set router 411da76e-ce0f-4d79-b494-31fb376b0050 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:23:29.482873 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:29.503400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Transition to ACTIVE for port object 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:23:29.539737 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Transition to ACTIVE for port object 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:23:29.554303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:29.610221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.1 (91bac251-3356-42cd-b3ba-79c509270093/e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff/9fb17550-a61c-4cd5-a904-16d91506aca3) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:23:29.659154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Network 91bac251-3356-42cd-b3ba-79c509270093 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:23:29.666794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Pushing event updated for resources: {'Port': ['ID=517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:29.669177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:23:29.672475 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:23:29.779189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:29.785091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Attempting to bind port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:23:29.785460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Attempting to bind port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '8bfe7931-d138-4370-90dc-145b6dcff3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '91bac251-3356-42cd-b3ba-79c509270093'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:23:29.785814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Attempting to bind port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 on network 91bac251-3356-42cd-b3ba-79c509270093 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:23:29.794558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:23:29.794935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Checking segment: {'id': '8bfe7931-d138-4370-90dc-145b6dcff3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '91bac251-3356-42cd-b3ba-79c509270093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:23:29.795332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:29.795714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Bound using segment: {'id': '8bfe7931-d138-4370-90dc-145b6dcff3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '91bac251-3356-42cd-b3ba-79c509270093'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:23:29.795981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object 9fb17550-a61c-4cd5-a904-16d91506aca3 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:23:29.796166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Bound port: 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfe7931-d138-4370-90dc-145b6dcff3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '91bac251-3356-42cd-b3ba-79c509270093'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:23:29.796542 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:29.810099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:26Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:29.823731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:29.839440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713b8ac-1ef7-4c9d-acbf-e95d02aaceb6 None None] The sync data for ids ['411da76e-ce0f-4d79-b494-31fb376b0050'] in dv-neutron-860328-1-hyperv is: [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:26Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:23:29.901215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] For port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:23:29.903585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 91bac251-3356-42cd-b3ba-79c509270093 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:23:29.905090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] For port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5,segment=NetworkSegment(8bfe7931-d138-4370-90dc-145b6dcff3a5),segment_id=8bfe7931-d138-4370-90dc-145b6dcff3a5)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:23:29.908050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:23:29.913107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:29.922150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:23:29.965194 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=9fb17550-a61c-4cd5-a904-16d91506aca3,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:29.998735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ea09c-0aee-492b-b26d-d8588be1d33d None None] Pushing event updated for resources: {'Port': ['ID=517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:30.002626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:30.456918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:30.923904 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:30.929421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:31.028787 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188533d1-256d-420b-85cd-a22c94329a0d None None] Network 91bac251-3356-42cd-b3ba-79c509270093 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:23:31.051817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:31.055633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=9fb17550-a61c-4cd5-a904-16d91506aca3,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:31.136589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-af1e644a-2373-4946-9aa9-d8183dea52b7 None None] Provisioning for port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:23:31.201444 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 91bac251-3356-42cd-b3ba-79c509270093 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:23:31.202618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:23:31.398707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 411da76e-ce0f-4d79-b494-31fb376b0050 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:23:31.586273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:23:31.594172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-173fd029-303c-459d-888d-daa78844987b None None] Provisioning for port 9fb17550-a61c-4cd5-a904-16d91506aca3 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:23:31.596982 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Sync routers for ids ['411da76e-ce0f-4d79-b494-31fb376b0050'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:23:31.599925 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-10d5b6ee-14af-4753-ab6a-f01f6977ef31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/411da76e-ce0f-4d79-b494-31fb376b0050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3852661 Oct 05 09:23:31.603193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36292) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:31.604309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-173fd029-303c-459d-888d-daa78844987b None None] Provisioning complete for port 9fb17550-a61c-4cd5-a904-16d91506aca3 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:23:31.604700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-173fd029-303c-459d-888d-daa78844987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:31.605089 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-173fd029-303c-459d-888d-daa78844987b None None] Attempt 1 to provision port 9fb17550-a61c-4cd5-a904-16d91506aca3 Oct 05 09:23:31.610929 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Routers {'411da76e-ce0f-4d79-b494-31fb376b0050'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:23:31.611688 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:23:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['411da76e-ce0f-4d79-b494-31fb376b0050'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:31.671452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-173fd029-303c-459d-888d-daa78844987b None None] Port 9fb17550-a61c-4cd5-a904-16d91506aca3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:23:31.766110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21ab31f-7816-4424-9141-a6af18d9ac87 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:31.766583 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21ab31f-7816-4424-9141-a6af18d9ac87 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:31.767043 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21ab31f-7816-4424-9141-a6af18d9ac87 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:31.767500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21ab31f-7816-4424-9141-a6af18d9ac87 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:31.768101 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21ab31f-7816-4424-9141-a6af18d9ac87 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:31.768564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21ab31f-7816-4424-9141-a6af18d9ac87 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:31.770395 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e21ab31f-7816-4424-9141-a6af18d9ac87 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1660829 Oct 05 09:23:31.773850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36296) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:31.797564 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Set router 411da76e-ce0f-4d79-b494-31fb376b0050 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:23:31.847674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb1859-c24e-4a73-beb3-b684e4c6ae23 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:31.848404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb1859-c24e-4a73-beb3-b684e4c6ae23 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:31.849110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb1859-c24e-4a73-beb3-b684e4c6ae23 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:31.849697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb1859-c24e-4a73-beb3-b684e4c6ae23 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:31.850497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb1859-c24e-4a73-beb3-b684e4c6ae23 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:31.851087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb1859-c24e-4a73-beb3-b684e4c6ae23 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:31.852996 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1fcb1859-c24e-4a73-beb3-b684e4c6ae23 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0779917 Oct 05 09:23:31.855751 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36300) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:32.114131 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '9fb17550-a61c-4cd5-a904-16d91506aca3', 'name': '', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0d:aa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:29Z', 'updated_at': '2022-10-05T09:23:30Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:32.118656 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Checking router: 411da76e-ce0f-4d79-b494-31fb376b0050 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:23:32.119007 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Updating router 411da76e-ce0f-4d79-b494-31fb376b0050 port 9fb17550-a61c-4cd5-a904-16d91506aca3 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:23:32.172848 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-173fd029-303c-459d-888d-daa78844987b None None] Attempt 2 to provision port 9fb17550-a61c-4cd5-a904-16d91506aca3 Oct 05 09:23:32.180260 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.202797 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-715c9845-fc64-4fc3-bac3-dc0de01f88a6 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3455954 Oct 05 09:23:32.205542 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:23:32.265920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36306) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:32.273797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543160773', 'description': 'tempest-secgroup-smoke-1543160773 description', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:23:32.281403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:23:32.281560 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-173fd029-303c-459d-888d-daa78844987b None None] Port 9fb17550-a61c-4cd5-a904-16d91506aca3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:23:32.285611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:23:32.290504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:23:32.296147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:23:32.298104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:23:32.303907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:23:32.304338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.304757 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 Oct 05 09:23:32.309282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.332847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:23:32.338199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:23:32.341681 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:23:32.348842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:23:32.433145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.437305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.467718 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:23:32.468078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.487944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905e9e8d-02b0-4d6e-b6b8-f2b827414c1c,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:32.498047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.502670 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a5569b0e-57a6-4839-80c8-77c07e3ce13b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2327693 Oct 05 09:23:32.502947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36310) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:32.505162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5,segment=NetworkSegment(8bfe7931-d138-4370-90dc-145b6dcff3a5),segment_id=8bfe7931-d138-4370-90dc-145b6dcff3a5)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:32.510086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-bbabb8ea-d596-4413-b2e3-8745227f4cdf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '905e9e8d-02b0-4d6e-b6b8-f2b827414c1c', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:23:32.510317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.511237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 857daff3-2ae4-44ad-aae4-79247df0dfeb up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:23:32.516170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bbabb8ea-d596-4413-b2e3-8745227f4cdf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:23:32.519950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bbabb8ea-d596-4413-b2e3-8745227f4cdf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:23:32.523009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bbabb8ea-d596-4413-b2e3-8745227f4cdf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:23:32.528870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bbabb8ea-d596-4413-b2e3-8745227f4cdf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:23:32.532531 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.545696 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Transition to ACTIVE for port object 9fb17550-a61c-4cd5-a904-16d91506aca3 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:23:32.552577 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.552830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8ea-d596-4413-b2e3-8745227f4cdf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.621947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8ea-d596-4413-b2e3-8745227f4cdf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.626477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8ea-d596-4413-b2e3-8745227f4cdf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.642840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 857daff3-2ae4-44ad-aae4-79247df0dfeb completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:23:32.646439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:32.650552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabb8ea-d596-4413-b2e3-8745227f4cdf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74659b36-022a-434b-ba5a-c239a986d5a6,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:32.651181 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 857daff3-2ae4-44ad-aae4-79247df0dfeb triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:23:32.651562 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.652437 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 857daff3-2ae4-44ad-aae4-79247df0dfeb Oct 05 09:23:32.661509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8ea-d596-4413-b2e3-8745227f4cdf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.666316 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36314) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:32.666924 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bbabb8ea-d596-4413-b2e3-8745227f4cdf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617343 Oct 05 09:23:32.674597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-07d8dfb4-37f6-4a63-9f9f-547c35b39e52 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '905e9e8d-02b0-4d6e-b6b8-f2b827414c1c', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:23:32.683703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-07d8dfb4-37f6-4a63-9f9f-547c35b39e52 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:23:32.687977 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-07d8dfb4-37f6-4a63-9f9f-547c35b39e52 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:23:32.691778 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-07d8dfb4-37f6-4a63-9f9f-547c35b39e52 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:23:32.699584 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-07d8dfb4-37f6-4a63-9f9f-547c35b39e52 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:23:32.718734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07d8dfb4-37f6-4a63-9f9f-547c35b39e52 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.759422 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55809d31-7ef9-4552-b667-b96dc218a545 None None] Pushing event updated for resources: {'Port': ['ID=9fb17550-a61c-4cd5-a904-16d91506aca3,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:32.776680 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Attempting to bind port 9fb17550-a61c-4cd5-a904-16d91506aca3 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:23:32.777284 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Attempting to bind port 9fb17550-a61c-4cd5-a904-16d91506aca3 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '8bfe7931-d138-4370-90dc-145b6dcff3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '91bac251-3356-42cd-b3ba-79c509270093'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:23:32.777802 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Attempting to bind port 9fb17550-a61c-4cd5-a904-16d91506aca3 on network 91bac251-3356-42cd-b3ba-79c509270093 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:23:32.783299 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:23:32.783676 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-173fd029-303c-459d-888d-daa78844987b None None] Attempt 3 to provision port 9fb17550-a61c-4cd5-a904-16d91506aca3 Oct 05 09:23:32.783904 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Checking segment: {'id': '8bfe7931-d138-4370-90dc-145b6dcff3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '91bac251-3356-42cd-b3ba-79c509270093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:23:32.784287 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.784802 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Bound using segment: {'id': '8bfe7931-d138-4370-90dc-145b6dcff3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '91bac251-3356-42cd-b3ba-79c509270093'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:23:32.785421 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Bound port: 9fb17550-a61c-4cd5-a904-16d91506aca3, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfe7931-d138-4370-90dc-145b6dcff3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '91bac251-3356-42cd-b3ba-79c509270093'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:23:32.785781 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.790673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07d8dfb4-37f6-4a63-9f9f-547c35b39e52 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.794791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07d8dfb4-37f6-4a63-9f9f-547c35b39e52 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.819390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8dfb4-37f6-4a63-9f9f-547c35b39e52 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4bc0ab-a4c8-4206-8462-39f730626c45,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:32.823980 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a0ca562a-b74b-4d90-a99c-da7b091a37b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.832960 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07d8dfb4-37f6-4a63-9f9f-547c35b39e52 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.836996 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-07d8dfb4-37f6-4a63-9f9f-547c35b39e52 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658165 Oct 05 09:23:32.837481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36318) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:32.838995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 857daff3-2ae4-44ad-aae4-79247df0dfeb is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:23:32.839381 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.844650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-afe8be3e-4919-4144-a6a4-9e3dbce561cd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '905e9e8d-02b0-4d6e-b6b8-f2b827414c1c', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:23:32.852815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-afe8be3e-4919-4144-a6a4-9e3dbce561cd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:23:32.856777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-afe8be3e-4919-4144-a6a4-9e3dbce561cd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:23:32.860139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-afe8be3e-4919-4144-a6a4-9e3dbce561cd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:23:32.867100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-afe8be3e-4919-4144-a6a4-9e3dbce561cd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:23:32.871010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 857daff3-2ae4-44ad-aae4-79247df0dfeb, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=857daff3-2ae4-44ad-aae4-79247df0dfeb,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:32.871947 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-173fd029-303c-459d-888d-daa78844987b None None] Port 9fb17550-a61c-4cd5-a904-16d91506aca3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:23:32.877625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.900291 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afe8be3e-4919-4144-a6a4-9e3dbce561cd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.920037 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] For port 9fb17550-a61c-4cd5-a904-16d91506aca3, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:23:32.924354 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] For port 9fb17550-a61c-4cd5-a904-16d91506aca3, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9fb17550-a61c-4cd5-a904-16d91506aca3,segment=NetworkSegment(8bfe7931-d138-4370-90dc-145b6dcff3a5),segment_id=8bfe7931-d138-4370-90dc-145b6dcff3a5)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:23:32.928839 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.954082 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=857daff3-2ae4-44ad-aae4-79247df0dfeb,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:32.967957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afe8be3e-4919-4144-a6a4-9e3dbce561cd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.972071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afe8be3e-4919-4144-a6a4-9e3dbce561cd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:32.998199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8be3e-4919-4144-a6a4-9e3dbce561cd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5230229-31ca-454d-9ca7-cffe95d2f8a2,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:33.006769 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afe8be3e-4919-4144-a6a4-9e3dbce561cd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:33.007995 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-afe8be3e-4919-4144-a6a4-9e3dbce561cd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1692135 Oct 05 09:23:33.010883 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36322) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:33.015896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1e6f894d-3b5b-4f9f-aeb3-8bae1c17957a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '905e9e8d-02b0-4d6e-b6b8-f2b827414c1c', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:23:33.022204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1e6f894d-3b5b-4f9f-aeb3-8bae1c17957a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:23:33.024922 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Routers {'411da76e-ce0f-4d79-b494-31fb376b0050'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:23:33.025534 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:23:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['411da76e-ce0f-4d79-b494-31fb376b0050'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:33.026488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e6f894d-3b5b-4f9f-aeb3-8bae1c17957a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:23:33.029358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e6f894d-3b5b-4f9f-aeb3-8bae1c17957a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:23:33.035115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1e6f894d-3b5b-4f9f-aeb3-8bae1c17957a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:23:33.052598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e6f894d-3b5b-4f9f-aeb3-8bae1c17957a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:33.089104 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55809d31-7ef9-4552-b667-b96dc218a545 None None] Pushing event updated for resources: {'Port': ['ID=9fb17550-a61c-4cd5-a904-16d91506aca3,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:33.120595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e6f894d-3b5b-4f9f-aeb3-8bae1c17957a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:33.124689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e6f894d-3b5b-4f9f-aeb3-8bae1c17957a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:33.148286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f894d-3b5b-4f9f-aeb3-8bae1c17957a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b40a150-1fd3-430e-9726-64f40bf69115,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:33.157320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e6f894d-3b5b-4f9f-aeb3-8bae1c17957a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:33.158537 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1e6f894d-3b5b-4f9f-aeb3-8bae1c17957a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467085 Oct 05 09:23:33.161351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36326) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:33.166348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ef48b8ac-933a-45ca-888d-bf55e9707a08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '905e9e8d-02b0-4d6e-b6b8-f2b827414c1c', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:23:33.172030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ef48b8ac-933a-45ca-888d-bf55e9707a08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:23:33.175898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ef48b8ac-933a-45ca-888d-bf55e9707a08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:23:33.179460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ef48b8ac-933a-45ca-888d-bf55e9707a08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:23:33.185134 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ef48b8ac-933a-45ca-888d-bf55e9707a08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:23:33.196686 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-ef48b8ac-933a-45ca-888d-bf55e9707a08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:23:33.203995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef48b8ac-933a-45ca-888d-bf55e9707a08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:33.216878 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] Set router 411da76e-ce0f-4d79-b494-31fb376b0050 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:23:33.271106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef48b8ac-933a-45ca-888d-bf55e9707a08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:33.275344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef48b8ac-933a-45ca-888d-bf55e9707a08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:33.298336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48b8ac-933a-45ca-888d-bf55e9707a08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e0f399-b171-4d3d-86dd-9e482692be06,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:33.309199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef48b8ac-933a-45ca-888d-bf55e9707a08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:33.310654 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ef48b8ac-933a-45ca-888d-bf55e9707a08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484020 Oct 05 09:23:33.313514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36330) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:33.320508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6e298281-699d-484e-b9c1-272c449b5bba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '905e9e8d-02b0-4d6e-b6b8-f2b827414c1c', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:23:33.327101 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6e298281-699d-484e-b9c1-272c449b5bba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:23:33.332590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6e298281-699d-484e-b9c1-272c449b5bba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:23:33.337184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6e298281-699d-484e-b9c1-272c449b5bba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:23:33.346776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6e298281-699d-484e-b9c1-272c449b5bba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:23:33.358992 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-6e298281-699d-484e-b9c1-272c449b5bba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:23:33.365823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e298281-699d-484e-b9c1-272c449b5bba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:33.372826 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-173fd029-303c-459d-888d-daa78844987b None None] Attempt 4 to provision port 9fb17550-a61c-4cd5-a904-16d91506aca3 Oct 05 09:23:33.435091 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e298281-699d-484e-b9c1-272c449b5bba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:33.442187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e298281-699d-484e-b9c1-272c449b5bba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:33.446608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-173fd029-303c-459d-888d-daa78844987b None None] Port 9fb17550-a61c-4cd5-a904-16d91506aca3 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:23:33.465641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e298281-699d-484e-b9c1-272c449b5bba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84f1b17-6498-47a8-b3e4-1f3ec06c2be9,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:33.476623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e298281-699d-484e-b9c1-272c449b5bba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:33.485873 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6e298281-699d-484e-b9c1-272c449b5bba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1628764 Oct 05 09:23:33.546377 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '9fb17550-a61c-4cd5-a904-16d91506aca3', 'name': '', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0d:aa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:29Z', 'updated_at': '2022-10-05T09:23:32Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:33.550201 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fe2363-c608-4fb2-8204-80b156b446f8 None None] The sync data for ids ['411da76e-ce0f-4d79-b494-31fb376b0050'] in dv-neutron-860328-1-hyperv is: [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '9fb17550-a61c-4cd5-a904-16d91506aca3', 'name': '', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0d:aa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:29Z', 'updated_at': '2022-10-05T09:23:32Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:23:33.658009 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-23502e67-54ce-4412-b1ab-605e732e1080 req-f4e2cbe4-94ed-4c33-955a-4286b27faae9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:23:33.677871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-23502e67-54ce-4412-b1ab-605e732e1080 req-f4e2cbe4-94ed-4c33-955a-4286b27faae9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:23:33.679775 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-f4e2cbe4-94ed-4c33-955a-4286b27faae9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543160773&fields=id&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 267 time: 0.0733762 Oct 05 09:23:33.956519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23502e67-54ce-4412-b1ab-605e732e1080 req-5001428f-2175-4c7d-8647-fd69ce9533d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:33.957205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-23502e67-54ce-4412-b1ab-605e732e1080 req-5001428f-2175-4c7d-8647-fd69ce9533d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:23:33.973531 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-23502e67-54ce-4412-b1ab-605e732e1080 req-5001428f-2175-4c7d-8647-fd69ce9533d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:23:33.975208 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-5001428f-2175-4c7d-8647-fd69ce9533d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/networks?id=91bac251-3356-42cd-b3ba-79c509270093 HTTP/1.1" status: 200 len: 796 time: 0.2885122 Oct 05 09:23:33.990811 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-6207fbfb-93d8-40b2-a55c-44b7c61109a7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/quotas/3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 375 time: 0.0097370 Oct 05 09:23:34.088608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-23502e67-54ce-4412-b1ab-605e732e1080 req-d8d75a04-f277-4d67-84c4-b5405a41b054 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:23:34.108188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-23502e67-54ce-4412-b1ab-605e732e1080 req-d8d75a04-f277-4d67-84c4-b5405a41b054 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:23:34.121045 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-d8d75a04-f277-4d67-84c4-b5405a41b054 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178410 Oct 05 09:23:34.183600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-3ea7d025-4751-4be5-b0bb-96e78ebc3821 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:23:34.185078 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-3ea7d025-4751-4be5-b0bb-96e78ebc3821 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632465 Oct 05 09:23:34.217580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:23:34.289998 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:23:34.290195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:34.290610 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 Oct 05 09:23:34.327508 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-5c0ae5db-8efa-454c-8f21-c6dcaadbe6dc service neutron] 10.222.0.64 "GET /v2.0/networks/91bac251-3356-42cd-b3ba-79c509270093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359646 Oct 05 09:23:34.421428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:23:34.422528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9fb17550-a61c-4cd5-a904-16d91506aca3 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:23:34.471965 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-b47bd230-3399-4b18-a847-e4fa924fc538 service neutron] 10.222.0.64 "GET /v2.0/networks/91bac251-3356-42cd-b3ba-79c509270093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371009 Oct 05 09:23:34.493631 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 9fb17550-a61c-4cd5-a904-16d91506aca3 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:23:34.498582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9fb17550-a61c-4cd5-a904-16d91506aca3 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:23:34.498952 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:34.499287 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9fb17550-a61c-4cd5-a904-16d91506aca3 Oct 05 09:23:34.634312 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:34.636383 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9fb17550-a61c-4cd5-a904-16d91506aca3 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:23:34.636761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:34.673136 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 9fb17550-a61c-4cd5-a904-16d91506aca3, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9fb17550-a61c-4cd5-a904-16d91506aca3,segment=NetworkSegment(8bfe7931-d138-4370-90dc-145b6dcff3a5),segment_id=8bfe7931-d138-4370-90dc-145b6dcff3a5)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:34.679572 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:34.680527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 857daff3-2ae4-44ad-aae4-79247df0dfeb up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:23:34.710678 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1dd931e7-b74e-4411-af96-6df7be742f2f req-21cd61a1-7cda-4981-ac69-8005b9cbd62c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 210 time: 0.0611367 Oct 05 09:23:34.819789 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=9fb17550-a61c-4cd5-a904-16d91506aca3,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:34.831073 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 857daff3-2ae4-44ad-aae4-79247df0dfeb triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:23:34.831458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:34.831811 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 857daff3-2ae4-44ad-aae4-79247df0dfeb Oct 05 09:23:34.956612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 857daff3-2ae4-44ad-aae4-79247df0dfeb is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:23:35.564227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-177c027e-7f86-417d-9a72-bfbe4f0c4a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:35.890232 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7ff5298c-e7d9-4d84-93bd-c99e19998694 req-27ac03ed-4a05-4f36-a7ee-38924174d549 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 210 time: 0.0583472 Oct 05 09:23:35.986632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23502e67-54ce-4412-b1ab-605e732e1080 req-a061ff34-d975-4c84-8727-fdda4af2960f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:35.987278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-23502e67-54ce-4412-b1ab-605e732e1080 req-a061ff34-d975-4c84-8727-fdda4af2960f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:23:35.999792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-23502e67-54ce-4412-b1ab-605e732e1080 req-a061ff34-d975-4c84-8727-fdda4af2960f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:23:36.000828 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-a061ff34-d975-4c84-8727-fdda4af2960f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks?id=91bac251-3356-42cd-b3ba-79c509270093 HTTP/1.1" status: 200 len: 796 time: 0.1755385 Oct 05 09:23:36.056039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-23502e67-54ce-4412-b1ab-605e732e1080 req-35825750-a865-4f84-adca-d7e67eeec8e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:23:36.068728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-23502e67-54ce-4412-b1ab-605e732e1080 req-35825750-a865-4f84-adca-d7e67eeec8e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:23:36.070036 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-35825750-a865-4f84-adca-d7e67eeec8e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 380 time: 0.0593657 Oct 05 09:23:36.078990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'port': {'device_id': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'admin_state_up': True, 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'security_groups': ['905e9e8d-02b0-4d6e-b6b8-f2b827414c1c']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:23:36.124615 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9fb17550-a61c-4cd5-a904-16d91506aca3 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:23:36.194715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9fb17550-a61c-4cd5-a904-16d91506aca3 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:23:36.195095 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:36.195434 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9fb17550-a61c-4cd5-a904-16d91506aca3 Oct 05 09:23:36.221327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:23:36.231855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:23:36.241594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:23:36.245074 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:36.316315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9fb17550-a61c-4cd5-a904-16d91506aca3 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:23:36.406434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.12 (91bac251-3356-42cd-b3ba-79c509270093/e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff/668450b7-b57d-4cc6-acad-171651ab7180) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:23:36.611815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:36.627525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object 668450b7-b57d-4cc6-acad-171651ab7180 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:23:36.651950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:36.698456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:36.715390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 91bac251-3356-42cd-b3ba-79c509270093 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:23:36.718352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:23:36.727266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:23:36.765445 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=668450b7-b57d-4cc6-acad-171651ab7180,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:36.786357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:23:36.786703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:23:36.787041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:23:36.787475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:23:36.787804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:23:36.788133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:23:36.788457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:23:36.788781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:23:36.789103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:23:36.789424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:23:36.789745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:23:36.790084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:23:36.815383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:36.816160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:36.818181 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:36.844259 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-47899f90-1dd8-4812-90a3-7e634fdcd940 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7688365 Oct 05 09:23:36.856275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Request body: {'port': {'device_id': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:23:36.969758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:37.008866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5ebb3bd1-9757-4f55-a817-3ae33d988d92 None None] Provisioning for port 668450b7-b57d-4cc6-acad-171651ab7180 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:23:37.014168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5ebb3bd1-9757-4f55-a817-3ae33d988d92 None None] Provisioning complete for port 668450b7-b57d-4cc6-acad-171651ab7180 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:23:37.014723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3bd1-9757-4f55-a817-3ae33d988d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:37.015127 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5ebb3bd1-9757-4f55-a817-3ae33d988d92 None None] Attempt 1 to provision port 668450b7-b57d-4cc6-acad-171651ab7180 Oct 05 09:23:37.075109 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb3bd1-9757-4f55-a817-3ae33d988d92 None None] Port 668450b7-b57d-4cc6-acad-171651ab7180 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:23:37.104835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07af2f2-577d-4fd1-8ab9-6ec9f04aa5d5 req-1e7a72e6-5338-41da-a4ab-eeb40ea1eed7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:37.106361 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f07af2f2-577d-4fd1-8ab9-6ec9f04aa5d5 req-1e7a72e6-5338-41da-a4ab-eeb40ea1eed7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 932 time: 0.0975177 Oct 05 09:23:37.152443 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f07af2f2-577d-4fd1-8ab9-6ec9f04aa5d5 req-54dd9d25-f7d9-4f36-bd33-317d036d0344 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=905e9e8d-02b0-4d6e-b6b8-f2b827414c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402002 Oct 05 09:23:37.324193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668450b7-b57d-4cc6-acad-171651ab7180 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:23:37.331350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:37.345748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Transition to ACTIVE for port object 668450b7-b57d-4cc6-acad-171651ab7180 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:23:37.351125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:37.542793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Pushing event updated for resources: {'Port': ['ID=668450b7-b57d-4cc6-acad-171651ab7180,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:37.576573 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5ebb3bd1-9757-4f55-a817-3ae33d988d92 None None] Attempt 2 to provision port 668450b7-b57d-4cc6-acad-171651ab7180 Oct 05 09:23:37.584668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Attempting to bind port 668450b7-b57d-4cc6-acad-171651ab7180 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:23:37.585369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Attempting to bind port 668450b7-b57d-4cc6-acad-171651ab7180 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '8bfe7931-d138-4370-90dc-145b6dcff3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '91bac251-3356-42cd-b3ba-79c509270093'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:23:37.585700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Attempting to bind port 668450b7-b57d-4cc6-acad-171651ab7180 on network 91bac251-3356-42cd-b3ba-79c509270093 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:23:37.590349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Port 668450b7-b57d-4cc6-acad-171651ab7180 on network 91bac251-3356-42cd-b3ba-79c509270093 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:23:37.590637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Attempting to bind port 668450b7-b57d-4cc6-acad-171651ab7180 on network 91bac251-3356-42cd-b3ba-79c509270093 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:23:37.595762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:23:37.596181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Checking segment: {'id': '8bfe7931-d138-4370-90dc-145b6dcff3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '91bac251-3356-42cd-b3ba-79c509270093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:23:37.596670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Bound using segment: {'id': '8bfe7931-d138-4370-90dc-145b6dcff3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '91bac251-3356-42cd-b3ba-79c509270093'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:23:37.597103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Bound port: 668450b7-b57d-4cc6-acad-171651ab7180, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bfe7931-d138-4370-90dc-145b6dcff3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '91bac251-3356-42cd-b3ba-79c509270093'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:23:37.597492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:37.630594 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb3bd1-9757-4f55-a817-3ae33d988d92 None None] Port 668450b7-b57d-4cc6-acad-171651ab7180 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:23:37.791476 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] For port 668450b7-b57d-4cc6-acad-171651ab7180, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:23:37.794403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] For port 668450b7-b57d-4cc6-acad-171651ab7180, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=668450b7-b57d-4cc6-acad-171651ab7180,segment=NetworkSegment(8bfe7931-d138-4370-90dc-145b6dcff3a5),segment_id=8bfe7931-d138-4370-90dc-145b6dcff3a5)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:23:37.798977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:37.834443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:37.835110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:37.836482 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] 10.222.0.45 "PUT /v2.0/ports/668450b7-b57d-4cc6-acad-171651ab7180 HTTP/1.1" status: 200 len: 1094 time: 0.9846098 Oct 05 09:23:37.836910 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'tag': '668450b7-b57d-4cc6-acad-171651ab7180'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:23:37.839219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeba891c-ff23-4462-b556-622d2f1d2e82" -d '{"events": [{"name": "network-changed", "server_uuid": "65536604-9d20-4c8d-9edc-ec9ae7209727", "tag": "668450b7-b57d-4cc6-acad-171651ab7180"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:23:37.882345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb241f-bd44-4745-90ff-18af8e0fbba7 service neutron] Pushing event updated for resources: {'Port': ['ID=668450b7-b57d-4cc6-acad-171651ab7180,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:37.929889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f704ce-1733-4d84-9b8a-f5fcc4d95907 x-openstack-request-id: req-c1f704ce-1733-4d84-9b8a-f5fcc4d95907 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:23:37.930255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65536604-9d20-4c8d-9edc-ec9ae7209727", "tag": "668450b7-b57d-4cc6-acad-171651ab7180", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:23:37.930461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1f704ce-1733-4d84-9b8a-f5fcc4d95907 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:23:37.930851 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f704ce-1733-4d84-9b8a-f5fcc4d95907'] response: {'name': 'network-changed', 'server_uuid': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'tag': '668450b7-b57d-4cc6-acad-171651ab7180', 'status': 'completed', 'code': 200} Oct 05 09:23:37.974383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23502e67-54ce-4412-b1ab-605e732e1080 req-f5879958-a5f1-4ba7-9536-c52e8b3c2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:37.976176 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-f5879958-a5f1-4ba7-9536-c52e8b3c2bc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 1097 time: 0.0848989 Oct 05 09:23:38.046698 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-9a64e438-8d4e-4d70-8b85-a2891fcc1d98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668450b7-b57d-4cc6-acad-171651ab7180 HTTP/1.1" status: 200 len: 217 time: 0.0638702 Oct 05 09:23:38.108471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23502e67-54ce-4412-b1ab-605e732e1080 req-65e13f14-3881-4b2a-ace4-3a98348a78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:38.109902 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-65e13f14-3881-4b2a-ace4-3a98348a78e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff HTTP/1.1" status: 200 len: 834 time: 0.0578682 Oct 05 09:23:38.132114 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5ebb3bd1-9757-4f55-a817-3ae33d988d92 None None] Attempt 3 to provision port 668450b7-b57d-4cc6-acad-171651ab7180 Oct 05 09:23:38.191788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb3bd1-9757-4f55-a817-3ae33d988d92 None None] Port 668450b7-b57d-4cc6-acad-171651ab7180 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:23:38.198524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23502e67-54ce-4412-b1ab-605e732e1080 req-c64aab41-a1cb-4b38-b66c-77577f217310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:38.200035 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-c64aab41-a1cb-4b38-b66c-77577f217310 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91bac251-3356-42cd-b3ba-79c509270093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838094 Oct 05 09:23:38.335770 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-5bfef14d-62d8-4bc3-b3a9-9c6da52c04e4 service neutron] 10.222.0.45 "GET /v2.0/networks/91bac251-3356-42cd-b3ba-79c509270093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294568 Oct 05 09:23:38.356871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbd07c-27b9-4742-b9d9-cce365071219 req-24f1c5fe-d6ad-4105-83ba-a9798c23a567 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:38.358370 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96fbd07c-27b9-4742-b9d9-cce365071219 req-24f1c5fe-d6ad-4105-83ba-a9798c23a567 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 944 time: 0.0885122 Oct 05 09:23:38.405844 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96fbd07c-27b9-4742-b9d9-cce365071219 req-4c96d755-5d9c-4a12-9e2f-a2cc7aa8b037 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=905e9e8d-02b0-4d6e-b6b8-f2b827414c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413284 Oct 05 09:23:38.466663 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-23502e67-54ce-4412-b1ab-605e732e1080 req-c281e09e-a72b-404d-a288-cd49d9962168 service neutron] 10.222.0.45 "GET /v2.0/networks/91bac251-3356-42cd-b3ba-79c509270093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248152 Oct 05 09:23:38.587899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba891c-ff23-4462-b556-622d2f1d2e82 req-aaa50caf-4298-48bf-bd2a-1b617be9f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:38.589294 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aeba891c-ff23-4462-b556-622d2f1d2e82 req-aaa50caf-4298-48bf-bd2a-1b617be9f1d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 1097 time: 0.0777633 Oct 05 09:23:38.720158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba891c-ff23-4462-b556-622d2f1d2e82 req-c4ed1985-5b9b-49cf-a3e7-e461bb8ebd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:38.721573 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aeba891c-ff23-4462-b556-622d2f1d2e82 req-c4ed1985-5b9b-49cf-a3e7-e461bb8ebd97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=91bac251-3356-42cd-b3ba-79c509270093 HTTP/1.1" status: 200 len: 897 time: 0.1259418 Oct 05 09:23:38.791617 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aeba891c-ff23-4462-b556-622d2f1d2e82 req-3066a443-dbfd-4dfa-ae0c-ef33485a3a5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668450b7-b57d-4cc6-acad-171651ab7180 HTTP/1.1" status: 200 len: 217 time: 0.0623348 Oct 05 09:23:38.852302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba891c-ff23-4462-b556-622d2f1d2e82 req-c8bf6114-78f9-4d33-9b80-1dec153cdd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:38.853709 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aeba891c-ff23-4462-b556-622d2f1d2e82 req-c8bf6114-78f9-4d33-9b80-1dec153cdd39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff HTTP/1.1" status: 200 len: 834 time: 0.0562255 Oct 05 09:23:38.941435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba891c-ff23-4462-b556-622d2f1d2e82 req-6a7bf6ad-9d9e-4ada-8abe-ecc9c1c07bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:38.944163 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aeba891c-ff23-4462-b556-622d2f1d2e82 req-6a7bf6ad-9d9e-4ada-8abe-ecc9c1c07bae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91bac251-3356-42cd-b3ba-79c509270093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833654 Oct 05 09:23:39.074406 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aeba891c-ff23-4462-b556-622d2f1d2e82 req-0267c948-5778-448b-a539-78bfa1b5f088 service neutron] 10.222.0.45 "GET /v2.0/networks/91bac251-3356-42cd-b3ba-79c509270093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237571 Oct 05 09:23:39.168691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:39.206203 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aeba891c-ff23-4462-b556-622d2f1d2e82 req-04f294a6-a102-4659-a730-e45d26e7ff69 service neutron] 10.222.0.45 "GET /v2.0/networks/91bac251-3356-42cd-b3ba-79c509270093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256697 Oct 05 09:23:39.606740 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425663bc-3d0f-4aea-b9b5-11f6ae99ca78 req-153ce2df-0e17-46fb-9c4a-0580af3caf20 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:39.608198 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-425663bc-3d0f-4aea-b9b5-11f6ae99ca78 req-153ce2df-0e17-46fb-9c4a-0580af3caf20 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 944 time: 0.0886021 Oct 05 09:23:39.652344 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-425663bc-3d0f-4aea-b9b5-11f6ae99ca78 req-7290bc02-5ed8-4984-aeeb-749be8362772 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=905e9e8d-02b0-4d6e-b6b8-f2b827414c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385344 Oct 05 09:23:40.533222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 668450b7-b57d-4cc6-acad-171651ab7180 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:23:40.699404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 668450b7-b57d-4cc6-acad-171651ab7180, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=668450b7-b57d-4cc6-acad-171651ab7180,segment=NetworkSegment(8bfe7931-d138-4370-90dc-145b6dcff3a5),segment_id=8bfe7931-d138-4370-90dc-145b6dcff3a5)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:40.715634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '668450b7-b57d-4cc6-acad-171651ab7180', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'port_id': '668450b7-b57d-4cc6-acad-171651ab7180', 'mac_address': 'fa:16:3e:5a:79:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:23:40.786493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 668450b7-b57d-4cc6-acad-171651ab7180 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:23:40.786788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:40.804989 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668450b7-b57d-4cc6-acad-171651ab7180 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:23:40.821501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 668450b7-b57d-4cc6-acad-171651ab7180, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=668450b7-b57d-4cc6-acad-171651ab7180,segment=NetworkSegment(8bfe7931-d138-4370-90dc-145b6dcff3a5),segment_id=8bfe7931-d138-4370-90dc-145b6dcff3a5)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:40.827563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:40.860699 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa590ff-a1eb-4911-80de-30fd6af0762b req-a4b60c9d-4969-44ef-962b-540c0b9ce4df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:40.862173 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1aa590ff-a1eb-4911-80de-30fd6af0762b req-a4b60c9d-4969-44ef-962b-540c0b9ce4df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 944 time: 0.0955708 Oct 05 09:23:40.907072 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=668450b7-b57d-4cc6-acad-171651ab7180,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:40.907933 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1aa590ff-a1eb-4911-80de-30fd6af0762b req-e1df5c07-84da-47f8-adb4-2606dadf34e4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=905e9e8d-02b0-4d6e-b6b8-f2b827414c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401132 Oct 05 09:23:41.043143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['668450b7-b57d-4cc6-acad-171651ab7180'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:23:42.109776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346da0a-3119-462a-ab53-69396ecc76a5 req-9ddc0620-6ce5-4eda-9d16-200bf8f8c51c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:42.111289 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5346da0a-3119-462a-ab53-69396ecc76a5 req-9ddc0620-6ce5-4eda-9d16-200bf8f8c51c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 945 time: 0.0909286 Oct 05 09:23:42.158420 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5346da0a-3119-462a-ab53-69396ecc76a5 req-4d7cec41-912e-4d41-90d5-7edcda710ff0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=905e9e8d-02b0-4d6e-b6b8-f2b827414c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413113 Oct 05 09:23:42.544439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 668450b7-b57d-4cc6-acad-171651ab7180 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:23:42.613661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 668450b7-b57d-4cc6-acad-171651ab7180 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:23:42.618141 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 668450b7-b57d-4cc6-acad-171651ab7180 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:23:42.618527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:42.618856 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 668450b7-b57d-4cc6-acad-171651ab7180 Oct 05 09:23:42.730926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 668450b7-b57d-4cc6-acad-171651ab7180 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:23:42.731299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:42.758373 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668450b7-b57d-4cc6-acad-171651ab7180'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:23:42.760619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6856a1c5-ebf7-4370-b1b8-a1261dfa6254" -d '{"events": [{"server_uuid": "65536604-9d20-4c8d-9edc-ec9ae7209727", "name": "network-vif-plugged", "status": "completed", "tag": "668450b7-b57d-4cc6-acad-171651ab7180"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:23:42.768172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 668450b7-b57d-4cc6-acad-171651ab7180, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=668450b7-b57d-4cc6-acad-171651ab7180,segment=NetworkSegment(8bfe7931-d138-4370-90dc-145b6dcff3a5),segment_id=8bfe7931-d138-4370-90dc-145b6dcff3a5)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:23:42.772353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:42.844376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=668450b7-b57d-4cc6-acad-171651ab7180,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:42.913637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4970e70d-271c-4e18-a162-f6b822daf17b x-openstack-request-id: req-4970e70d-271c-4e18-a162-f6b822daf17b {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:23:42.913929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65536604-9d20-4c8d-9edc-ec9ae7209727", "name": "network-vif-plugged", "status": "completed", "tag": "668450b7-b57d-4cc6-acad-171651ab7180", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:23:42.914227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4970e70d-271c-4e18-a162-f6b822daf17b {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:23:42.914618 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4970e70d-271c-4e18-a162-f6b822daf17b'] response: {'server_uuid': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668450b7-b57d-4cc6-acad-171651ab7180', 'code': 200} Oct 05 09:23:43.152520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da7d04-f184-4a23-9fbe-1559801c6008 req-ae7ad1d5-dfeb-43c7-af14-2f5940654bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:43.154028 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-22da7d04-f184-4a23-9fbe-1559801c6008 req-ae7ad1d5-dfeb-43c7-af14-2f5940654bc5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 1099 time: 0.0862546 Oct 05 09:23:43.196632 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-22da7d04-f184-4a23-9fbe-1559801c6008 req-66de7a72-360e-4bcc-bef6-4f27933be9d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=905e9e8d-02b0-4d6e-b6b8-f2b827414c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366378 Oct 05 09:23:43.355991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdfaf0-6621-4cc0-9992-ff0f19571d79 req-1fce8814-e8a4-47e5-be08-0725760386b3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:43.357540 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2bfdfaf0-6621-4cc0-9992-ff0f19571d79 req-1fce8814-e8a4-47e5-be08-0725760386b3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 946 time: 0.0886807 Oct 05 09:23:43.401105 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2bfdfaf0-6621-4cc0-9992-ff0f19571d79 req-8e3eed93-d81d-4a59-b085-d8d89ca0e048 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=905e9e8d-02b0-4d6e-b6b8-f2b827414c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379105 Oct 05 09:23:44.614525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6b992-f2ca-4704-bc5a-af5c97b5c3fc req-968fc1a8-48d0-4d58-8a81-7c493e6307fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:44.616565 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-69a6b992-f2ca-4704-bc5a-af5c97b5c3fc req-968fc1a8-48d0-4d58-8a81-7c493e6307fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 946 time: 0.0956593 Oct 05 09:23:44.664007 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-69a6b992-f2ca-4704-bc5a-af5c97b5c3fc req-38874229-d5bd-4414-9909-28a7425dc4d8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=905e9e8d-02b0-4d6e-b6b8-f2b827414c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416989 Oct 05 09:23:44.862130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab455b-2a9b-4e12-8fff-82c9d745ac9d req-b162e00a-07f2-42b4-9d6e-5a57471fe781 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:44.863600 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-54ab455b-2a9b-4e12-8fff-82c9d745ac9d req-b162e00a-07f2-42b4-9d6e-5a57471fe781 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 946 time: 0.0904205 Oct 05 09:23:44.915757 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-54ab455b-2a9b-4e12-8fff-82c9d745ac9d req-689866e9-e2d1-4cf1-aae9-77f29b0a108c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=905e9e8d-02b0-4d6e-b6b8-f2b827414c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462158 Oct 05 09:23:44.944323 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36390) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:45.132447 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46b1261-e54e-4653-be32-af2f66fa70c2 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:45.133935 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c46b1261-e54e-4653-be32-af2f66fa70c2 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 1094 time: 0.1886377 Oct 05 09:23:45.136774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36394) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:45.141497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '668450b7-b57d-4cc6-acad-171651ab7180', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:23:45.147236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:23:45.151052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:floatingip and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:23:45.153814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:23:45.159404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:23:45.169325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:45.304312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:45.439276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.149 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/ae643475-d12e-4b2d-9abf-8bc7f0a4a1e2) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:23:45.586345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:45.616290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:45.676005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:23:45.679672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:23:45.687415 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:23:45.730865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=ae643475-d12e-4b2d-9abf-8bc7f0a4a1e2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:46.109467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:46.185774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:46.388275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:46.392806 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:46.506716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:46.554924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=ae643475-d12e-4b2d-9abf-8bc7f0a4a1e2,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:23:46.805548 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 51cad683-763e-4dbb-8376-ff736c4493fd associated. External IP: 172.26.0.149, port: 668450b7-b57d-4cc6-acad-171651ab7180. Oct 05 09:23:47.155638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 411da76e-ce0f-4d79-b494-31fb376b0050 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:23:47.334778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:23:47.344778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdcf16c-660e-4c8a-be95-18143e1521d1 None None] Sync routers for ids ['411da76e-ce0f-4d79-b494-31fb376b0050'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:23:47.354210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdcf16c-660e-4c8a-be95-18143e1521d1 None None] Routers {'411da76e-ce0f-4d79-b494-31fb376b0050'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:23:47.354820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0fdcf16c-660e-4c8a-be95-18143e1521d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:23:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['411da76e-ce0f-4d79-b494-31fb376b0050'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:47.358843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:23:47.418966 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-48ee8fe0-066f-49cd-9f8f-dab0f6762d4f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2810771 Oct 05 09:23:47.419531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'tag': '668450b7-b57d-4cc6-acad-171651ab7180'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:23:47.421043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36398) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:47.423867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ece719-df6d-4355-8aa8-5dfeffdf5482" -d '{"events": [{"name": "network-changed", "server_uuid": "65536604-9d20-4c8d-9edc-ec9ae7209727", "tag": "668450b7-b57d-4cc6-acad-171651ab7180"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:23:47.478119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30abc6c4-6fb4-4c05-9ba3-b823eba70255 x-openstack-request-id: req-30abc6c4-6fb4-4c05-9ba3-b823eba70255 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:23:47.478408 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65536604-9d20-4c8d-9edc-ec9ae7209727", "tag": "668450b7-b57d-4cc6-acad-171651ab7180", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:23:47.478701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30abc6c4-6fb4-4c05-9ba3-b823eba70255 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:23:47.479100 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30abc6c4-6fb4-4c05-9ba3-b823eba70255'] response: {'name': 'network-changed', 'server_uuid': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'tag': '668450b7-b57d-4cc6-acad-171651ab7180', 'status': 'completed', 'code': 200} Oct 05 09:23:47.537643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-0fdcf16c-660e-4c8a-be95-18143e1521d1 None None] Set router 411da76e-ce0f-4d79-b494-31fb376b0050 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:23:47.556945 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0369eee0-4207-4cb2-a57e-f0d2425e7033 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/51cad683-763e-4dbb-8376-ff736c4493fd HTTP/1.1" status: 200 len: 992 time: 0.1346867 Oct 05 09:23:47.586243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ece719-df6d-4355-8aa8-5dfeffdf5482 req-04564aa9-32b7-4bb9-baa0-27973129adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:47.587718 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69ece719-df6d-4355-8aa8-5dfeffdf5482 req-04564aa9-32b7-4bb9-baa0-27973129adf7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 1099 time: 0.0837569 Oct 05 09:23:47.717489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ece719-df6d-4355-8aa8-5dfeffdf5482 req-681ab999-71c7-4761-9909-d31d5198311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:47.718875 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69ece719-df6d-4355-8aa8-5dfeffdf5482 req-681ab999-71c7-4761-9909-d31d5198311b service neutron] 10.222.0.45 "GET /v2.0/networks?id=91bac251-3356-42cd-b3ba-79c509270093 HTTP/1.1" status: 200 len: 897 time: 0.1256230 Oct 05 09:23:47.821365 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69ece719-df6d-4355-8aa8-5dfeffdf5482 req-148d9974-c799-4b72-b081-944a19c46f4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668450b7-b57d-4cc6-acad-171651ab7180 HTTP/1.1" status: 200 len: 1000 time: 0.0957096 Oct 05 09:23:47.885282 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ece719-df6d-4355-8aa8-5dfeffdf5482 req-10e95228-e12d-4c6e-95ab-16d19d7afc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:47.886807 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69ece719-df6d-4355-8aa8-5dfeffdf5482 req-10e95228-e12d-4c6e-95ab-16d19d7afc5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff HTTP/1.1" status: 200 len: 834 time: 0.0601053 Oct 05 09:23:47.892583 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0fdcf16c-660e-4c8a-be95-18143e1521d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '51cad683-763e-4dbb-8376-ff736c4493fd', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'port_id': '668450b7-b57d-4cc6-acad-171651ab7180', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'mac_address': 'fa:16:3e:5a:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:23:46Z', 'updated_at': '2022-10-05T09:23:46Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb17550-a61c-4cd5-a904-16d91506aca3', 'name': '', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0d:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:29Z', 'updated_at': '2022-10-05T09:23:34Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:47.897103 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdcf16c-660e-4c8a-be95-18143e1521d1 None None] Checking router: 411da76e-ce0f-4d79-b494-31fb376b0050 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:23:47.905560 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdcf16c-660e-4c8a-be95-18143e1521d1 None None] Routers {'411da76e-ce0f-4d79-b494-31fb376b0050'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:23:47.906180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0fdcf16c-660e-4c8a-be95-18143e1521d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:23:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['411da76e-ce0f-4d79-b494-31fb376b0050'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:47.968355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ece719-df6d-4355-8aa8-5dfeffdf5482 req-d2935ed5-d938-4861-bfb5-7572ec08292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:47.969752 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69ece719-df6d-4355-8aa8-5dfeffdf5482 req-d2935ed5-d938-4861-bfb5-7572ec08292d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91bac251-3356-42cd-b3ba-79c509270093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775809 Oct 05 09:23:48.104640 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69ece719-df6d-4355-8aa8-5dfeffdf5482 req-da01fceb-cfbd-4432-8313-729cd3d36d8d service neutron] 10.222.0.45 "GET /v2.0/networks/91bac251-3356-42cd-b3ba-79c509270093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279647 Oct 05 09:23:48.115529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-0fdcf16c-660e-4c8a-be95-18143e1521d1 None None] Set router 411da76e-ce0f-4d79-b494-31fb376b0050 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:23:48.237539 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69ece719-df6d-4355-8aa8-5dfeffdf5482 req-d1ccf3c5-c5ed-49ab-90a9-33f777100a5b service neutron] 10.222.0.45 "GET /v2.0/networks/91bac251-3356-42cd-b3ba-79c509270093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268237 Oct 05 09:23:48.458601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0fdcf16c-660e-4c8a-be95-18143e1521d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '51cad683-763e-4dbb-8376-ff736c4493fd', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'port_id': '668450b7-b57d-4cc6-acad-171651ab7180', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'mac_address': 'fa:16:3e:5a:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:23:46Z', 'updated_at': '2022-10-05T09:23:46Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb17550-a61c-4cd5-a904-16d91506aca3', 'name': '', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0d:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:29Z', 'updated_at': '2022-10-05T09:23:34Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:23:48.462573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdcf16c-660e-4c8a-be95-18143e1521d1 None None] The sync data for ids ['411da76e-ce0f-4d79-b494-31fb376b0050'] in dv-neutron-860328-1-hyperv is: [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '51cad683-763e-4dbb-8376-ff736c4493fd', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'port_id': '668450b7-b57d-4cc6-acad-171651ab7180', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'mac_address': 'fa:16:3e:5a:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:23:46Z', 'updated_at': '2022-10-05T09:23:46Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb17550-a61c-4cd5-a904-16d91506aca3', 'name': '', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0d:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:29Z', 'updated_at': '2022-10-05T09:23:34Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:23:48.560696 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36404) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:48.651270 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2e33e-c36d-4e2a-a9e2-9c2034b44f00 None None] New status for floating IP 51cad683-763e-4dbb-8376-ff736c4493fd: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:23:48.798816 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3b819582-44d4-494e-a81d-dd527638106f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/51cad683-763e-4dbb-8376-ff736c4493fd HTTP/1.1" status: 200 len: 992 time: 0.2368045 Oct 05 09:23:49.803213 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36408) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:23:49.909906 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-078a1741-3dc6-4f53-b74e-edd839c06f33 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/51cad683-763e-4dbb-8376-ff736c4493fd HTTP/1.1" status: 200 len: 994 time: 0.1056399 Oct 05 09:23:50.305011 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:23:52.143045 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fa21044d-3324-4f9a-8d8b-19a51131ed82 req-f29299f4-6062-4287-83bf-836fb16cd207 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797877 Oct 05 09:23:52.301332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21044d-3324-4f9a-8d8b-19a51131ed82 req-4c7db05f-7667-43f5-a632-e5c399a7d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:52.304351 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fa21044d-3324-4f9a-8d8b-19a51131ed82 req-4c7db05f-7667-43f5-a632-e5c399a7d32d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 1099 time: 0.0913925 Oct 05 09:23:52.449125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21044d-3324-4f9a-8d8b-19a51131ed82 req-d3fda88c-af4d-4b2c-80a1-3f1ae34a55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:52.450535 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fa21044d-3324-4f9a-8d8b-19a51131ed82 req-d3fda88c-af4d-4b2c-80a1-3f1ae34a55a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 912 time: 0.1270790 Oct 05 09:23:52.550466 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fa21044d-3324-4f9a-8d8b-19a51131ed82 req-f467c1d5-d52f-4da6-bb70-200c27c7602c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61a3caee-f2fd-4553-9934-0008f26b3cf7 HTTP/1.1" status: 200 len: 1001 time: 0.0933506 Oct 05 09:23:52.621655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21044d-3324-4f9a-8d8b-19a51131ed82 req-a4ca9782-31f2-4621-8d1a-28012c344423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:52.623132 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fa21044d-3324-4f9a-8d8b-19a51131ed82 req-a4ca9782-31f2-4621-8d1a-28012c344423 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.0665979 Oct 05 09:23:52.704909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21044d-3324-4f9a-8d8b-19a51131ed82 req-293e7ef6-7dd0-43af-938c-c1b8bb84c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:23:52.706336 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fa21044d-3324-4f9a-8d8b-19a51131ed82 req-293e7ef6-7dd0-43af-938c-c1b8bb84c67a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776758 Oct 05 09:23:52.849990 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fa21044d-3324-4f9a-8d8b-19a51131ed82 req-39877d63-1311-40d9-8aff-cfcbc6493b05 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290436 Oct 05 09:23:52.987447 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fa21044d-3324-4f9a-8d8b-19a51131ed82 req-088624bb-ef01-4db5-937c-bd862cbf4462 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317165 Oct 05 09:24:02.736809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02daa66e-3137-4861-922b-dae16af337d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:04.618532 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:05.578468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78a7a195-4ab7-46ff-ad01-996120491961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:06.710978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:06.832552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:09.173841 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:10.134195 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-bcf31f39-2dc3-4d3e-bf21-af1ea7aed4a5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36769925&fields=id&tenant_id=7079491c48e143b2a690e33a3b48be14 HTTP/1.1" status: 200 len: 267 time: 0.1411686 Oct 05 09:24:10.279599 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f4de4f01-59a2-4566-8a51-d8359034cf29 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:10.280943 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f4de4f01-59a2-4566-8a51-d8359034cf29 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 811 time: 0.1426244 Oct 05 09:24:10.295636 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-15b98e16-07c0-4df6-844a-96bdfa4df7c9 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/quotas/7079491c48e143b2a690e33a3b48be14 HTTP/1.1" status: 200 len: 375 time: 0.0091703 Oct 05 09:24:10.390010 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-a7068357-e422-41cf-94ac-5b05585fc3eb tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0894883 Oct 05 09:24:10.526224 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-96365228-d2d9-4c37-ad46-b0f8a687df30 service neutron] 10.222.0.64 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245308 Oct 05 09:24:10.654843 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f3772ce7-a6c8-47b0-98aa-58a56c1ab530 service neutron] 10.222.0.64 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228135 Oct 05 09:24:11.048350 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4c766187-fdd3-40f1-81d9-93c91e0fca14 req-bc9de005-4160-4b89-8210-cd167e0843a6 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 210 time: 0.0529935 Oct 05 09:24:12.083397 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-c01b8b43-fd70-4994-87f2-3fb5b3fb212a tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:12.084914 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-c01b8b43-fd70-4994-87f2-3fb5b3fb212a tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 811 time: 0.1476572 Oct 05 09:24:12.136009 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-76a9dd1e-330f-4b14-9b20-9a80a8b7ceaf tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7079491c48e143b2a690e33a3b48be14 HTTP/1.1" status: 200 len: 378 time: 0.0410957 Oct 05 09:24:12.145147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Request body: {'port': {'device_id': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'admin_state_up': True, 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'security_groups': ['9e4d3bdc-158c-4f09-9b05-cf60d785a12b']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:12.229930 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4e440fea-dc35-46a0-8fc3-7943f806c097 req-4d6e28b1-c828-4cf0-9d52-02b962adc6bc tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 210 time: 0.0515053 Oct 05 09:24:12.293436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:12.297624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Usage tracker for resource:port and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:12.300517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:12.306865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:12.316292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Made reservation on behalf of 7079491c48e143b2a690e33a3b48be14 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:24:12.321474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:12.506194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Allocated IP 172.20.0.10 (14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d/a5839bf4-e29e-4f5e-a7da-024938bf5fd4/a059691f-4ec2-4866-9bd6-9db84ae71e1b) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:24:12.705426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:12.723701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Transition to ACTIVE for port object a059691f-4ec2-4866-9bd6-9db84ae71e1b will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:24:12.747535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:12.813837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:24:12.822116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:24:12.824731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:24:12.862431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'Port': ['ID=a059691f-4ec2-4866-9bd6-9db84ae71e1b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:12.904817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:12.905524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:12.932784 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-fb40fdb3-c29d-4b54-8418-04fd4ce05799 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7916472 Oct 05 09:24:12.945097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Request body: {'port': {'device_id': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:13.063542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:13.119156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ad847eac-4cd0-467b-8c44-ee6921b55236 None None] Provisioning for port a059691f-4ec2-4866-9bd6-9db84ae71e1b completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:24:13.124976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ad847eac-4cd0-467b-8c44-ee6921b55236 None None] Provisioning complete for port a059691f-4ec2-4866-9bd6-9db84ae71e1b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:13.126005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad847eac-4cd0-467b-8c44-ee6921b55236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:13.126005 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ad847eac-4cd0-467b-8c44-ee6921b55236 None None] Attempt 1 to provision port a059691f-4ec2-4866-9bd6-9db84ae71e1b Oct 05 09:24:13.201394 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ad847eac-4cd0-467b-8c44-ee6921b55236 None None] Port a059691f-4ec2-4866-9bd6-9db84ae71e1b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:24:13.435525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a059691f-4ec2-4866-9bd6-9db84ae71e1b {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:24:13.441986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bfb58-c580-4633-ab5f-005881c5111a req-f4c09cf3-a2a3-40f6-a37e-d99d6914670d tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:13.444112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:13.444638 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-908bfb58-c580-4633-ab5f-005881c5111a req-f4c09cf3-a2a3-40f6-a37e-d99d6914670d tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 932 time: 0.1008463 Oct 05 09:24:13.462479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Transition to ACTIVE for port object a059691f-4ec2-4866-9bd6-9db84ae71e1b will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:24:13.466342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:13.495973 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-908bfb58-c580-4633-ab5f-005881c5111a req-3869e2df-5204-4066-8b0d-0c6046f5808b tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454965 Oct 05 09:24:13.702599 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ad847eac-4cd0-467b-8c44-ee6921b55236 None None] Attempt 2 to provision port a059691f-4ec2-4866-9bd6-9db84ae71e1b Oct 05 09:24:13.757307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ad847eac-4cd0-467b-8c44-ee6921b55236 None None] Port a059691f-4ec2-4866-9bd6-9db84ae71e1b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:24:13.784016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Pushing event updated for resources: {'Port': ['ID=a059691f-4ec2-4866-9bd6-9db84ae71e1b,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:13.820163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Attempting to bind port a059691f-4ec2-4866-9bd6-9db84ae71e1b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:24:13.820500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Attempting to bind port a059691f-4ec2-4866-9bd6-9db84ae71e1b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:24:13.820866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Attempting to bind port a059691f-4ec2-4866-9bd6-9db84ae71e1b on network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:24:13.825523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Port a059691f-4ec2-4866-9bd6-9db84ae71e1b on network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:24:13.825837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Attempting to bind port a059691f-4ec2-4866-9bd6-9db84ae71e1b on network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:24:13.830956 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:24:13.831289 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Checking segment: {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:24:13.831661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Bound using segment: {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:24:13.832077 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Bound port: a059691f-4ec2-4866-9bd6-9db84ae71e1b, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:24:13.832418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:13.920498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] For port a059691f-4ec2-4866-9bd6-9db84ae71e1b, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:24:13.923510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] For port a059691f-4ec2-4866-9bd6-9db84ae71e1b, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a059691f-4ec2-4866-9bd6-9db84ae71e1b,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:24:13.928078 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:13.957195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:13.957818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:13.959378 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] 10.222.0.45 "PUT /v2.0/ports/a059691f-4ec2-4866-9bd6-9db84ae71e1b HTTP/1.1" status: 200 len: 1094 time: 1.0190721 Oct 05 09:24:13.959814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'tag': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:24:13.962088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb95aef8-06dd-4c2d-9933-5b6308fed3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "724d4c5f-7036-43b8-af79-118a4b8613c8", "tag": "a059691f-4ec2-4866-9bd6-9db84ae71e1b"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:24:14.047053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1907bfea-cc74-41dd-a1db-cefa8a59037e x-openstack-request-id: req-1907bfea-cc74-41dd-a1db-cefa8a59037e {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:24:14.047342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724d4c5f-7036-43b8-af79-118a4b8613c8", "tag": "a059691f-4ec2-4866-9bd6-9db84ae71e1b", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:24:14.047626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1907bfea-cc74-41dd-a1db-cefa8a59037e {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:24:14.048035 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1907bfea-cc74-41dd-a1db-cefa8a59037e'] response: {'name': 'network-changed', 'server_uuid': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'tag': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b', 'status': 'completed', 'code': 200} Oct 05 09:24:14.066482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879b8eb-6d78-4802-8f12-6f46691ed683 service neutron] Pushing event updated for resources: {'Port': ['ID=a059691f-4ec2-4866-9bd6-9db84ae71e1b,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:14.095031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-e47da0cc-1c6e-4b07-9147-a08fa664b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:14.096507 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-e47da0cc-1c6e-4b07-9147-a08fa664b457 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 1097 time: 0.0940464 Oct 05 09:24:14.258342 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-ad847eac-4cd0-467b-8c44-ee6921b55236 None None] Attempt 3 to provision port a059691f-4ec2-4866-9bd6-9db84ae71e1b Oct 05 09:24:14.261765 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-b5444374-9276-445c-8df1-f89c7f246a4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a059691f-4ec2-4866-9bd6-9db84ae71e1b HTTP/1.1" status: 200 len: 217 time: 0.0662835 Oct 05 09:24:14.322722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ad847eac-4cd0-467b-8c44-ee6921b55236 None None] Port a059691f-4ec2-4866-9bd6-9db84ae71e1b had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:24:14.328516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-71e09bf3-5b31-4d05-82ab-5df29321f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:14.330073 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-71e09bf3-5b31-4d05-82ab-5df29321f987 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.0615263 Oct 05 09:24:14.419636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-3493b01e-c810-402d-95d2-3b504d6b5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:14.421096 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-3493b01e-c810-402d-95d2-3b504d6b5611 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829260 Oct 05 09:24:14.557205 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-987108a2-b107-421c-904e-c4bff35ed6b5 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289024 Oct 05 09:24:14.694609 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ebcf558f-ff85-4c66-b12d-22649e80eeb0 req-8654b230-6bd4-4939-8bd9-00b7d1b65035 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309350 Oct 05 09:24:14.698372 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034cf41-cb74-49d4-8e00-a5a17316db5e req-3cd92d4d-2045-4310-8d9e-44f364f2f4be tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:14.699897 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d034cf41-cb74-49d4-8e00-a5a17316db5e req-3cd92d4d-2045-4310-8d9e-44f364f2f4be tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 944 time: 0.0872128 Oct 05 09:24:14.747846 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d034cf41-cb74-49d4-8e00-a5a17316db5e req-1346d88e-4f4a-4cbb-b54d-a1b81eeeef3c tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421507 Oct 05 09:24:14.816793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95aef8-06dd-4c2d-9933-5b6308fed3c7 req-198e1bb3-142e-44af-a61d-5541942d7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:14.819349 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fb95aef8-06dd-4c2d-9933-5b6308fed3c7 req-198e1bb3-142e-44af-a61d-5541942d7f6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 1097 time: 0.0816483 Oct 05 09:24:14.960067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95aef8-06dd-4c2d-9933-5b6308fed3c7 req-598db705-ecfb-4834-aa81-76bba476ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:14.962351 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fb95aef8-06dd-4c2d-9933-5b6308fed3c7 req-598db705-ecfb-4834-aa81-76bba476ff7c service neutron] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 912 time: 0.1333361 Oct 05 09:24:15.035652 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fb95aef8-06dd-4c2d-9933-5b6308fed3c7 req-d1358506-8ec5-4ed1-9feb-2853b0e9bf86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a059691f-4ec2-4866-9bd6-9db84ae71e1b HTTP/1.1" status: 200 len: 217 time: 0.0669985 Oct 05 09:24:15.100876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95aef8-06dd-4c2d-9933-5b6308fed3c7 req-82cb201c-d222-43da-b2d1-4a10375ef850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:15.102565 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fb95aef8-06dd-4c2d-9933-5b6308fed3c7 req-82cb201c-d222-43da-b2d1-4a10375ef850 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.0605738 Oct 05 09:24:15.190680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95aef8-06dd-4c2d-9933-5b6308fed3c7 req-52afaa83-282f-4a39-baaa-598f3466e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:15.192803 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fb95aef8-06dd-4c2d-9933-5b6308fed3c7 req-52afaa83-282f-4a39-baaa-598f3466e141 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832956 Oct 05 09:24:15.439390 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fb95aef8-06dd-4c2d-9933-5b6308fed3c7 req-ee2a1c86-5ba9-44b5-a3d9-f8e134434395 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397492 Oct 05 09:24:15.573195 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fb95aef8-06dd-4c2d-9933-5b6308fed3c7 req-36bb9513-da2d-4219-8cf6-1569fe65df45 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275413 Oct 05 09:24:15.966772 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ec223-05e0-4076-bc2d-87c7c0e9c555 req-18307785-8995-478a-8458-6c13ca920ae3 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:15.968359 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-589ec223-05e0-4076-bc2d-87c7c0e9c555 req-18307785-8995-478a-8458-6c13ca920ae3 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 944 time: 0.0945168 Oct 05 09:24:16.018979 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-589ec223-05e0-4076-bc2d-87c7c0e9c555 req-06bc41a9-7f1d-4856-aa68-dc7900547726 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446615 Oct 05 09:24:16.432297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36488) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:16.538715 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-271fd0c0-ea25-443f-bc42-90f1854542eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/51cad683-763e-4dbb-8376-ff736c4493fd HTTP/1.1" status: 200 len: 994 time: 0.1053343 Oct 05 09:24:16.873812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36496) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:17.088843 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port ae643475-d12e-4b2d-9abf-8bc7f0a4a1e2 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:24:17.089523 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:17.449182 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:17.449527 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:17.470546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc476de-b309-4261-acf2-78a02d91df99 req-5e992575-4fa0-49f1-9498-6efe2e5b15a3 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:17.472713 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0dc476de-b309-4261-acf2-78a02d91df99 req-5e992575-4fa0-49f1-9498-6efe2e5b15a3 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 944 time: 0.3313103 Oct 05 09:24:17.612022 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for ae643475-d12e-4b2d-9abf-8bc7f0a4a1e2 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:24:17.692110 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0dc476de-b309-4261-acf2-78a02d91df99 req-7f784bf4-b517-4e78-b1e4-0a658d755cf6 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1642742 Oct 05 09:24:17.807614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:17.860077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=ae643475-d12e-4b2d-9abf-8bc7f0a4a1e2,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:17.943746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:17.944099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:17.944438 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:17.944771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:17.945102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:17.945432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:17.945758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:17.946116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:17.946444 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:17.946765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:17.947087 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:17.947407 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:17.982936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:17.983170 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 51cad683-763e-4dbb-8376-ff736c4493fd disassociated (deleted). External IP: 172.26.0.149, port: 668450b7-b57d-4cc6-acad-171651ab7180. Oct 05 09:24:18.378564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 411da76e-ce0f-4d79-b494-31fb376b0050 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:24:18.587957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:24:18.599282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78596da8-4732-488b-9c2e-572fe6d11c37 None None] Sync routers for ids ['411da76e-ce0f-4d79-b494-31fb376b0050'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:24:18.607785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:18.609504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78596da8-4732-488b-9c2e-572fe6d11c37 None None] Routers {'411da76e-ce0f-4d79-b494-31fb376b0050'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:24:18.610674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-78596da8-4732-488b-9c2e-572fe6d11c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:24:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['411da76e-ce0f-4d79-b494-31fb376b0050'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:18.673503 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c0875ff8-3364-4de9-8e7b-062c6d34c471 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/floatingips/51cad683-763e-4dbb-8376-ff736c4493fd HTTP/1.1" status: 204 len: 168 time: 1.7951560 Oct 05 09:24:18.673503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'tag': '668450b7-b57d-4cc6-acad-171651ab7180'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:24:18.674760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6cb4bb-6106-4345-a7cb-5b3605941143" -d '{"events": [{"name": "network-changed", "server_uuid": "65536604-9d20-4c8d-9edc-ec9ae7209727", "tag": "668450b7-b57d-4cc6-acad-171651ab7180"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:24:18.725300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f6adb5-1ff8-4a3a-8404-ff39891cf6f5 x-openstack-request-id: req-f5f6adb5-1ff8-4a3a-8404-ff39891cf6f5 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:24:18.726034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65536604-9d20-4c8d-9edc-ec9ae7209727", "tag": "668450b7-b57d-4cc6-acad-171651ab7180", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:24:18.726467 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5f6adb5-1ff8-4a3a-8404-ff39891cf6f5 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:24:18.727047 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f6adb5-1ff8-4a3a-8404-ff39891cf6f5'] response: {'name': 'network-changed', 'server_uuid': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'tag': '668450b7-b57d-4cc6-acad-171651ab7180', 'status': 'completed', 'code': 200} Oct 05 09:24:18.818200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-78596da8-4732-488b-9c2e-572fe6d11c37 None None] Set router 411da76e-ce0f-4d79-b494-31fb376b0050 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:24:18.867695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cb4bb-6106-4345-a7cb-5b3605941143 req-418e69b4-697f-4b0e-946c-f536a5dcf576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:18.876533 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd6cb4bb-6106-4345-a7cb-5b3605941143 req-418e69b4-697f-4b0e-946c-f536a5dcf576 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 1099 time: 0.1204042 Oct 05 09:24:18.968560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696de421-bfbd-4dbb-845b-9e4471131793 req-e3d3e4c8-fd64-4227-be88-62ab537ffc9d tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:18.970273 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-696de421-bfbd-4dbb-845b-9e4471131793 req-e3d3e4c8-fd64-4227-be88-62ab537ffc9d tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 944 time: 0.1491313 Oct 05 09:24:19.020069 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-696de421-bfbd-4dbb-845b-9e4471131793 req-70d9a398-3e68-431e-82c0-9cfab27a1ae3 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430660 Oct 05 09:24:19.077203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cb4bb-6106-4345-a7cb-5b3605941143 req-3aa1be20-2449-4564-b495-c76400222af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:19.079512 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd6cb4bb-6106-4345-a7cb-5b3605941143 req-3aa1be20-2449-4564-b495-c76400222af9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=91bac251-3356-42cd-b3ba-79c509270093 HTTP/1.1" status: 200 len: 897 time: 0.1960156 Oct 05 09:24:19.144573 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2280100-ea39-4719-a84e-554704bfedd8 req-658a2f64-77fb-4f76-8101-0b00ea9552ac tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:19.146272 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-e2280100-ea39-4719-a84e-554704bfedd8 req-658a2f64-77fb-4f76-8101-0b00ea9552ac tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:24:19.164216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-e2280100-ea39-4719-a84e-554704bfedd8 req-658a2f64-77fb-4f76-8101-0b00ea9552ac tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:24:19.165954 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e2280100-ea39-4719-a84e-554704bfedd8 req-658a2f64-77fb-4f76-8101-0b00ea9552ac tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 946 time: 0.1304171 Oct 05 09:24:19.172720 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd6cb4bb-6106-4345-a7cb-5b3605941143 req-effec876-7acd-477c-bb20-a971dbf51518 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668450b7-b57d-4cc6-acad-171651ab7180 HTTP/1.1" status: 200 len: 217 time: 0.0841937 Oct 05 09:24:19.191344 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-78596da8-4732-488b-9c2e-572fe6d11c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '9fb17550-a61c-4cd5-a904-16d91506aca3', 'name': '', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0d:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:29Z', 'updated_at': '2022-10-05T09:23:34Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:19.196203 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78596da8-4732-488b-9c2e-572fe6d11c37 None None] Checking router: 411da76e-ce0f-4d79-b494-31fb376b0050 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:24:19.205149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78596da8-4732-488b-9c2e-572fe6d11c37 None None] Routers {'411da76e-ce0f-4d79-b494-31fb376b0050'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:24:19.205824 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-78596da8-4732-488b-9c2e-572fe6d11c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:24:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['411da76e-ce0f-4d79-b494-31fb376b0050'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:19.212043 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e2280100-ea39-4719-a84e-554704bfedd8 req-24a8b3d2-2093-4e9c-b351-c878fffe82c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=905e9e8d-02b0-4d6e-b6b8-f2b827414c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398095 Oct 05 09:24:19.239607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cb4bb-6106-4345-a7cb-5b3605941143 req-0680b1cd-bde6-4bc8-b3b2-9fd7d3314631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:19.241070 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd6cb4bb-6106-4345-a7cb-5b3605941143 req-0680b1cd-bde6-4bc8-b3b2-9fd7d3314631 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff HTTP/1.1" status: 200 len: 834 time: 0.0616865 Oct 05 09:24:19.333927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cb4bb-6106-4345-a7cb-5b3605941143 req-a6c315ba-e148-4b0a-bd9f-d84e5d7114b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:19.335351 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd6cb4bb-6106-4345-a7cb-5b3605941143 req-a6c315ba-e148-4b0a-bd9f-d84e5d7114b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91bac251-3356-42cd-b3ba-79c509270093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848818 Oct 05 09:24:19.384650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-78596da8-4732-488b-9c2e-572fe6d11c37 None None] Set router 411da76e-ce0f-4d79-b494-31fb376b0050 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:24:19.471832 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd6cb4bb-6106-4345-a7cb-5b3605941143 req-c707c263-579b-416a-a970-e942c6524360 service neutron] 10.222.0.45 "GET /v2.0/networks/91bac251-3356-42cd-b3ba-79c509270093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291132 Oct 05 09:24:19.607269 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd6cb4bb-6106-4345-a7cb-5b3605941143 req-3de9d3ab-9b2e-4621-9e64-dded041688cc service neutron] 10.222.0.45 "GET /v2.0/networks/91bac251-3356-42cd-b3ba-79c509270093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288693 Oct 05 09:24:19.735458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-78596da8-4732-488b-9c2e-572fe6d11c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '9fb17550-a61c-4cd5-a904-16d91506aca3', 'name': '', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0d:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:29Z', 'updated_at': '2022-10-05T09:23:34Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:19.739422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78596da8-4732-488b-9c2e-572fe6d11c37 None None] The sync data for ids ['411da76e-ce0f-4d79-b494-31fb376b0050'] in dv-neutron-860328-1-hyperv is: [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:30Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '9fb17550-a61c-4cd5-a904-16d91506aca3', 'name': '', 'network_id': '91bac251-3356-42cd-b3ba-79c509270093', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0d:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:29Z', 'updated_at': '2022-10-05T09:23:34Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:24:19.983707 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c3414-1587-4fb7-91bb-c66e1b94e073 None None] New status for floating IP 51cad683-763e-4dbb-8376-ff736c4493fd: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:24:20.274445 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924ac85-97a3-42f3-9398-e740f835ed8a req-4e94239d-7376-4a74-802b-67fefc8a294e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:20.276025 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8924ac85-97a3-42f3-9398-e740f835ed8a req-4e94239d-7376-4a74-802b-67fefc8a294e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 944 time: 0.1043930 Oct 05 09:24:20.331960 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8924ac85-97a3-42f3-9398-e740f835ed8a req-31ecd637-d0cd-4198-9ba1-baacb1d5f317 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496585 Oct 05 09:24:20.532991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eec03a-2497-4b5b-8424-5f88ce31cdc2 req-f1390616-bde6-4489-a63b-5155790ed337 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:20.534457 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-63eec03a-2497-4b5b-8424-5f88ce31cdc2 req-f1390616-bde6-4489-a63b-5155790ed337 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 946 time: 0.1973522 Oct 05 09:24:20.578536 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-63eec03a-2497-4b5b-8424-5f88ce31cdc2 req-298feb98-a412-48dd-925a-b93426ad3251 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=905e9e8d-02b0-4d6e-b6b8-f2b827414c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377946 Oct 05 09:24:20.660052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59fc57-80a5-4259-96be-b31235287685 req-c9673505-ea91-4000-947b-12d9ecc37224 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:20.660880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8a59fc57-80a5-4259-96be-b31235287685 req-c9673505-ea91-4000-947b-12d9ecc37224 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:24:20.672230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8a59fc57-80a5-4259-96be-b31235287685 req-c9673505-ea91-4000-947b-12d9ecc37224 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:24:20.673315 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8a59fc57-80a5-4259-96be-b31235287685 req-c9673505-ea91-4000-947b-12d9ecc37224 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 946 time: 0.0995338 Oct 05 09:24:20.748736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-8a59fc57-80a5-4259-96be-b31235287685 req-8fe8bd3d-b11a-4819-a197-df4fa2804f6e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 668450b7-b57d-4cc6-acad-171651ab7180 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:24:20.749084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8a59fc57-80a5-4259-96be-b31235287685 req-8fe8bd3d-b11a-4819-a197-df4fa2804f6e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:21.005771 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-8a59fc57-80a5-4259-96be-b31235287685 req-8fe8bd3d-b11a-4819-a197-df4fa2804f6e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 668450b7-b57d-4cc6-acad-171651ab7180, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=668450b7-b57d-4cc6-acad-171651ab7180,segment=NetworkSegment(8bfe7931-d138-4370-90dc-145b6dcff3a5),segment_id=8bfe7931-d138-4370-90dc-145b6dcff3a5)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:24:21.006162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8a59fc57-80a5-4259-96be-b31235287685 req-8fe8bd3d-b11a-4819-a197-df4fa2804f6e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:21.131764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-8a59fc57-80a5-4259-96be-b31235287685 req-8fe8bd3d-b11a-4819-a197-df4fa2804f6e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 668450b7-b57d-4cc6-acad-171651ab7180 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:24:21.401401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8a59fc57-80a5-4259-96be-b31235287685 req-8fe8bd3d-b11a-4819-a197-df4fa2804f6e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:21.452331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8bd3d-b11a-4819-a197-df4fa2804f6e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=668450b7-b57d-4cc6-acad-171651ab7180,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:21.542674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a59fc57-80a5-4259-96be-b31235287685 req-8fe8bd3d-b11a-4819-a197-df4fa2804f6e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] No DVR routers for this DVR port 668450b7-b57d-4cc6-acad-171651ab7180 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:24:21.545150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8a59fc57-80a5-4259-96be-b31235287685 req-8fe8bd3d-b11a-4819-a197-df4fa2804f6e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:21.546116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efcecd-b71c-4c19-ac87-239c9b5528f2 req-2f120ff5-291b-496b-8e5f-0dad9d4209fd tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:21.547616 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e3efcecd-b71c-4c19-ac87-239c9b5528f2 req-2f120ff5-291b-496b-8e5f-0dad9d4209fd tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 944 time: 0.0993266 Oct 05 09:24:21.547739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'name': 'network-vif-deleted', 'tag': '668450b7-b57d-4cc6-acad-171651ab7180'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:24:21.549903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20efa7f-23c6-4a8c-b1b8-6646f0f87ace" -d '{"events": [{"server_uuid": "65536604-9d20-4c8d-9edc-ec9ae7209727", "name": "network-vif-deleted", "tag": "668450b7-b57d-4cc6-acad-171651ab7180"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:24:21.564706 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8a59fc57-80a5-4259-96be-b31235287685 req-8fe8bd3d-b11a-4819-a197-df4fa2804f6e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "DELETE /v2.0/ports/668450b7-b57d-4cc6-acad-171651ab7180 HTTP/1.1" status: 204 len: 173 time: 0.8838661 Oct 05 09:24:21.595284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78be1dbf-8747-4b7c-b13a-388993d1172b x-openstack-request-id: req-78be1dbf-8747-4b7c-b13a-388993d1172b {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:24:21.595572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65536604-9d20-4c8d-9edc-ec9ae7209727", "name": "network-vif-deleted", "tag": "668450b7-b57d-4cc6-acad-171651ab7180", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:24:21.596046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78be1dbf-8747-4b7c-b13a-388993d1172b {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:24:21.596610 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78be1dbf-8747-4b7c-b13a-388993d1172b'] response: {'server_uuid': '65536604-9d20-4c8d-9edc-ec9ae7209727', 'name': 'network-vif-deleted', 'tag': '668450b7-b57d-4cc6-acad-171651ab7180', 'status': 'completed', 'code': 200} Oct 05 09:24:21.607019 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e3efcecd-b71c-4c19-ac87-239c9b5528f2 req-4cc51103-05c6-46a3-a255-00c5e27669ed tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523462 Oct 05 09:24:21.756227 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-67dde770-cb4b-4fdc-a3cf-1937af0e0755 req-8f0f3b11-7dde-45ba-ad60-50c62cba80d2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=65536604-9d20-4c8d-9edc-ec9ae7209727 HTTP/1.1" status: 200 len: 210 time: 0.0501490 Oct 05 09:24:22.664770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a059691f-4ec2-4866-9bd6-9db84ae71e1b details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:24:22.806387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port a059691f-4ec2-4866-9bd6-9db84ae71e1b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a059691f-4ec2-4866-9bd6-9db84ae71e1b,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:24:22.817059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b4dd4-3c9c-4a0e-9d07-73701e849fa5 req-c2c59e59-df41-4a2b-a37e-352f228e8c64 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:22.819828 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a03b4dd4-3c9c-4a0e-9d07-73701e849fa5 req-c2c59e59-df41-4a2b-a37e-352f228e8c64 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 944 time: 0.0973849 Oct 05 09:24:22.821738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'port_id': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b', 'mac_address': 'fa:16:3e:83:d5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:24:22.863057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36524) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:22.878577 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a03b4dd4-3c9c-4a0e-9d07-73701e849fa5 req-d3bb0a0b-12cd-46a7-a4bb-1dc970e780d0 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516195 Oct 05 09:24:22.897270 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port a059691f-4ec2-4866-9bd6-9db84ae71e1b is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:24:22.898117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:22.916150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a059691f-4ec2-4866-9bd6-9db84ae71e1b {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:24:22.934451 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port a059691f-4ec2-4866-9bd6-9db84ae71e1b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a059691f-4ec2-4866-9bd6-9db84ae71e1b,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:24:22.938580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:22.944071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d71f1bb-1189-40e9-afdc-c93424b4c6e5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:22.975379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d71f1bb-1189-40e9-afdc-c93424b4c6e5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:23.006168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=a059691f-4ec2-4866-9bd6-9db84ae71e1b,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:23.013260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:23.013596 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:23.013937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:23.014303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:23.014627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:23.015089 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:23.015295 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:23.015626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:23.015952 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:23.016297 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:23.016618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:23.016923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:23.043595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d71f1bb-1189-40e9-afdc-c93424b4c6e5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:23.062694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71f1bb-1189-40e9-afdc-c93424b4c6e5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905e9e8d-02b0-4d6e-b6b8-f2b827414c1c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:23.071104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d71f1bb-1189-40e9-afdc-c93424b4c6e5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:23.072216 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5d71f1bb-1189-40e9-afdc-c93424b4c6e5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/security-groups/905e9e8d-02b0-4d6e-b6b8-f2b827414c1c HTTP/1.1" status: 204 len: 168 time: 0.2077646 Oct 05 09:24:23.104322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36530) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:23.155632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['a059691f-4ec2-4866-9bd6-9db84ae71e1b'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:24:23.661702 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a258bcc-9081-4742-b617-2dfc0cac815d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:24.018365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1a258bcc-9081-4742-b617-2dfc0cac815d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 9fb17550-a61c-4cd5-a904-16d91506aca3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:24:24.019044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a258bcc-9081-4742-b617-2dfc0cac815d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:24.075508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b93d83-76e8-42d7-be0c-cdd28db99677 req-73462c5f-609d-432e-b792-14d45b9deaca tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:24.076962 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-37b93d83-76e8-42d7-be0c-cdd28db99677 req-73462c5f-609d-432e-b792-14d45b9deaca tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 945 time: 0.0872209 Oct 05 09:24:24.124956 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-37b93d83-76e8-42d7-be0c-cdd28db99677 req-fdba1203-a76c-4150-b990-3e66592fee5a tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415819 Oct 05 09:24:24.320602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-1a258bcc-9081-4742-b617-2dfc0cac815d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 9fb17550-a61c-4cd5-a904-16d91506aca3, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9fb17550-a61c-4cd5-a904-16d91506aca3,segment=NetworkSegment(8bfe7931-d138-4370-90dc-145b6dcff3a5),segment_id=8bfe7931-d138-4370-90dc-145b6dcff3a5)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:24:24.320876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a258bcc-9081-4742-b617-2dfc0cac815d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:24.443981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1a258bcc-9081-4742-b617-2dfc0cac815d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 9fb17550-a61c-4cd5-a904-16d91506aca3 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:24:24.637845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a258bcc-9081-4742-b617-2dfc0cac815d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:24.668218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a059691f-4ec2-4866-9bd6-9db84ae71e1b up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:24:24.685323 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a258bcc-9081-4742-b617-2dfc0cac815d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=9fb17550-a61c-4cd5-a904-16d91506aca3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:24.743430 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port a059691f-4ec2-4866-9bd6-9db84ae71e1b completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:24:24.748762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port a059691f-4ec2-4866-9bd6-9db84ae71e1b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:24.749129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:24.749671 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port a059691f-4ec2-4866-9bd6-9db84ae71e1b Oct 05 09:24:24.875288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port a059691f-4ec2-4866-9bd6-9db84ae71e1b is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:24:24.875675 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:24.905139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:24:24.907508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14120c21-e240-4300-a071-a319eac31abf" -d '{"events": [{"server_uuid": "724d4c5f-7036-43b8-af79-118a4b8613c8", "name": "network-vif-plugged", "status": "completed", "tag": "a059691f-4ec2-4866-9bd6-9db84ae71e1b"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:24:24.916135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port a059691f-4ec2-4866-9bd6-9db84ae71e1b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a059691f-4ec2-4866-9bd6-9db84ae71e1b,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:24:24.920371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:24.921133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 668450b7-b57d-4cc6-acad-171651ab7180 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:24:24.984085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9412f086-7e9d-4b1d-96ca-f1d1ebd48867 x-openstack-request-id: req-9412f086-7e9d-4b1d-96ca-f1d1ebd48867 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:24:24.984274 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724d4c5f-7036-43b8-af79-118a4b8613c8", "name": "network-vif-plugged", "status": "completed", "tag": "a059691f-4ec2-4866-9bd6-9db84ae71e1b", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:24:24.984529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9412f086-7e9d-4b1d-96ca-f1d1ebd48867 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:24:24.984968 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9412f086-7e9d-4b1d-96ca-f1d1ebd48867'] response: {'server_uuid': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b', 'code': 200} Oct 05 09:24:24.999322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 668450b7-b57d-4cc6-acad-171651ab7180 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:24:24.999673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 668450b7-b57d-4cc6-acad-171651ab7180 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:24:25.004877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a258bcc-9081-4742-b617-2dfc0cac815d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:25.027597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=a059691f-4ec2-4866-9bd6-9db84ae71e1b,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:25.326112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b4c7f-7072-4057-92b7-bce15a586b30 req-bbe0d22c-db0e-4fe9-8990-24175d346d05 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:25.327573 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-979b4c7f-7072-4057-92b7-bce15a586b30 req-bbe0d22c-db0e-4fe9-8990-24175d346d05 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 946 time: 0.0916414 Oct 05 09:24:25.342066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04902ccf-db00-44b6-8afa-4a7fdc49a44a req-cb679327-462f-4d27-9433-9ab435cac0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:25.343517 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-04902ccf-db00-44b6-8afa-4a7fdc49a44a req-cb679327-462f-4d27-9433-9ab435cac0f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 1099 time: 0.1829047 Oct 05 09:24:25.373415 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-979b4c7f-7072-4057-92b7-bce15a586b30 req-b4253785-aec0-46e1-a133-7dcfe0581c80 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394568 Oct 05 09:24:25.459059 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-04902ccf-db00-44b6-8afa-4a7fdc49a44a req-333571a2-3b3d-45dc-9d35-81bee0d2532d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669014 Oct 05 09:24:25.464160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a258bcc-9081-4742-b617-2dfc0cac815d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 411da76e-ce0f-4d79-b494-31fb376b0050 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:24:25.638337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a258bcc-9081-4742-b617-2dfc0cac815d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:24:25.648211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bb5ee-7d52-44c7-812f-f4e13da044cf None None] Sync routers for ids ['411da76e-ce0f-4d79-b494-31fb376b0050'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:24:25.652350 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1a258bcc-9081-4742-b617-2dfc0cac815d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/411da76e-ce0f-4d79-b494-31fb376b0050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5469458 Oct 05 09:24:25.655070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36540) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:25.657164 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7bb5ee-7d52-44c7-812f-f4e13da044cf None None] Routers {'411da76e-ce0f-4d79-b494-31fb376b0050'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:24:25.657782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6c7bb5ee-7d52-44c7-812f-f4e13da044cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:24:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['411da76e-ce0f-4d79-b494-31fb376b0050'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:25.840701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-6c7bb5ee-7d52-44c7-812f-f4e13da044cf None None] Set router 411da76e-ce0f-4d79-b494-31fb376b0050 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:24:25.846060 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-151678a8-060c-4b31-a2b5-98007aabca07 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting subnet e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:24:25.850302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-151678a8-060c-4b31-a2b5-98007aabca07 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:25.906734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-151678a8-060c-4b31-a2b5-98007aabca07 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:25.994432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-151678a8-060c-4b31-a2b5-98007aabca07 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:26.077032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-151678a8-060c-4b31-a2b5-98007aabca07 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:26.116604 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151678a8-060c-4b31-a2b5-98007aabca07 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:26.122073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-151678a8-060c-4b31-a2b5-98007aabca07 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:26.132475 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36544) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:26.132650 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-151678a8-060c-4b31-a2b5-98007aabca07 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/subnets/e4f5f7b0-8333-4ad1-a4e0-5e8b5d2553ff HTTP/1.1" status: 204 len: 168 time: 0.4764676 Oct 05 09:24:26.135295 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b442cffb-0a39-46c7-be56-e77c38447a4e None None] Network 91bac251-3356-42cd-b3ba-79c509270093 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:24:26.325846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:26.333207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6c7bb5ee-7d52-44c7-812f-f4e13da044cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:24:24Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:26.339487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bb5ee-7d52-44c7-812f-f4e13da044cf None None] Checking router: 411da76e-ce0f-4d79-b494-31fb376b0050 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:24:26.357448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7bb5ee-7d52-44c7-812f-f4e13da044cf None None] Routers {'411da76e-ce0f-4d79-b494-31fb376b0050'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:24:26.358104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6c7bb5ee-7d52-44c7-812f-f4e13da044cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:24:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['411da76e-ce0f-4d79-b494-31fb376b0050'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:26.546170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c95ad19-f19c-491f-97d9-4dcf2f0a716f None None] DHCP port deletion for 91bac251-3356-42cd-b3ba-79c509270093 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:24:26.559507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5c95ad19-f19c-491f-97d9-4dcf2f0a716f None None] Deleting port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:24:26.559878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c95ad19-f19c-491f-97d9-4dcf2f0a716f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:26.586169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:26.609005 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 857daff3-2ae4-44ad-aae4-79247df0dfeb {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:24:26.609265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:26.662385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-6c7bb5ee-7d52-44c7-812f-f4e13da044cf None None] Set router 411da76e-ce0f-4d79-b494-31fb376b0050 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:24:26.761265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4051fc-eb3b-4465-bf2e-8b17bd1d3cb8 req-358f6157-8f09-4d7e-93dc-9915dea7c46d tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:26.762762 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e4051fc-eb3b-4465-bf2e-8b17bd1d3cb8 req-358f6157-8f09-4d7e-93dc-9915dea7c46d tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 946 time: 0.2164204 Oct 05 09:24:26.839774 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 857daff3-2ae4-44ad-aae4-79247df0dfeb, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=857daff3-2ae4-44ad-aae4-79247df0dfeb,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:24:26.840148 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:26.850044 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e4051fc-eb3b-4465-bf2e-8b17bd1d3cb8 req-d817eb3b-acd8-4a16-89f0-c3ef65a36d22 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802946 Oct 05 09:24:26.967907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 857daff3-2ae4-44ad-aae4-79247df0dfeb owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:24:26.991148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5c95ad19-f19c-491f-97d9-4dcf2f0a716f None None] For port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5,segment=NetworkSegment(8bfe7931-d138-4370-90dc-145b6dcff3a5),segment_id=8bfe7931-d138-4370-90dc-145b6dcff3a5)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:24:26.991708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c95ad19-f19c-491f-97d9-4dcf2f0a716f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:27.123166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5c95ad19-f19c-491f-97d9-4dcf2f0a716f None None] Calling delete_port for 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:24:27.242093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c95ad19-f19c-491f-97d9-4dcf2f0a716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:27.305027 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:24:27.340974 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95ad19-f19c-491f-97d9-4dcf2f0a716f None None] Pushing event deleted for resources: {'Port': ['ID=517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:27.344838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c95ad19-f19c-491f-97d9-4dcf2f0a716f None None] No DVR routers for this DVR port 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:24:27.347039 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6c7bb5ee-7d52-44c7-812f-f4e13da044cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:24:24Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:27.356337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bb5ee-7d52-44c7-812f-f4e13da044cf None None] The sync data for ids ['411da76e-ce0f-4d79-b494-31fb376b0050'] in dv-neutron-860328-1-hyperv is: [{'id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'name': 'tempest-TestNetworkBasicOps-router-52263396', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:24:24Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '857daff3-2ae4-44ad-aae4-79247df0dfeb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411da76e-ce0f-4d79-b494-31fb376b0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:23:25Z', 'updated_at': '2022-10-05T09:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:24:27.400202 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:27.451351 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=857daff3-2ae4-44ad-aae4-79247df0dfeb,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:27.554454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:27.742815 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:27.744958 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:27.766956 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:27.767513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Fanout notify agent at l3_agent the message router_deleted on router 411da76e-ce0f-4d79-b494-31fb376b0050 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:24:27.783335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:27.784433 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9eaa0508-69a1-4afd-ab90-f1bf8a3d3eae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/routers/411da76e-ce0f-4d79-b494-31fb376b0050 HTTP/1.1" status: 204 len: 168 time: 1.6505752 Oct 05 09:24:27.788087 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36550) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:27.908070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e0451c8a-0e9d-41a9-82c2-daa7167550b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.100791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e0451c8a-0e9d-41a9-82c2-daa7167550b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.130828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e0451c8a-0e9d-41a9-82c2-daa7167550b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bac251-3356-42cd-b3ba-79c509270093']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:28.144479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e0451c8a-0e9d-41a9-82c2-daa7167550b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfe7931-d138-4370-90dc-145b6dcff3a5') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:28.145018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-e0451c8a-0e9d-41a9-82c2-daa7167550b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfe7931-d138-4370-90dc-145b6dcff3a5') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:28.158960 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e0451c8a-0e9d-41a9-82c2-daa7167550b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.189940 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31bcfe-15d3-4856-a76f-8b151af965a4 req-287881ad-4bf9-4e1a-b89a-20e629c6e64e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:28.191434 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0b31bcfe-15d3-4856-a76f-8b151af965a4 req-287881ad-4bf9-4e1a-b89a-20e629c6e64e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 946 time: 0.2185886 Oct 05 09:24:28.192664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e0451c8a-0e9d-41a9-82c2-daa7167550b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.200333 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0451c8a-0e9d-41a9-82c2-daa7167550b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:24:28.200738 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e0451c8a-0e9d-41a9-82c2-daa7167550b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.268506 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:24:28.290153 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 8bfe7931-d138-4370-90dc-145b6dcff3a5 resource provider aggregate not found Oct 05 09:24:28.303672 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:24:28.304224 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 517aea9e-2dcb-44c7-b6f8-e5bfe9da2bb5 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:24:28.304794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9fb17550-a61c-4cd5-a904-16d91506aca3 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:24:28.310261 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 8bfe7931-d138-4370-90dc-145b6dcff3a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bfe7931-d138-4370-90dc-145b6dcff3a5 found for delete ", "request_id": "req-34991a85-c614-4a7c-98d0-5bd027961186"}]} Oct 05 09:24:28.337699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 9fb17550-a61c-4cd5-a904-16d91506aca3 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:24:28.338130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9fb17550-a61c-4cd5-a904-16d91506aca3 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:24:28.338478 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 857daff3-2ae4-44ad-aae4-79247df0dfeb no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:24:28.343392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e0451c8a-0e9d-41a9-82c2-daa7167550b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.370991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e0451c8a-0e9d-41a9-82c2-daa7167550b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.375912 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0b31bcfe-15d3-4856-a76f-8b151af965a4 req-bab95f08-c2df-4923-8f3b-d724534aa8fc tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1504371 Oct 05 09:24:28.382196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 857daff3-2ae4-44ad-aae4-79247df0dfeb {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:24:28.382548 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 857daff3-2ae4-44ad-aae4-79247df0dfeb not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:24:28.383994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0451c8a-0e9d-41a9-82c2-daa7167550b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Network': ['ID=91bac251-3356-42cd-b3ba-79c509270093,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:28.400564 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e0451c8a-0e9d-41a9-82c2-daa7167550b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/networks/91bac251-3356-42cd-b3ba-79c509270093 HTTP/1.1" status: 204 len: 168 time: 0.6080587 Oct 05 09:24:28.413460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36560) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:28.421083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'network': {'name': 'tempest-network-smoke--976528369', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:28.427052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:28.431845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:network and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:28.434916 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:28.441147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:28.451303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:24:28.455134 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.482422 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:24:28.493987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.493987 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Added segment 130d1436-0678-4d6d-9e04-5234efda9b9a of type vlan for network 62aecef2-50f7-484d-ad6f-b08cc5241f33 Oct 05 09:24:28.520649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.553088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.558492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:28.559061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.596124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdbb8c-f81e-401d-8fcd-05d08526f1c3 req-113acd63-d6c8-46fb-8973-ddb51003fab3 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:28.597569 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fbfdbb8c-f81e-401d-8fcd-05d08526f1c3 req-113acd63-d6c8-46fb-8973-ddb51003fab3 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 946 time: 0.0935545 Oct 05 09:24:28.642992 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fbfdbb8c-f81e-401d-8fcd-05d08526f1c3 req-7b0ff0ca-8ea1-4d22-b856-6e2df593137d tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394900 Oct 05 09:24:28.666291 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2486405 Oct 05 09:24:28.666547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38a8cd-f0a8-4170-85c9-95fa339919d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Network': ['ID=62aecef2-50f7-484d-ad6f-b08cc5241f33,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:28.666854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36566) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:28.677836 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-928914757', 'admin_state_up': True, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:28.678031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36570) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:28.679590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 62aecef2-50f7-484d-ad6f-b08cc5241f33 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:24:28.687471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:28.694243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:router and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:28.697383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:28.703937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:28.717894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.719537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.736525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.766207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c85652-6a8f-4565-ab55-53a06851d28c tempest-TestVolumeBootPattern-297978713 tempest-TestVolumeBootPattern-297978713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:28.766906 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-29c85652-6a8f-4565-ab55-53a06851d28c tempest-TestVolumeBootPattern-297978713 tempest-TestVolumeBootPattern-297978713-project-admin] Synchronizing usage tracker for tenant:b9625ca650814d5596e2a15755f230cf on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:24:28.783857 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-29c85652-6a8f-4565-ab55-53a06851d28c tempest-TestVolumeBootPattern-297978713 tempest-TestVolumeBootPattern-297978713-project-admin] Unset dirty status for tenant:b9625ca650814d5596e2a15755f230cf on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:24:28.785146 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-29c85652-6a8f-4565-ab55-53a06851d28c tempest-TestVolumeBootPattern-297978713 tempest-TestVolumeBootPattern-297978713-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 1094 time: 0.1058881 Oct 05 09:24:28.787930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36574) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:28.793083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:28.798995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:28.803535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Usage tracker for resource:floatingip and tenant:7079491c48e143b2a690e33a3b48be14 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:28.806367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:28.812235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:28.823311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:28.969208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:29.114804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Allocated IP 172.26.0.130 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/12bda459-b401-4c90-94d4-4af42ecd3af9) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:24:29.130513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:29.264215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:29.292758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:29.352877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:24:29.355762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:24:29.364205 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:24:29.408216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'Port': ['ID=12bda459-b401-4c90-94d4-4af42ecd3af9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:29.432754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:29.461992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:29.600084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.118 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/9bb19da0-4ef3-4f76-ada6-84915f407213) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:24:29.749299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:29.779009 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:29.790064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:29.840970 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:24:29.843802 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:24:29.852744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:24:29.865445 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:29.897805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=9bb19da0-4ef3-4f76-ada6-84915f407213,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:30.204197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:30.209676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:30.287736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:30.315627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event updated for resources: {'Port': ['ID=12bda459-b401-4c90-94d4-4af42ecd3af9,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:30.318123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:30.494563 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Floating IP 29933c1e-4ba7-4151-8cd2-9c70d5a6aab0 associated. External IP: 172.26.0.130, port: a059691f-4ec2-4866-9bd6-9db84ae71e1b. Oct 05 09:24:30.758690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:30.849421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Router 2427f7d5-28f9-4afd-b425-933f0411941d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:24:30.966216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 95846faf-4551-4bdd-8c60-d041735a0b0a is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:24:31.041595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:24:31.054772 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd522a-3944-4c10-9916-9ff8f15c0840 None None] Sync routers for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:24:31.067645 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd522a-3944-4c10-9916-9ff8f15c0840 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:24:31.068235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:31.068510 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4abd522a-3944-4c10-9916-9ff8f15c0840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:24:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:31.128193 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-032bf498-d4cc-4f63-84b0-cfe1b8ebe118 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3391452 Oct 05 09:24:31.128777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'tag': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:24:31.131320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f45cfc2-db77-4bc0-a5e0-3a1c098d1ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "724d4c5f-7036-43b8-af79-118a4b8613c8", "tag": "a059691f-4ec2-4866-9bd6-9db84ae71e1b"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:24:31.165740 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:24:31.173985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a3f0fa-4ae9-4802-a02c-5e84c1fe745a x-openstack-request-id: req-34a3f0fa-4ae9-4802-a02c-5e84c1fe745a {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:24:31.174274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724d4c5f-7036-43b8-af79-118a4b8613c8", "tag": "a059691f-4ec2-4866-9bd6-9db84ae71e1b", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:24:31.174523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34a3f0fa-4ae9-4802-a02c-5e84c1fe745a {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:24:31.174923 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a3f0fa-4ae9-4802-a02c-5e84c1fe745a'] response: {'name': 'network-changed', 'server_uuid': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'tag': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b', 'status': 'completed', 'code': 200} Oct 05 09:24:31.178839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Sync routers for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:24:31.190159 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:24:31.191076 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:24:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:31.208072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:31.212966 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-19a4caf4-08b5-4f6f-bc34-a18db3247a5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5417144 Oct 05 09:24:31.213677 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36582) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:31.281429 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-498846df-a0c2-4ca7-a1be-2d9fe66fe617 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=3d24fcbdc2b044ca86ffb7d681c0963d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639069 Oct 05 09:24:31.281617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45cfc2-db77-4bc0-a5e0-3a1c098d1ca3 req-cb9df6cf-b6ac-445c-aa9c-cadc236060b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:31.281696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36586) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:31.282145 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f45cfc2-db77-4bc0-a5e0-3a1c098d1ca3 req-cb9df6cf-b6ac-445c-aa9c-cadc236060b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 1099 time: 0.0850642 Oct 05 09:24:31.306295 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4abd522a-3944-4c10-9916-9ff8f15c0840 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:24:31.396696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:24:31.432963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f0352-b3e1-4a9a-a531-4707b7f51c8c tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:31.433537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45cfc2-db77-4bc0-a5e0-3a1c098d1ca3 req-5da2f8e0-1c81-4513-82d5-75c9d8f00442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:31.437150 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c95f0352-b3e1-4a9a-a531-4707b7f51c8c tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1516464 Oct 05 09:24:31.437359 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36590) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:31.439395 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f45cfc2-db77-4bc0-a5e0-3a1c098d1ca3 req-5da2f8e0-1c81-4513-82d5-75c9d8f00442 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 912 time: 0.1507618 Oct 05 09:24:31.483094 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cc42eff5-ba87-4161-a8f9-6367daf6c2e7 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421917 Oct 05 09:24:31.483285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36594) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:31.490611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1715249053', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:31.612358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:31.616772 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:subnet and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:31.620260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:31.626905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:31.638636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:24:31.644105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:31.688142 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f45cfc2-db77-4bc0-a5e0-3a1c098d1ca3 req-9fbe6564-0ddc-4e95-9838-2ac5394c05ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a059691f-4ec2-4866-9bd6-9db84ae71e1b HTTP/1.1" status: 200 len: 1000 time: 0.2421970 Oct 05 09:24:31.716556 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4abd522a-3944-4c10-9916-9ff8f15c0840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '29933c1e-4ba7-4151-8cd2-9c70d5a6aab0', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.130', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:83:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:29Z', 'revision_number': 0, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}, {'id': '731f72f8-dcc6-4693-87be-15c92ac6368d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.66', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:5b:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:22:18Z', 'updated_at': '2022-10-05T09:22:20Z', 'revision_number': 1, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:31.721020 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd522a-3944-4c10-9916-9ff8f15c0840 None None] Checking router: 2427f7d5-28f9-4afd-b425-933f0411941d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:24:31.736988 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd522a-3944-4c10-9916-9ff8f15c0840 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:24:31.737765 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4abd522a-3944-4c10-9916-9ff8f15c0840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:24:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:31.747092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:30Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:31.751570 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Checking router: 95846faf-4551-4bdd-8c60-d041735a0b0a for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:24:31.751863 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Updating router 95846faf-4551-4bdd-8c60-d041735a0b0a port 9bb19da0-4ef3-4f76-ada6-84915f407213 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:24:31.784357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45cfc2-db77-4bc0-a5e0-3a1c098d1ca3 req-f52d0cc6-dbe0-49de-b8ed-717ab3c05092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:31.785997 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f45cfc2-db77-4bc0-a5e0-3a1c098d1ca3 req-f52d0cc6-dbe0-49de-b8ed-717ab3c05092 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.0829082 Oct 05 09:24:31.810626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:31.907579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45cfc2-db77-4bc0-a5e0-3a1c098d1ca3 req-37484f00-3c4a-489d-bb39-8e5f5e360699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:31.913148 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f45cfc2-db77-4bc0-a5e0-3a1c098d1ca3 req-37484f00-3c4a-489d-bb39-8e5f5e360699 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1210442 Oct 05 09:24:31.936633 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4abd522a-3944-4c10-9916-9ff8f15c0840 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:24:31.950055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:32.054928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Subnet': ['ID=7c58d701-11e4-4e66-8f52-3d0457d8e303,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:32.059729 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Checking segment: {'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:24:32.060282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network hostable DHCP agents. Network: 62aecef2-50f7-484d-ad6f-b08cc5241f33, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:24:32.085179 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 62aecef2-50f7-484d-ad6f-b08cc5241f33 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:24:32.090703 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f45cfc2-db77-4bc0-a5e0-3a1c098d1ca3 req-f2ffbd0f-77b4-4898-bef4-e958b6a3d819 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710129 Oct 05 09:24:32.097539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 62aecef2-50f7-484d-ad6f-b08cc5241f33) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:24:32.104848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:32.106018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:32.113118 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41bcc47-8441-41e7-915f-56bf99fa909d None None] Network 62aecef2-50f7-484d-ad6f-b08cc5241f33 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:24:32.141776 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-634178bb-0416-4038-91ee-89ea3b86540b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6574285 Oct 05 09:24:32.142650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36598) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:32.248071 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f45cfc2-db77-4bc0-a5e0-3a1c098d1ca3 req-322738b4-fdff-4a5c-ad23-0f9bb8e2fef0 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514812 Oct 05 09:24:32.366511 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4abd522a-3944-4c10-9916-9ff8f15c0840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '29933c1e-4ba7-4151-8cd2-9c70d5a6aab0', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.130', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:83:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:29Z', 'revision_number': 0, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}, {'id': '731f72f8-dcc6-4693-87be-15c92ac6368d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.66', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:5b:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:22:18Z', 'updated_at': '2022-10-05T09:22:20Z', 'revision_number': 1, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:32.371105 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd522a-3944-4c10-9916-9ff8f15c0840 None None] The sync data for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv is: [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '29933c1e-4ba7-4151-8cd2-9c70d5a6aab0', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.130', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:83:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:29Z', 'revision_number': 0, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}, {'id': '731f72f8-dcc6-4693-87be-15c92ac6368d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.66', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:5b:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:22:18Z', 'updated_at': '2022-10-05T09:22:20Z', 'revision_number': 1, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:24:32.380806 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:32.411219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Transition to ACTIVE for port object 9bb19da0-4ef3-4f76-ada6-84915f407213 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:24:32.455881 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:32.587075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Attempting to bind port 9bb19da0-4ef3-4f76-ada6-84915f407213 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:24:32.587607 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Attempting to bind port 9bb19da0-4ef3-4f76-ada6-84915f407213 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:24:32.588059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Attempting to bind port 9bb19da0-4ef3-4f76-ada6-84915f407213 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:24:32.596383 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f806371a-a124-4194-9a0c-c4956c0ccb04 None None] New status for floating IP 29933c1e-4ba7-4151-8cd2-9c70d5a6aab0: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:24:32.628708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:24:32.629673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:24:32.630108 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:32.630502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:24:32.630983 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Bound port: 9bb19da0-4ef3-4f76-ada6-84915f407213, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:24:32.632575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:32.704386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce3d34-0f73-4b5d-b9f4-d7e724b9bba0 None None] Pushing event updated for resources: {'Port': ['ID=9bb19da0-4ef3-4f76-ada6-84915f407213,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:32.743032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-62aecef2-50f7-484d-ad6f-b08cc5241f33', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:24:32.744223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:32.876559 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5212-72e7-428d-a8d9-3dfc58796aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:32.882720 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] For port 9bb19da0-4ef3-4f76-ada6-84915f407213, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:24:32.949628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] For port 9bb19da0-4ef3-4f76-ada6-84915f407213, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9bb19da0-4ef3-4f76-ada6-84915f407213,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:24:32.959878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:33.053004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:24:33.053654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:24:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:33.056067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:33.192487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce3d34-0f73-4b5d-b9f4-d7e724b9bba0 None None] Pushing event updated for resources: {'Port': ['ID=9bb19da0-4ef3-4f76-ada6-84915f407213,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:33.280452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Allocated IP 172.20.0.2 (62aecef2-50f7-484d-ad6f-b08cc5241f33/7c58d701-11e4-4e66-8f52-3d0457d8e303/9f03552f-c860-4e83-b539-5d52ff87fc76) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:24:33.395493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:24:33.760674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:33.775904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Transition to ACTIVE for port object 9f03552f-c860-4e83-b539-5d52ff87fc76 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:24:33.798629 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Transition to ACTIVE for port object 9f03552f-c860-4e83-b539-5d52ff87fc76 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:24:33.807774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:33.862498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:30Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:33.874810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Network 62aecef2-50f7-484d-ad6f-b08cc5241f33 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:24:33.882075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.1 (62aecef2-50f7-484d-ad6f-b08cc5241f33/7c58d701-11e4-4e66-8f52-3d0457d8e303/f1acf801-295f-46b9-8e38-dfd9ff7e381a) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:24:33.883300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:24:33.886349 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:24:33.892137 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9781ebb-1203-40f2-8ecb-970ddeccd349 None None] The sync data for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv is: [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:30Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:24:33.933746 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Pushing event updated for resources: {'Port': ['ID=9f03552f-c860-4e83-b539-5d52ff87fc76,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:34.006536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Attempting to bind port 9f03552f-c860-4e83-b539-5d52ff87fc76 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:24:34.006913 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Attempting to bind port 9f03552f-c860-4e83-b539-5d52ff87fc76 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:24:34.007281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Attempting to bind port 9f03552f-c860-4e83-b539-5d52ff87fc76 on network 62aecef2-50f7-484d-ad6f-b08cc5241f33 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:24:34.012664 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:24:34.012988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Checking segment: {'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:24:34.013395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:34.013790 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Bound using segment: {'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:24:34.014294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Bound port: 9f03552f-c860-4e83-b539-5d52ff87fc76, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:24:34.014668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:34.058814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:34.077650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object f1acf801-295f-46b9-8e38-dfd9ff7e381a will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:24:34.106679 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:34.188718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 62aecef2-50f7-484d-ad6f-b08cc5241f33 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:24:34.198163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:24:34.199199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] For port 9f03552f-c860-4e83-b539-5d52ff87fc76, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:24:34.203350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:24:34.203593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] For port 9f03552f-c860-4e83-b539-5d52ff87fc76, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9f03552f-c860-4e83-b539-5d52ff87fc76,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:24:34.208907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:34.239518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=f1acf801-295f-46b9-8e38-dfd9ff7e381a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:34.276790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:34.300507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31a04a-4301-4f9e-ad06-7caf1625202c None None] Pushing event updated for resources: {'Port': ['ID=9f03552f-c860-4e83-b539-5d52ff87fc76,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:34.620073 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:34.743965 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:35.196624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:35.201281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:35.247559 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b39be-c6e9-4745-b30a-b9bfd47ceb54 None None] Network 62aecef2-50f7-484d-ad6f-b08cc5241f33 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:24:35.320473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=f1acf801-295f-46b9-8e38-dfd9ff7e381a,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:35.323471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:35.352949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0e663510-a458-4818-b778-3da1952827e9 None None] Provisioning for port 9f03552f-c860-4e83-b539-5d52ff87fc76 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:24:35.463465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 62aecef2-50f7-484d-ad6f-b08cc5241f33 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:24:35.464757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:24:35.568290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-feefe301-da5f-4395-9f81-5cdf5ed74859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:35.695104 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 95846faf-4551-4bdd-8c60-d041735a0b0a has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:24:35.793150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Provisioning for port f1acf801-295f-46b9-8e38-dfd9ff7e381a completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:24:35.798082 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Provisioning complete for port f1acf801-295f-46b9-8e38-dfd9ff7e381a triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:35.798466 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:35.798804 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Attempt 1 to provision port f1acf801-295f-46b9-8e38-dfd9ff7e381a Oct 05 09:24:35.868199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Port f1acf801-295f-46b9-8e38-dfd9ff7e381a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:24:35.892761 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:24:35.905746 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Sync routers for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:24:35.906416 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c6e4b2a9-f661-424d-b175-420826f78945 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/95846faf-4551-4bdd-8c60-d041735a0b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7617559 Oct 05 09:24:35.909048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36602) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:35.918812 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:24:35.919535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:24:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:36.063519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef23be9-20df-4692-be6f-b3a9eac24b35 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:36.064087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef23be9-20df-4692-be6f-b3a9eac24b35 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:36.064623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef23be9-20df-4692-be6f-b3a9eac24b35 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:36.065156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef23be9-20df-4692-be6f-b3a9eac24b35 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:36.065680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef23be9-20df-4692-be6f-b3a9eac24b35 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:36.066281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef23be9-20df-4692-be6f-b3a9eac24b35 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:36.070865 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eef23be9-20df-4692-be6f-b3a9eac24b35 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1582592 Oct 05 09:24:36.071256 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36606) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:36.124168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:24:36.160357 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abb1189-5623-462a-9b79-2050380cef0e tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:36.160905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abb1189-5623-462a-9b79-2050380cef0e tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:36.161374 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abb1189-5623-462a-9b79-2050380cef0e tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:36.161823 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abb1189-5623-462a-9b79-2050380cef0e tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:36.162305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abb1189-5623-462a-9b79-2050380cef0e tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:36.162869 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abb1189-5623-462a-9b79-2050380cef0e tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:36.166528 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6abb1189-5623-462a-9b79-2050380cef0e tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0941021 Oct 05 09:24:36.167625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36610) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:36.257282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9f03552f-c860-4e83-b539-5d52ff87fc76 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:24:36.369470 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Attempt 2 to provision port f1acf801-295f-46b9-8e38-dfd9ff7e381a Oct 05 09:24:36.379391 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-77b332d6-2cdb-432d-b9e8-fafbae4c5d2c tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2105742 Oct 05 09:24:36.451338 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36616) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:36.456585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973009011', 'description': 'tempest-secgroup-smoke-1973009011 description', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:36.462542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:36.466677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:36.466793 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Port f1acf801-295f-46b9-8e38-dfd9ff7e381a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:24:36.469523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:36.476614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:36.486991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.488853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 9f03552f-c860-4e83-b539-5d52ff87fc76 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:24:36.508723 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:36.512548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:36.515369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:36.521345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:36.524555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9f03552f-c860-4e83-b539-5d52ff87fc76 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:36.524930 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.525257 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9f03552f-c860-4e83-b539-5d52ff87fc76 Oct 05 09:24:36.592190 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.595986 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.641387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6cba2f-2054-4c5f-b42d-42619083ccfd,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:36.644116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.649069 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-82eb9f85-1b79-4e2d-85a2-c60b3b4fa5f1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1966736 Oct 05 09:24:36.649614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36620) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:36.650616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:35Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:36.656228 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e1353492-1228-4140-87d9-b58f3aa879e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'db6cba2f-2054-4c5f-b42d-42619083ccfd', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:36.662706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e1353492-1228-4140-87d9-b58f3aa879e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:36.663217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Checking router: 95846faf-4551-4bdd-8c60-d041735a0b0a for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:24:36.663571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Updating router 95846faf-4551-4bdd-8c60-d041735a0b0a port f1acf801-295f-46b9-8e38-dfd9ff7e381a binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:24:36.666718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e1353492-1228-4140-87d9-b58f3aa879e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:36.669838 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e1353492-1228-4140-87d9-b58f3aa879e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:36.677197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e1353492-1228-4140-87d9-b58f3aa879e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:36.696153 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e1353492-1228-4140-87d9-b58f3aa879e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.706748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9f03552f-c860-4e83-b539-5d52ff87fc76 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:24:36.707722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.750179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.752467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.760611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e1353492-1228-4140-87d9-b58f3aa879e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.765017 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e1353492-1228-4140-87d9-b58f3aa879e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.776869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 9f03552f-c860-4e83-b539-5d52ff87fc76, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9f03552f-c860-4e83-b539-5d52ff87fc76,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:24:36.788402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1353492-1228-4140-87d9-b58f3aa879e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed52558b-db01-471c-81c6-197f34292ea4,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:36.798279 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e1353492-1228-4140-87d9-b58f3aa879e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.799533 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e1353492-1228-4140-87d9-b58f3aa879e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482177 Oct 05 09:24:36.803095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36624) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:36.805103 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.805820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9bb19da0-4ef3-4f76-ada6-84915f407213 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:24:36.808438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'db6cba2f-2054-4c5f-b42d-42619083ccfd', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:36.814526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:36.819558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:36.822838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:36.829054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:36.846718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.935756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.939370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.945608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:36.968648 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Attempt 3 to provision port f1acf801-295f-46b9-8e38-dfd9ff7e381a Oct 05 09:24:36.981309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9770aac-fadd-409a-bd3a-a97a92d1e32a,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:36.995087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:36.998163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:36.998163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:36.998163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:36.998163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:36.998163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:36.998163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:37.004833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:37.004833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:37.004833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:37.004833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:37.004833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:24:37.012392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.019112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36628) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:37.024308 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-776c5fc7-43bd-4b5f-bda6-c1693015f068 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2105594 Oct 05 09:24:37.027829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f25e68f5-a164-4d21-a6fe-f2fc482ea443 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'db6cba2f-2054-4c5f-b42d-42619083ccfd', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:37.027829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f25e68f5-a164-4d21-a6fe-f2fc482ea443 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:37.027829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f25e68f5-a164-4d21-a6fe-f2fc482ea443 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:37.030928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f25e68f5-a164-4d21-a6fe-f2fc482ea443 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:37.037410 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f25e68f5-a164-4d21-a6fe-f2fc482ea443 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:37.061605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f25e68f5-a164-4d21-a6fe-f2fc482ea443 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.116332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=9f03552f-c860-4e83-b539-5d52ff87fc76,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:37.158743 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Port f1acf801-295f-46b9-8e38-dfd9ff7e381a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:24:37.169096 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 9bb19da0-4ef3-4f76-ada6-84915f407213 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:24:37.236996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9bb19da0-4ef3-4f76-ada6-84915f407213 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:37.239118 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.239118 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9bb19da0-4ef3-4f76-ada6-84915f407213 Oct 05 09:24:37.251945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f25e68f5-a164-4d21-a6fe-f2fc482ea443 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.257185 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f25e68f5-a164-4d21-a6fe-f2fc482ea443 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.286896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e68f5-a164-4d21-a6fe-f2fc482ea443 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db11c82f-aa2a-4e98-8b51-734241723274,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:37.298666 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f25e68f5-a164-4d21-a6fe-f2fc482ea443 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.298666 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f25e68f5-a164-4d21-a6fe-f2fc482ea443 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2865009 Oct 05 09:24:37.304188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36632) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:37.308621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1fb58ae3-efca-47e7-8985-b26bb0a0f237 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'db6cba2f-2054-4c5f-b42d-42619083ccfd', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:37.316053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1fb58ae3-efca-47e7-8985-b26bb0a0f237 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:37.320667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1fb58ae3-efca-47e7-8985-b26bb0a0f237 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:37.326843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1fb58ae3-efca-47e7-8985-b26bb0a0f237 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:37.330599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1fb58ae3-efca-47e7-8985-b26bb0a0f237 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:37.352506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fb58ae3-efca-47e7-8985-b26bb0a0f237 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.423629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fb58ae3-efca-47e7-8985-b26bb0a0f237 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.430420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fb58ae3-efca-47e7-8985-b26bb0a0f237 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.445203 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9bb19da0-4ef3-4f76-ada6-84915f407213 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:24:37.445203 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.454100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb58ae3-efca-47e7-8985-b26bb0a0f237 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83cd4b1-e5ab-4cbb-90ee-ea5618ad7b6c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:37.465252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fb58ae3-efca-47e7-8985-b26bb0a0f237 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.466174 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1fb58ae3-efca-47e7-8985-b26bb0a0f237 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628549 Oct 05 09:24:37.469287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36636) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:37.477005 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2f9cd790-ec7b-4aa5-882b-c7fb4e0b3be5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'db6cba2f-2054-4c5f-b42d-42619083ccfd', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:37.483023 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2f9cd790-ec7b-4aa5-882b-c7fb4e0b3be5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:37.491098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2f9cd790-ec7b-4aa5-882b-c7fb4e0b3be5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:37.495428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2f9cd790-ec7b-4aa5-882b-c7fb4e0b3be5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:37.505383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2f9cd790-ec7b-4aa5-882b-c7fb4e0b3be5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:37.514161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 9bb19da0-4ef3-4f76-ada6-84915f407213, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9bb19da0-4ef3-4f76-ada6-84915f407213,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:24:37.520536 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-2f9cd790-ec7b-4aa5-882b-c7fb4e0b3be5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:24:37.522084 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.528320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd790-ec7b-4aa5-882b-c7fb4e0b3be5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.575095 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.602442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Transition to ACTIVE for port object f1acf801-295f-46b9-8e38-dfd9ff7e381a will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:24:37.605863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd790-ec7b-4aa5-882b-c7fb4e0b3be5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.617675 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd790-ec7b-4aa5-882b-c7fb4e0b3be5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.620175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.645483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cd790-ec7b-4aa5-882b-c7fb4e0b3be5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69aed9b4-18f1-4c5b-aaf5-2f7867625c8e,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:37.651014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd790-ec7b-4aa5-882b-c7fb4e0b3be5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.657181 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2f9cd790-ec7b-4aa5-882b-c7fb4e0b3be5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1816299 Oct 05 09:24:37.657181 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36640) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:37.668407 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Attempt 4 to provision port f1acf801-295f-46b9-8e38-dfd9ff7e381a Oct 05 09:24:37.669862 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6b6a6c0f-1da7-425e-bb6c-a89adfaf6047 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'db6cba2f-2054-4c5f-b42d-42619083ccfd', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:37.676421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6b6a6c0f-1da7-425e-bb6c-a89adfaf6047 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:37.681039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6b6a6c0f-1da7-425e-bb6c-a89adfaf6047 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:37.684130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6b6a6c0f-1da7-425e-bb6c-a89adfaf6047 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:37.692743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6b6a6c0f-1da7-425e-bb6c-a89adfaf6047 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:37.702581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=9bb19da0-4ef3-4f76-ada6-84915f407213,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:37.703919 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-6b6a6c0f-1da7-425e-bb6c-a89adfaf6047 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:24:37.713187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6b6a6c0f-1da7-425e-bb6c-a89adfaf6047 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.791992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6b6a6c0f-1da7-425e-bb6c-a89adfaf6047 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.795918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6b6a6c0f-1da7-425e-bb6c-a89adfaf6047 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.835972 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a6c0f-1da7-425e-bb6c-a89adfaf6047 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e29b564-9511-402e-a9be-03e895430a27,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:37.852528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6b6a6c0f-1da7-425e-bb6c-a89adfaf6047 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.854216 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6b6a6c0f-1da7-425e-bb6c-a89adfaf6047 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1975389 Oct 05 09:24:37.907423 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Port f1acf801-295f-46b9-8e38-dfd9ff7e381a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:24:37.923363 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386b19e-e844-4145-91dc-710e1d679943 None None] Pushing event updated for resources: {'Port': ['ID=f1acf801-295f-46b9-8e38-dfd9ff7e381a,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:37.932901 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Attempting to bind port f1acf801-295f-46b9-8e38-dfd9ff7e381a on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:24:37.932901 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Attempting to bind port f1acf801-295f-46b9-8e38-dfd9ff7e381a by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:24:37.934273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Attempting to bind port f1acf801-295f-46b9-8e38-dfd9ff7e381a on network 62aecef2-50f7-484d-ad6f-b08cc5241f33 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:24:37.941809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:24:37.941809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Checking segment: {'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:24:37.942131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:37.943355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Bound using segment: {'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:24:37.943355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Bound port: f1acf801-295f-46b9-8e38-dfd9ff7e381a, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:24:37.943355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:38.051954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] For port f1acf801-295f-46b9-8e38-dfd9ff7e381a, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:24:38.053770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] For port f1acf801-295f-46b9-8e38-dfd9ff7e381a, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f1acf801-295f-46b9-8e38-dfd9ff7e381a,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:24:38.055718 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-c3f5fe1b-edfb-45b9-9ea8-ea91d2b4faff tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973009011&fields=id&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 267 time: 0.0476015 Oct 05 09:24:38.059086 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:38.142537 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386b19e-e844-4145-91dc-710e1d679943 None None] Pushing event updated for resources: {'Port': ['ID=f1acf801-295f-46b9-8e38-dfd9ff7e381a,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:38.151534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:24:38.151534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:24:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:38.210728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9f03552f-c860-4e83-b539-5d52ff87fc76 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:24:38.232371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-d640aab0-bb68-4298-8af1-fa0856bf528f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:38.234559 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-d640aab0-bb68-4298-8af1-fa0856bf528f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:24:38.250925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-d640aab0-bb68-4298-8af1-fa0856bf528f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:24:38.260287 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-d640aab0-bb68-4298-8af1-fa0856bf528f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/networks?id=62aecef2-50f7-484d-ad6f-b08cc5241f33 HTTP/1.1" status: 200 len: 796 time: 0.1970861 Oct 05 09:24:38.278590 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-c11c49d4-f695-4a7d-83ff-1edd49e9342f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/quotas/3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 375 time: 0.0172863 Oct 05 09:24:38.375684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-e94fa77f-000f-4bb6-b8e6-6edf83597626 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:24:38.391347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-e94fa77f-000f-4bb6-b8e6-6edf83597626 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:24:38.393001 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-e94fa77f-000f-4bb6-b8e6-6edf83597626 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1134770 Oct 05 09:24:38.400316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9f03552f-c860-4e83-b539-5d52ff87fc76 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:38.400693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:38.401027 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9f03552f-c860-4e83-b539-5d52ff87fc76 Oct 05 09:24:38.427475 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Attempt 5 to provision port f1acf801-295f-46b9-8e38-dfd9ff7e381a Oct 05 09:24:38.451371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:24:38.535519 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-ef133918-23d5-4111-8b11-d7acfb9f7655 service neutron] 10.222.0.64 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293561 Oct 05 09:24:38.670871 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-99c1d347-2268-4fce-9a2d-5b548a0f7575 service neutron] 10.222.0.64 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289468 Oct 05 09:24:38.759828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Port f1acf801-295f-46b9-8e38-dfd9ff7e381a had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:24:38.860455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Provisioning complete for port 9f03552f-c860-4e83-b539-5d52ff87fc76 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:38.860843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:38.861199 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Attempt 1 to provision port 9f03552f-c860-4e83-b539-5d52ff87fc76 Oct 05 09:24:38.885992 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-425c97e4-0536-40a2-b0d8-08075a5a7316 req-894ab2c7-f537-41a7-81e8-5c66be640769 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 210 time: 0.0758283 Oct 05 09:24:38.900099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9f03552f-c860-4e83-b539-5d52ff87fc76 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:24:38.901500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9bb19da0-4ef3-4f76-ada6-84915f407213 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:24:39.103578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9bb19da0-4ef3-4f76-ada6-84915f407213 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:39.104220 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:39.104306 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9bb19da0-4ef3-4f76-ada6-84915f407213 Oct 05 09:24:39.169074 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:38Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:39.177353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-eb0bcfce-25c7-48c7-ba0d-6dd9f4e0962a None None] Current status of the port 9f03552f-c860-4e83-b539-5d52ff87fc76 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:24:39.186196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f52eae8-43d4-4b08-b0c9-450f76c1fcea None None] The sync data for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv is: [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:38Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:24:39.205152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:39.299896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9bb19da0-4ef3-4f76-ada6-84915f407213 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:24:40.076328 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-f47761ac-29bf-488b-973b-bbc9fd6ea04c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:40.077066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-f47761ac-29bf-488b-973b-bbc9fd6ea04c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:24:40.082358 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a06708e3-d151-4f97-8468-6ca83f9d6d21 req-e0a913d0-e76f-45dc-9462-a45f85698889 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 210 time: 0.0524840 Oct 05 09:24:40.095998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-f47761ac-29bf-488b-973b-bbc9fd6ea04c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:24:40.097186 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-f47761ac-29bf-488b-973b-bbc9fd6ea04c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks?id=62aecef2-50f7-484d-ad6f-b08cc5241f33 HTTP/1.1" status: 200 len: 796 time: 0.2142234 Oct 05 09:24:40.174276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-accc26f4-37b4-4e55-93bb-49988c0c989d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:24:40.195429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-accc26f4-37b4-4e55-93bb-49988c0c989d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:24:40.196949 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-accc26f4-37b4-4e55-93bb-49988c0c989d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 380 time: 0.0788922 Oct 05 09:24:40.202207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f1acf801-295f-46b9-8e38-dfd9ff7e381a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:24:40.206293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'port': {'device_id': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'admin_state_up': True, 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'security_groups': ['db6cba2f-2054-4c5f-b42d-42619083ccfd']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:40.272208 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port f1acf801-295f-46b9-8e38-dfd9ff7e381a completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:24:40.277265 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f1acf801-295f-46b9-8e38-dfd9ff7e381a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:40.277639 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:40.277982 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f1acf801-295f-46b9-8e38-dfd9ff7e381a Oct 05 09:24:40.361142 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:40.372248 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:40.385127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:24:40.389253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:40.403963 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f1acf801-295f-46b9-8e38-dfd9ff7e381a is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:24:40.404348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:40.438657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port f1acf801-295f-46b9-8e38-dfd9ff7e381a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f1acf801-295f-46b9-8e38-dfd9ff7e381a,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:24:40.443935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:40.514614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=f1acf801-295f-46b9-8e38-dfd9ff7e381a,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:40.564433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.13 (62aecef2-50f7-484d-ad6f-b08cc5241f33/7c58d701-11e4-4e66-8f52-3d0457d8e303/0c9229bf-63ab-4f55-a62e-fed7521a8a64) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:24:40.871710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:40.889628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object 0c9229bf-63ab-4f55-a62e-fed7521a8a64 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:24:40.914620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:40.981353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 62aecef2-50f7-484d-ad6f-b08cc5241f33 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:24:40.988579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:24:40.993478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:24:41.025398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=0c9229bf-63ab-4f55-a62e-fed7521a8a64,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:41.067814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:41.068436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:41.095003 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-3f0b06f3-309e-4694-b5fe-252de6102d8c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8929605 Oct 05 09:24:41.106896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Request body: {'port': {'device_id': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:41.226844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:41.253108 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2078be3a-8f05-4d11-acb9-6a4b5a5fe5e3 None None] Provisioning for port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:24:41.258469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2078be3a-8f05-4d11-acb9-6a4b5a5fe5e3 None None] Provisioning complete for port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:41.258778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2078be3a-8f05-4d11-acb9-6a4b5a5fe5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:41.259288 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2078be3a-8f05-4d11-acb9-6a4b5a5fe5e3 None None] Attempt 1 to provision port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 Oct 05 09:24:41.299571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daab369-4fc9-4cb0-9c18-42c0cf8d7e14 req-21d82f83-3a47-4ff0-9a26-bbb7b92b4358 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:41.302073 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6daab369-4fc9-4cb0-9c18-42c0cf8d7e14 req-21d82f83-3a47-4ff0-9a26-bbb7b92b4358 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 932 time: 0.0990152 Oct 05 09:24:41.313241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2078be3a-8f05-4d11-acb9-6a4b5a5fe5e3 None None] Port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:24:41.354691 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6daab369-4fc9-4cb0-9c18-42c0cf8d7e14 req-f280d34b-9b4f-4004-a254-3b0419f2debb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=db6cba2f-2054-4c5f-b42d-42619083ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439153 Oct 05 09:24:41.573283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9229bf-63ab-4f55-a62e-fed7521a8a64 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:24:41.580554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:41.595443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Transition to ACTIVE for port object 0c9229bf-63ab-4f55-a62e-fed7521a8a64 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:24:41.601036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:41.795039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9229bf-63ab-4f55-a62e-fed7521a8a64,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:41.815499 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2078be3a-8f05-4d11-acb9-6a4b5a5fe5e3 None None] Attempt 2 to provision port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 Oct 05 09:24:41.837723 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Attempting to bind port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:24:41.838000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Attempting to bind port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:24:41.838352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Attempting to bind port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 on network 62aecef2-50f7-484d-ad6f-b08cc5241f33 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:24:41.842938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 on network 62aecef2-50f7-484d-ad6f-b08cc5241f33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:24:41.843264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Attempting to bind port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 on network 62aecef2-50f7-484d-ad6f-b08cc5241f33 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:24:41.848775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:24:41.849116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Checking segment: {'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:24:41.849500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Bound using segment: {'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:24:41.849929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Bound port: 0c9229bf-63ab-4f55-a62e-fed7521a8a64, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:24:41.850306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:41.874411 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2078be3a-8f05-4d11-acb9-6a4b5a5fe5e3 None None] Port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:24:41.944801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] For port 0c9229bf-63ab-4f55-a62e-fed7521a8a64, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:24:41.948149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] For port 0c9229bf-63ab-4f55-a62e-fed7521a8a64, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0c9229bf-63ab-4f55-a62e-fed7521a8a64,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:24:41.952088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:41.954977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:41.955782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:41.957850 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] 10.222.0.45 "PUT /v2.0/ports/0c9229bf-63ab-4f55-a62e-fed7521a8a64 HTTP/1.1" status: 200 len: 1094 time: 0.8551662 Oct 05 09:24:41.990654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'tag': '0c9229bf-63ab-4f55-a62e-fed7521a8a64'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:24:41.992941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad1bdbb-4f2a-422e-bc01-12fa04fe6626" -d '{"events": [{"name": "network-changed", "server_uuid": "884bb43e-f0d0-4d67-a215-b7f502a9c909", "tag": "0c9229bf-63ab-4f55-a62e-fed7521a8a64"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:24:42.051881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6a800b-042a-412d-ba5b-6308d639dab7 x-openstack-request-id: req-6e6a800b-042a-412d-ba5b-6308d639dab7 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:24:42.052171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884bb43e-f0d0-4d67-a215-b7f502a9c909", "tag": "0c9229bf-63ab-4f55-a62e-fed7521a8a64", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:24:42.052428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e6a800b-042a-412d-ba5b-6308d639dab7 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:24:42.052821 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6a800b-042a-412d-ba5b-6308d639dab7'] response: {'name': 'network-changed', 'server_uuid': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'tag': '0c9229bf-63ab-4f55-a62e-fed7521a8a64', 'status': 'completed', 'code': 200} Oct 05 09:24:42.089546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e100547-8cd2-4b9f-a322-288e1b634eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9229bf-63ab-4f55-a62e-fed7521a8a64,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:42.110940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-5412f48f-afea-42f2-9a04-32356bce2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:42.112412 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-5412f48f-afea-42f2-9a04-32356bce2d18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 1097 time: 0.1119392 Oct 05 09:24:42.158704 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f1acf801-295f-46b9-8e38-dfd9ff7e381a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:24:42.189461 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-b9a95b35-2233-48d5-83f0-a8099dda88a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c9229bf-63ab-4f55-a62e-fed7521a8a64 HTTP/1.1" status: 200 len: 217 time: 0.0655060 Oct 05 09:24:42.229189 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f1acf801-295f-46b9-8e38-dfd9ff7e381a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:42.229564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:42.229903 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f1acf801-295f-46b9-8e38-dfd9ff7e381a Oct 05 09:24:42.257790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-03118b3b-11a4-4c9b-b872-cc70e7d5a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:42.259281 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-03118b3b-11a4-4c9b-b872-cc70e7d5a9dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c58d701-11e4-4e66-8f52-3d0457d8e303 HTTP/1.1" status: 200 len: 835 time: 0.0571625 Oct 05 09:24:42.346748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f1acf801-295f-46b9-8e38-dfd9ff7e381a is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:24:42.354992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-614def49-2834-428f-a969-9a0f6a9ec61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:42.356489 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-614def49-2834-428f-a969-9a0f6a9ec61d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62aecef2-50f7-484d-ad6f-b08cc5241f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836587 Oct 05 09:24:42.375599 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2078be3a-8f05-4d11-acb9-6a4b5a5fe5e3 None None] Attempt 3 to provision port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 Oct 05 09:24:42.437357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2078be3a-8f05-4d11-acb9-6a4b5a5fe5e3 None None] Port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:24:42.500508 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-deb1d174-4604-4e51-94d1-a52ff4b4fd98 service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265545 Oct 05 09:24:42.556938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c1dd3-0179-4c39-833f-1276ed163b72 req-5c1e6224-d8db-446c-a992-0c1a9f1eef25 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:42.558562 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1e9c1dd3-0179-4c39-833f-1276ed163b72 req-5c1e6224-d8db-446c-a992-0c1a9f1eef25 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 944 time: 0.0924420 Oct 05 09:24:42.614405 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1e9c1dd3-0179-4c39-833f-1276ed163b72 req-b00487d9-e7e2-4749-9929-cab5bc449fb7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=db6cba2f-2054-4c5f-b42d-42619083ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498931 Oct 05 09:24:42.744587 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc525bfb-9da6-47f0-82ed-c7a4ba20e381 req-049a10d6-9cba-460a-a602-15d5a5354e79 service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293215 Oct 05 09:24:42.862429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1bdbb-4f2a-422e-bc01-12fa04fe6626 req-83d6579a-0c42-4e25-b14d-4365b08b786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:42.864609 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ad1bdbb-4f2a-422e-bc01-12fa04fe6626 req-83d6579a-0c42-4e25-b14d-4365b08b786e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 1097 time: 0.0780399 Oct 05 09:24:42.999735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1bdbb-4f2a-422e-bc01-12fa04fe6626 req-cbbe6f60-c371-42c6-a66d-d8ad87e8cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:43.001079 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ad1bdbb-4f2a-422e-bc01-12fa04fe6626 req-cbbe6f60-c371-42c6-a66d-d8ad87e8cfb6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62aecef2-50f7-484d-ad6f-b08cc5241f33 HTTP/1.1" status: 200 len: 897 time: 0.1292017 Oct 05 09:24:43.075453 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ad1bdbb-4f2a-422e-bc01-12fa04fe6626 req-65cf3dbc-3693-4949-9d45-5f4dfb0c7b0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c9229bf-63ab-4f55-a62e-fed7521a8a64 HTTP/1.1" status: 200 len: 217 time: 0.0663552 Oct 05 09:24:43.138240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1bdbb-4f2a-422e-bc01-12fa04fe6626 req-d3b08995-d162-4207-b02d-df3789629cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:43.139732 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ad1bdbb-4f2a-422e-bc01-12fa04fe6626 req-d3b08995-d162-4207-b02d-df3789629cc1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c58d701-11e4-4e66-8f52-3d0457d8e303 HTTP/1.1" status: 200 len: 835 time: 0.0581694 Oct 05 09:24:43.228193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1bdbb-4f2a-422e-bc01-12fa04fe6626 req-d797f3b9-9d97-4c52-a18d-2ac73203d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:43.229643 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ad1bdbb-4f2a-422e-bc01-12fa04fe6626 req-d797f3b9-9d97-4c52-a18d-2ac73203d736 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62aecef2-50f7-484d-ad6f-b08cc5241f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841179 Oct 05 09:24:43.365091 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ad1bdbb-4f2a-422e-bc01-12fa04fe6626 req-7589b3a2-f0ca-4f5b-a377-5c7915b54eae service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287081 Oct 05 09:24:43.505176 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ad1bdbb-4f2a-422e-bc01-12fa04fe6626 req-b20559e7-2b30-47de-8516-da055b6e9530 service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241164 Oct 05 09:24:43.822834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91397f2b-bfb2-4be9-8400-0049da1728bf req-9ec7272b-35b3-48f4-8958-4940cb1fe6bf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:43.824191 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-91397f2b-bfb2-4be9-8400-0049da1728bf req-9ec7272b-35b3-48f4-8958-4940cb1fe6bf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 944 time: 0.0887790 Oct 05 09:24:43.868702 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-91397f2b-bfb2-4be9-8400-0049da1728bf req-eb5741a5-e9de-48b3-818b-cf93ed092ccc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=db6cba2f-2054-4c5f-b42d-42619083ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387595 Oct 05 09:24:44.738289 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 0c9229bf-63ab-4f55-a62e-fed7521a8a64 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:24:44.892351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 0c9229bf-63ab-4f55-a62e-fed7521a8a64, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0c9229bf-63ab-4f55-a62e-fed7521a8a64,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:24:44.908042 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '0c9229bf-63ab-4f55-a62e-fed7521a8a64', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'port_id': '0c9229bf-63ab-4f55-a62e-fed7521a8a64', 'mac_address': 'fa:16:3e:e3:28:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:24:44.973643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:24:44.973643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:44.994376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9229bf-63ab-4f55-a62e-fed7521a8a64 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:24:45.011399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 0c9229bf-63ab-4f55-a62e-fed7521a8a64, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0c9229bf-63ab-4f55-a62e-fed7521a8a64,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:24:45.024036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:45.106411 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=0c9229bf-63ab-4f55-a62e-fed7521a8a64,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:45.114729 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c25488-9981-4a1e-957a-9e5aaddd2d77 req-91a368f2-7833-4a89-89e1-e6f563930de0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:45.120075 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f1c25488-9981-4a1e-957a-9e5aaddd2d77 req-91a368f2-7833-4a89-89e1-e6f563930de0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 945 time: 0.1157718 Oct 05 09:24:45.167271 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f1c25488-9981-4a1e-957a-9e5aaddd2d77 req-b4064800-5c8d-4f07-9d4a-c20f6beb686b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=db6cba2f-2054-4c5f-b42d-42619083ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 Oct 05 09:24:45.293313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['0c9229bf-63ab-4f55-a62e-fed7521a8a64'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:24:46.380643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d790b8b-5f95-4757-a884-ffa2367fd881 req-28a5f7c9-99ec-4e2f-9746-c6c610ebc190 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:46.380643 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d790b8b-5f95-4757-a884-ffa2367fd881 req-28a5f7c9-99ec-4e2f-9746-c6c610ebc190 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 945 time: 0.0926332 Oct 05 09:24:46.431403 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d790b8b-5f95-4757-a884-ffa2367fd881 req-11ad4e10-2018-4ee5-b091-68ddc290d558 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=db6cba2f-2054-4c5f-b42d-42619083ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456202 Oct 05 09:24:46.748827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 0c9229bf-63ab-4f55-a62e-fed7521a8a64 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:24:46.822452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:24:46.829437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:24:46.829437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:46.829437 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 Oct 05 09:24:46.960061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:24:46.960061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:46.989946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9229bf-63ab-4f55-a62e-fed7521a8a64'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:24:46.989946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb36dfb-64a9-43fa-952b-25e4721d3d42" -d '{"events": [{"server_uuid": "884bb43e-f0d0-4d67-a215-b7f502a9c909", "name": "network-vif-plugged", "status": "completed", "tag": "0c9229bf-63ab-4f55-a62e-fed7521a8a64"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:24:46.999614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 0c9229bf-63ab-4f55-a62e-fed7521a8a64, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0c9229bf-63ab-4f55-a62e-fed7521a8a64,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:24:47.005699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:47.054496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe39281-5050-4b9b-b992-129d4b0b4c5a x-openstack-request-id: req-1fe39281-5050-4b9b-b992-129d4b0b4c5a {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:24:47.054496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884bb43e-f0d0-4d67-a215-b7f502a9c909", "name": "network-vif-plugged", "status": "completed", "tag": "0c9229bf-63ab-4f55-a62e-fed7521a8a64", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:24:47.054496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1fe39281-5050-4b9b-b992-129d4b0b4c5a {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:24:47.054496 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe39281-5050-4b9b-b992-129d4b0b4c5a'] response: {'server_uuid': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9229bf-63ab-4f55-a62e-fed7521a8a64', 'code': 200} Oct 05 09:24:47.110361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=0c9229bf-63ab-4f55-a62e-fed7521a8a64,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:47.344523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664760f0-b8dd-4185-9f46-7aefd02b0ef0 req-758dd6da-6e16-47b5-8a07-584b5f4fe52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:47.344523 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-664760f0-b8dd-4185-9f46-7aefd02b0ef0 req-758dd6da-6e16-47b5-8a07-584b5f4fe52a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 1099 time: 0.0859098 Oct 05 09:24:47.385369 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-664760f0-b8dd-4185-9f46-7aefd02b0ef0 req-ffb9061a-5197-47b7-a5c9-1329767aed30 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=db6cba2f-2054-4c5f-b42d-42619083ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360155 Oct 05 09:24:47.643628 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e9960-eb23-451a-86cc-31af744fbb0c req-7d849487-2f07-4eab-9b6b-14ee334d3544 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:47.643628 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-692e9960-eb23-451a-86cc-31af744fbb0c req-7d849487-2f07-4eab-9b6b-14ee334d3544 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 946 time: 0.0970285 Oct 05 09:24:47.698147 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-692e9960-eb23-451a-86cc-31af744fbb0c req-2882bbe8-001e-43cd-865d-55db7cb7ef87 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=db6cba2f-2054-4c5f-b42d-42619083ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437934 Oct 05 09:24:48.900786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d5ec0-103d-4045-956b-9fed4fd80d4c req-fe24e7ad-2163-4d16-b20a-d63e31fd4465 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:48.902257 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d55d5ec0-103d-4045-956b-9fed4fd80d4c req-fe24e7ad-2163-4d16-b20a-d63e31fd4465 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 946 time: 0.0929708 Oct 05 09:24:48.945890 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d55d5ec0-103d-4045-956b-9fed4fd80d4c req-861fa54d-a520-4a6d-8920-dcb55cea53cc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=db6cba2f-2054-4c5f-b42d-42619083ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380149 Oct 05 09:24:49.155851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b21115-a8f8-4d3f-a91f-bc3941f497cd req-a361cdce-ab83-482f-9f09-09e9bdd8f96f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:49.157294 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-56b21115-a8f8-4d3f-a91f-bc3941f497cd req-a361cdce-ab83-482f-9f09-09e9bdd8f96f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 946 time: 0.0946777 Oct 05 09:24:49.204188 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-56b21115-a8f8-4d3f-a91f-bc3941f497cd req-cfc8198f-3509-4cfd-bd30-2709abe3c7c1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=db6cba2f-2054-4c5f-b42d-42619083ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404263 Oct 05 09:24:49.233141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36696) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:49.310235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa48a5-01ea-4576-b804-ec089fe8f3a8 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:49.311623 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-affa48a5-01ea-4576-b804-ec089fe8f3a8 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 1094 time: 0.0775783 Oct 05 09:24:49.314542 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36700) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:49.319499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '0c9229bf-63ab-4f55-a62e-fed7521a8a64', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:24:49.325195 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:24:49.329003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:floatingip and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:24:49.332112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:24:49.337710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:24:49.348851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:49.482090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:49.625282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.115 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/e915a024-d019-41e9-987d-aff5e6a4c687) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:24:49.877104 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:49.907787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:49.964652 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:24:49.967250 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:24:49.970882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:24:50.020059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=e915a024-d019-41e9-987d-aff5e6a4c687,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:50.411807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:50.489988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:50.708141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:50.712923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:50.815214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=e915a024-d019-41e9-987d-aff5e6a4c687,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:24:50.817848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:50.993848 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 0fbd6dc0-9bee-45ff-ae7a-771df58765fb associated. External IP: 172.26.0.115, port: 0c9229bf-63ab-4f55-a62e-fed7521a8a64. Oct 05 09:24:51.465810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 95846faf-4551-4bdd-8c60-d041735a0b0a has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:24:51.651252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:24:51.661787 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d3141-b68d-48a8-bd70-79a5e9ee0e65 None None] Sync routers for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:24:51.673928 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d3141-b68d-48a8-bd70-79a5e9ee0e65 None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:24:51.674734 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8e6d3141-b68d-48a8-bd70-79a5e9ee0e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:24:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:51.682017 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:24:51.750139 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-35866596-def1-42df-b1b7-a470bf6a8a55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4319167 Oct 05 09:24:51.750139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'tag': '0c9229bf-63ab-4f55-a62e-fed7521a8a64'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:24:51.750503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36704) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:51.750949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98bf188-0da2-4e92-8e7f-c31df324e4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "884bb43e-f0d0-4d67-a215-b7f502a9c909", "tag": "0c9229bf-63ab-4f55-a62e-fed7521a8a64"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:24:51.858099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be2c9b0-ea75-4c2f-8a1b-7ad42f277d30 x-openstack-request-id: req-6be2c9b0-ea75-4c2f-8a1b-7ad42f277d30 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:24:51.858099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884bb43e-f0d0-4d67-a215-b7f502a9c909", "tag": "0c9229bf-63ab-4f55-a62e-fed7521a8a64", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:24:51.858099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6be2c9b0-ea75-4c2f-8a1b-7ad42f277d30 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:24:51.858099 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be2c9b0-ea75-4c2f-8a1b-7ad42f277d30'] response: {'name': 'network-changed', 'server_uuid': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'tag': '0c9229bf-63ab-4f55-a62e-fed7521a8a64', 'status': 'completed', 'code': 200} Oct 05 09:24:51.889646 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-de3e93cd-0cd7-49d2-a989-ae7708b50e93 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/0fbd6dc0-9bee-45ff-ae7a-771df58765fb HTTP/1.1" status: 200 len: 992 time: 0.1329513 Oct 05 09:24:51.951740 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8e6d3141-b68d-48a8-bd70-79a5e9ee0e65 None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:24:52.017446 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf188-0da2-4e92-8e7f-c31df324e4ba req-65e4fb31-ed4c-4282-b03d-87f0c6dbb133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:52.017446 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c98bf188-0da2-4e92-8e7f-c31df324e4ba req-65e4fb31-ed4c-4282-b03d-87f0c6dbb133 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 1099 time: 0.1262820 Oct 05 09:24:52.166267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf188-0da2-4e92-8e7f-c31df324e4ba req-0b33dee0-ff5b-4c28-8409-28a0b2575948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:52.167422 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c98bf188-0da2-4e92-8e7f-c31df324e4ba req-0b33dee0-ff5b-4c28-8409-28a0b2575948 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62aecef2-50f7-484d-ad6f-b08cc5241f33 HTTP/1.1" status: 200 len: 897 time: 0.1440463 Oct 05 09:24:52.283813 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c98bf188-0da2-4e92-8e7f-c31df324e4ba req-083a2e2f-4501-4776-814e-1cccbb21df46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c9229bf-63ab-4f55-a62e-fed7521a8a64 HTTP/1.1" status: 200 len: 1000 time: 0.1093295 Oct 05 09:24:52.321553 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8e6d3141-b68d-48a8-bd70-79a5e9ee0e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '0fbd6dc0-9bee-45ff-ae7a-771df58765fb', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.115', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'port_id': '0c9229bf-63ab-4f55-a62e-fed7521a8a64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'mac_address': 'fa:16:3e:e3:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:24:50Z', 'updated_at': '2022-10-05T09:24:50Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:52.326005 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d3141-b68d-48a8-bd70-79a5e9ee0e65 None None] Checking router: 95846faf-4551-4bdd-8c60-d041735a0b0a for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:24:52.334793 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d3141-b68d-48a8-bd70-79a5e9ee0e65 None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:24:52.335382 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8e6d3141-b68d-48a8-bd70-79a5e9ee0e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:24:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:52.353581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf188-0da2-4e92-8e7f-c31df324e4ba req-66ae9f88-7707-4fa3-a685-4cb2380f480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:52.355139 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c98bf188-0da2-4e92-8e7f-c31df324e4ba req-66ae9f88-7707-4fa3-a685-4cb2380f480f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c58d701-11e4-4e66-8f52-3d0457d8e303 HTTP/1.1" status: 200 len: 835 time: 0.0648034 Oct 05 09:24:52.528214 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8e6d3141-b68d-48a8-bd70-79a5e9ee0e65 None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:24:52.576159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf188-0da2-4e92-8e7f-c31df324e4ba req-7d4c60b3-ee83-41cc-8556-d98a74f468c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:24:52.577629 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c98bf188-0da2-4e92-8e7f-c31df324e4ba req-7d4c60b3-ee83-41cc-8556-d98a74f468c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62aecef2-50f7-484d-ad6f-b08cc5241f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2153959 Oct 05 09:24:52.719676 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c98bf188-0da2-4e92-8e7f-c31df324e4ba req-38cdd088-005c-4238-8a86-ad30736a9b05 service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352775 Oct 05 09:24:52.859625 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c98bf188-0da2-4e92-8e7f-c31df324e4ba req-4007ea18-da84-4023-846a-da46258f9374 service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327574 Oct 05 09:24:52.888319 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36714) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:52.898686 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8e6d3141-b68d-48a8-bd70-79a5e9ee0e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '0fbd6dc0-9bee-45ff-ae7a-771df58765fb', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.115', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'port_id': '0c9229bf-63ab-4f55-a62e-fed7521a8a64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'mac_address': 'fa:16:3e:e3:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:24:50Z', 'updated_at': '2022-10-05T09:24:50Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:24:52.902713 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d3141-b68d-48a8-bd70-79a5e9ee0e65 None None] The sync data for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv is: [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '0fbd6dc0-9bee-45ff-ae7a-771df58765fb', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.115', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'port_id': '0c9229bf-63ab-4f55-a62e-fed7521a8a64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'mac_address': 'fa:16:3e:e3:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:24:50Z', 'updated_at': '2022-10-05T09:24:50Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:24:53.004289 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-83830387-08ef-4ebd-83e7-6f7a7824710a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/0fbd6dc0-9bee-45ff-ae7a-771df58765fb HTTP/1.1" status: 200 len: 992 time: 0.1147120 Oct 05 09:24:53.121904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d2747-5586-4413-a1a7-85d61111a0b2 None None] New status for floating IP 0fbd6dc0-9bee-45ff-ae7a-771df58765fb: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:24:54.008223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36718) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:24:54.117241 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c2a4b7d7-5369-40f2-a0f8-e978dcb8d8ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/0fbd6dc0-9bee-45ff-ae7a-771df58765fb HTTP/1.1" status: 200 len: 994 time: 0.1078851 Oct 05 09:25:02.740361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a612bda-4fd0-42ad-bf47-404b837a357c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:04.305835 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:25:04.603809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:05.560632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4c1936d-0e93-45ed-a188-a379fd7e6169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:06.703091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:06.827151 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:09.173409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:25.234143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36740) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:25.316235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c4328-a2d6-4dc0-9957-1d084ea6c2a9 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:25.317277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c4328-a2d6-4dc0-9957-1d084ea6c2a9 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:25.317846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c4328-a2d6-4dc0-9957-1d084ea6c2a9 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:25.319551 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ab9c4328-a2d6-4dc0-9957-1d084ea6c2a9 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=3d24fcbdc2b044ca86ffb7d681c0963d&network_id=62aecef2-50f7-484d-ad6f-b08cc5241f33 HTTP/1.1" status: 200 len: 3000 time: 0.0845237 Oct 05 09:25:27.068517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36756) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:27.133942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef8ddef-1952-4f8b-8f25-8095531cb245 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:27.135442 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4ef8ddef-1952-4f8b-8f25-8095531cb245 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c HTTP/1.1" status: 200 len: 814 time: 0.0659425 Oct 05 09:25:27.657424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36764) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:27.662772 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-85d85848-e195-4fc7-b07e-f4963e8c1eb2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:25:27.759837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-85d85848-e195-4fc7-b07e-f4963e8c1eb2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:28.032601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-85d85848-e195-4fc7-b07e-f4963e8c1eb2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:28.036199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-85d85848-e195-4fc7-b07e-f4963e8c1eb2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:28.036535 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-85d85848-e195-4fc7-b07e-f4963e8c1eb2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 0fbd6dc0-9bee-45ff-ae7a-771df58765fb disassociated. External IP: 172.26.0.115, port: 0c9229bf-63ab-4f55-a62e-fed7521a8a64. Oct 05 09:25:28.389572 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d85848-e195-4fc7-b07e-f4963e8c1eb2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 95846faf-4551-4bdd-8c60-d041735a0b0a has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:25:28.671627 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d85848-e195-4fc7-b07e-f4963e8c1eb2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:25:28.676491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-85d85848-e195-4fc7-b07e-f4963e8c1eb2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:28.681792 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32708927-b9b5-4734-ba00-7a36c0c71809 None None] Sync routers for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:25:28.692048 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32708927-b9b5-4734-ba00-7a36c0c71809 None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:25:28.692646 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-32708927-b9b5-4734-ba00-7a36c0c71809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:25:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:25:28.730770 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-85d85848-e195-4fc7-b07e-f4963e8c1eb2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/floatingips/0fbd6dc0-9bee-45ff-ae7a-771df58765fb HTTP/1.1" status: 200 len: 690 time: 1.0722060 Oct 05 09:25:28.731354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'tag': '0c9229bf-63ab-4f55-a62e-fed7521a8a64'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:25:28.733648 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117c464c-24c7-4075-8849-86d9003b37a4" -d '{"events": [{"name": "network-changed", "server_uuid": "884bb43e-f0d0-4d67-a215-b7f502a9c909", "tag": "0c9229bf-63ab-4f55-a62e-fed7521a8a64"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:25:28.733809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36768) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:28.777882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247719dd-7caa-4bfd-ab0b-5548a4e999cc x-openstack-request-id: req-247719dd-7caa-4bfd-ab0b-5548a4e999cc {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:25:28.778685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884bb43e-f0d0-4d67-a215-b7f502a9c909", "tag": "0c9229bf-63ab-4f55-a62e-fed7521a8a64", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:25:28.779143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-247719dd-7caa-4bfd-ab0b-5548a4e999cc {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:25:28.779568 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-247719dd-7caa-4bfd-ab0b-5548a4e999cc'] response: {'name': 'network-changed', 'server_uuid': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'tag': '0c9229bf-63ab-4f55-a62e-fed7521a8a64', 'status': 'completed', 'code': 200} Oct 05 09:25:28.866122 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b1d926c9-97c9-4f97-b3cd-d5d71f5cafd1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/0fbd6dc0-9bee-45ff-ae7a-771df58765fb HTTP/1.1" status: 200 len: 690 time: 0.1310530 Oct 05 09:25:28.878076 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-32708927-b9b5-4734-ba00-7a36c0c71809 None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:25:28.898076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c464c-24c7-4075-8849-86d9003b37a4 req-e284ee35-e571-4d72-8d63-da9f7abd5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:28.899560 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117c464c-24c7-4075-8849-86d9003b37a4 req-e284ee35-e571-4d72-8d63-da9f7abd5441 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 1099 time: 0.0976527 Oct 05 09:25:29.032906 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c464c-24c7-4075-8849-86d9003b37a4 req-9e173132-8730-4a05-87c7-b115f7996e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:29.034298 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117c464c-24c7-4075-8849-86d9003b37a4 req-9e173132-8730-4a05-87c7-b115f7996e3d service neutron] 10.222.0.45 "GET /v2.0/networks?id=62aecef2-50f7-484d-ad6f-b08cc5241f33 HTTP/1.1" status: 200 len: 897 time: 0.1285241 Oct 05 09:25:29.105662 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117c464c-24c7-4075-8849-86d9003b37a4 req-6f66b8b3-576a-4bab-82b5-a3ba41daca79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c9229bf-63ab-4f55-a62e-fed7521a8a64 HTTP/1.1" status: 200 len: 217 time: 0.0645280 Oct 05 09:25:29.170408 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c464c-24c7-4075-8849-86d9003b37a4 req-118a3424-d7a8-470b-b2bd-93e0aeefca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:29.171856 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117c464c-24c7-4075-8849-86d9003b37a4 req-118a3424-d7a8-470b-b2bd-93e0aeefca50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c58d701-11e4-4e66-8f52-3d0457d8e303 HTTP/1.1" status: 200 len: 835 time: 0.0607629 Oct 05 09:25:29.223531 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-32708927-b9b5-4734-ba00-7a36c0c71809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:25:29.227920 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32708927-b9b5-4734-ba00-7a36c0c71809 None None] Checking router: 95846faf-4551-4bdd-8c60-d041735a0b0a for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:25:29.236286 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32708927-b9b5-4734-ba00-7a36c0c71809 None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:25:29.236880 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-32708927-b9b5-4734-ba00-7a36c0c71809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:25:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:25:29.255450 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c464c-24c7-4075-8849-86d9003b37a4 req-b1f50252-b674-4241-b085-164e2382cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:29.257907 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117c464c-24c7-4075-8849-86d9003b37a4 req-b1f50252-b674-4241-b085-164e2382cdbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62aecef2-50f7-484d-ad6f-b08cc5241f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791993 Oct 05 09:25:29.402389 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117c464c-24c7-4075-8849-86d9003b37a4 req-2caf7abc-9308-40b4-a42e-e5b711940b4e service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380460 Oct 05 09:25:29.427612 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-32708927-b9b5-4734-ba00-7a36c0c71809 None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:25:29.533068 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-117c464c-24c7-4075-8849-86d9003b37a4 req-5f06db6c-9b2a-4cc3-96c1-ba2921b4d7d8 service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250827 Oct 05 09:25:29.739369 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-32708927-b9b5-4734-ba00-7a36c0c71809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:25:29.743216 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32708927-b9b5-4734-ba00-7a36c0c71809 None None] The sync data for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv is: [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:25:29.870122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36774) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:29.969874 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f447765-c439-414d-bdf4-a2cd5e5d94b5 None None] New status for floating IP 0fbd6dc0-9bee-45ff-ae7a-771df58765fb: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:25:30.090322 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bc7974f0-717c-4258-a91f-cf648fde0ff5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/0fbd6dc0-9bee-45ff-ae7a-771df58765fb HTTP/1.1" status: 200 len: 690 time: 0.2189078 Oct 05 09:25:31.093787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36778) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:31.179893 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-022fbc69-c6c5-44fe-a5f8-f1549ce056a3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/0fbd6dc0-9bee-45ff-ae7a-771df58765fb HTTP/1.1" status: 200 len: 688 time: 0.0847104 Oct 05 09:25:32.262767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36784) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:32.268189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356332945', 'description': 'tempest-secgroup-smoke-1356332945 description', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:25:32.275025 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:25:32.285012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:25:32.295818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.315049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:25:32.319012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:25:32.321949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:25:32.327554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:25:32.401708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.405322 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.453849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f77c076-c32a-4cc9-b9d5-58ba03e2cc42,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:32.463595 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:32.463942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:32.464283 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:32.464618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:32.464947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:32.465277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:32.465602 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:32.465926 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:32.466276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:32.466598 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:32.466919 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:32.467240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:32.470247 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.471430 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-63ef3ec9-5320-4eb5-9548-334d3cd52d9c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2075610 Oct 05 09:25:32.475394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36788) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:32.480546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-58335550-1058-4f7a-af66-e1e3f53dcd8f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '5f77c076-c32a-4cc9-b9d5-58ba03e2cc42', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:25:32.486760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-58335550-1058-4f7a-af66-e1e3f53dcd8f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:25:32.490988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-58335550-1058-4f7a-af66-e1e3f53dcd8f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:25:32.493862 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-58335550-1058-4f7a-af66-e1e3f53dcd8f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:25:32.499536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-58335550-1058-4f7a-af66-e1e3f53dcd8f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:25:32.516609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-58335550-1058-4f7a-af66-e1e3f53dcd8f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.578237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-58335550-1058-4f7a-af66-e1e3f53dcd8f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.582757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-58335550-1058-4f7a-af66-e1e3f53dcd8f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.606571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58335550-1058-4f7a-af66-e1e3f53dcd8f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d6f435-9fbc-4485-b99c-8359da766523,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:32.616898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-58335550-1058-4f7a-af66-e1e3f53dcd8f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.618259 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-58335550-1058-4f7a-af66-e1e3f53dcd8f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415720 Oct 05 09:25:32.621606 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36792) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:32.626751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e9ee7592-4200-461c-9f23-e4699116b4a7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '5f77c076-c32a-4cc9-b9d5-58ba03e2cc42', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:25:32.633086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e9ee7592-4200-461c-9f23-e4699116b4a7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:25:32.636875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e9ee7592-4200-461c-9f23-e4699116b4a7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:25:32.639754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e9ee7592-4200-461c-9f23-e4699116b4a7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:25:32.645394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e9ee7592-4200-461c-9f23-e4699116b4a7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:25:32.661574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7592-4200-461c-9f23-e4699116b4a7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.721377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7592-4200-461c-9f23-e4699116b4a7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.726222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7592-4200-461c-9f23-e4699116b4a7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.742564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef43ed58-b30f-4813-8c19-9fa0a861b71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.748752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee7592-4200-461c-9f23-e4699116b4a7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dc158d-50be-4506-8c02-0926a77a2d48,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:32.765709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7592-4200-461c-9f23-e4699116b4a7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.766975 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e9ee7592-4200-461c-9f23-e4699116b4a7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443448 Oct 05 09:25:32.769835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36796) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:32.775608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-fa189214-560b-46eb-9f4f-4ddc1c00a6ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '5f77c076-c32a-4cc9-b9d5-58ba03e2cc42', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:25:32.782027 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fa189214-560b-46eb-9f4f-4ddc1c00a6ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:25:32.785863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fa189214-560b-46eb-9f4f-4ddc1c00a6ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:25:32.788737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fa189214-560b-46eb-9f4f-4ddc1c00a6ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:25:32.794361 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fa189214-560b-46eb-9f4f-4ddc1c00a6ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:25:32.809780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa189214-560b-46eb-9f4f-4ddc1c00a6ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.874778 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa189214-560b-46eb-9f4f-4ddc1c00a6ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.878585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa189214-560b-46eb-9f4f-4ddc1c00a6ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.903770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa189214-560b-46eb-9f4f-4ddc1c00a6ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7452ba-57dd-4a4a-96af-3a4cb7f89912,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:32.912701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fa189214-560b-46eb-9f4f-4ddc1c00a6ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:32.914059 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fa189214-560b-46eb-9f4f-4ddc1c00a6ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432321 Oct 05 09:25:32.916886 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36800) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:32.921900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e541e47f-038a-417e-8b32-73b720bc5bc9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '5f77c076-c32a-4cc9-b9d5-58ba03e2cc42', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:25:32.928319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e541e47f-038a-417e-8b32-73b720bc5bc9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:25:32.932399 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e541e47f-038a-417e-8b32-73b720bc5bc9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:25:32.935264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e541e47f-038a-417e-8b32-73b720bc5bc9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:25:32.940890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e541e47f-038a-417e-8b32-73b720bc5bc9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:25:32.958728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e541e47f-038a-417e-8b32-73b720bc5bc9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:33.021076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e541e47f-038a-417e-8b32-73b720bc5bc9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:33.024885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e541e47f-038a-417e-8b32-73b720bc5bc9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:33.048229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541e47f-038a-417e-8b32-73b720bc5bc9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd1779b-91ea-4e4f-96af-152cee2df815,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:33.058483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e541e47f-038a-417e-8b32-73b720bc5bc9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:33.059787 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e541e47f-038a-417e-8b32-73b720bc5bc9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419272 Oct 05 09:25:33.062870 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36804) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:33.067761 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c2cc70bb-3181-4a72-8d93-e451b7816848 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '5f77c076-c32a-4cc9-b9d5-58ba03e2cc42', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:25:33.074526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c2cc70bb-3181-4a72-8d93-e451b7816848 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:25:33.078352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c2cc70bb-3181-4a72-8d93-e451b7816848 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:25:33.081214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c2cc70bb-3181-4a72-8d93-e451b7816848 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:25:33.087608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c2cc70bb-3181-4a72-8d93-e451b7816848 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:25:33.098521 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-c2cc70bb-3181-4a72-8d93-e451b7816848 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:25:33.105369 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c2cc70bb-3181-4a72-8d93-e451b7816848 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:33.172251 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c2cc70bb-3181-4a72-8d93-e451b7816848 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:33.176051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c2cc70bb-3181-4a72-8d93-e451b7816848 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:33.199757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc70bb-3181-4a72-8d93-e451b7816848 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68517628-4e38-45ac-9fd9-61530e90603a,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:33.208055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c2cc70bb-3181-4a72-8d93-e451b7816848 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:33.209340 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c2cc70bb-3181-4a72-8d93-e451b7816848 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455228 Oct 05 09:25:33.212191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36808) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:33.217078 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-799aab64-22da-4931-8c85-2f6999d6dbd3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '5f77c076-c32a-4cc9-b9d5-58ba03e2cc42', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:25:33.222761 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-799aab64-22da-4931-8c85-2f6999d6dbd3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:25:33.227272 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-799aab64-22da-4931-8c85-2f6999d6dbd3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:25:33.230183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-799aab64-22da-4931-8c85-2f6999d6dbd3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:25:33.235814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-799aab64-22da-4931-8c85-2f6999d6dbd3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:25:33.246777 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-799aab64-22da-4931-8c85-2f6999d6dbd3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:25:33.253159 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-799aab64-22da-4931-8c85-2f6999d6dbd3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:33.320840 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-799aab64-22da-4931-8c85-2f6999d6dbd3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:33.324621 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-799aab64-22da-4931-8c85-2f6999d6dbd3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:33.352346 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799aab64-22da-4931-8c85-2f6999d6dbd3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2145fc-41cb-4b85-9df2-ad6ca4e09031,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:33.358665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-799aab64-22da-4931-8c85-2f6999d6dbd3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:33.359842 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-799aab64-22da-4931-8c85-2f6999d6dbd3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467192 Oct 05 09:25:33.524169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-01b67930-71a8-4629-abfe-1bd1c230996c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:25:33.538905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-01b67930-71a8-4629-abfe-1bd1c230996c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:25:33.540428 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-01b67930-71a8-4629-abfe-1bd1c230996c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356332945&fields=id&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 267 time: 0.0558844 Oct 05 09:25:33.700774 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-5d6b6242-0f5d-4115-bcd3-1e258bdc6426 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:33.702240 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-5d6b6242-0f5d-4115-bcd3-1e258bdc6426 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/networks?id=62aecef2-50f7-484d-ad6f-b08cc5241f33 HTTP/1.1" status: 200 len: 796 time: 0.1552212 Oct 05 09:25:33.716548 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-f66f6e4c-7e95-4098-80dd-919476984133 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/quotas/3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 375 time: 0.0088806 Oct 05 09:25:33.813844 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b8f99be1-c477-4e37-97d4-11b63ca27b9b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0918128 Oct 05 09:25:34.039126 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-a6e5b31e-8f9c-4814-a0cc-15b1e158348b service neutron] 10.222.0.64 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035043 Oct 05 09:25:34.173183 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-4c2a8b83-f693-47b4-a77c-49daa0946613 service neutron] 10.222.0.64 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282659 Oct 05 09:25:34.363787 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-562993d6-e602-49b9-a6d3-44f372107d47 req-a56652ae-34f3-48f8-ba9a-135cbba91c78 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 210 time: 0.0509667 Oct 05 09:25:34.610589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:35.422835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-82f64064-1f6c-40ac-8db4-bd669cd55122 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:35.424260 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-82f64064-1f6c-40ac-8db4-bd669cd55122 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks?id=62aecef2-50f7-484d-ad6f-b08cc5241f33 HTTP/1.1" status: 200 len: 796 time: 0.1544073 Oct 05 09:25:35.476771 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-e3d9d129-e112-4e03-b53e-17ef349ffe26 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 473 time: 0.0445216 Oct 05 09:25:35.492285 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'port': {'device_id': '5e8cf7ef-a665-4cbe-9775-a05919dbe2e0', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'admin_state_up': True, 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'security_groups': ['5f77c076-c32a-4cc9-b9d5-58ba03e2cc42']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:25:35.538544 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-75a4f65c-693d-4ae4-9968-08727454f1fe req-84c368d2-2e01-432a-ac3c-a154e5797546 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 210 time: 0.0572996 Oct 05 09:25:35.564040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-124a43fc-7dc4-47a7-b37f-f9df81b075aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:35.644857 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:25:35.649747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:port and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:25:35.652512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:25:35.658127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:25:35.667442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:25:35.671110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:35.830948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.12 (62aecef2-50f7-484d-ad6f-b08cc5241f33/7c58d701-11e4-4e66-8f52-3d0457d8e303/13959406-dcce-4d7c-a515-cce0812064ee) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:25:36.019961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:36.035296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object 13959406-dcce-4d7c-a515-cce0812064ee will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:25:36.058425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:36.124479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 62aecef2-50f7-484d-ad6f-b08cc5241f33 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:25:36.127474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:25:36.136084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:25:36.172721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=13959406-dcce-4d7c-a515-cce0812064ee,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:36.205366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:36.205987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:36.231259 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-684742e9-a384-4893-9f28-46a583888fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7433858 Oct 05 09:25:36.243203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Request body: {'port': {'device_id': '5e8cf7ef-a665-4cbe-9775-a05919dbe2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:25:36.355855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:36.381557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-eae66f6b-6940-495f-85c7-fdabd36f9c53 None None] Provisioning for port 13959406-dcce-4d7c-a515-cce0812064ee completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:25:36.388134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-eae66f6b-6940-495f-85c7-fdabd36f9c53 None None] Provisioning complete for port 13959406-dcce-4d7c-a515-cce0812064ee triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:25:36.388517 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eae66f6b-6940-495f-85c7-fdabd36f9c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:36.388856 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-eae66f6b-6940-495f-85c7-fdabd36f9c53 None None] Attempt 1 to provision port 13959406-dcce-4d7c-a515-cce0812064ee Oct 05 09:25:36.457240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-eae66f6b-6940-495f-85c7-fdabd36f9c53 None None] Port 13959406-dcce-4d7c-a515-cce0812064ee cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:25:36.707438 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:36.715189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13959406-dcce-4d7c-a515-cce0812064ee {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:25:36.722667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:36.737736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Transition to ACTIVE for port object 13959406-dcce-4d7c-a515-cce0812064ee will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:25:36.742660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36940922-814d-4a1a-a71d-bc71ece9697c req-39595a05-d354-42e0-9396-8f0ed238312f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:36.743316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:36.744197 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-36940922-814d-4a1a-a71d-bc71ece9697c req-39595a05-d354-42e0-9396-8f0ed238312f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 932 time: 0.0914018 Oct 05 09:25:36.790189 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-36940922-814d-4a1a-a71d-bc71ece9697c req-891a0ac5-c6cd-4843-ac60-e3edce986a8d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77c076-c32a-4cc9-b9d5-58ba03e2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400281 Oct 05 09:25:36.838044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:36.958414 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-eae66f6b-6940-495f-85c7-fdabd36f9c53 None None] Attempt 2 to provision port 13959406-dcce-4d7c-a515-cce0812064ee Oct 05 09:25:37.014357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-eae66f6b-6940-495f-85c7-fdabd36f9c53 None None] Port 13959406-dcce-4d7c-a515-cce0812064ee cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:25:37.069475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Pushing event updated for resources: {'Port': ['ID=13959406-dcce-4d7c-a515-cce0812064ee,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:37.080397 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:37.080748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:37.081097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:37.081431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:37.081767 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:37.082126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:37.082464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:37.082792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:37.083121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:37.083449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:37.083816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:37.084170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:37.113341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Attempting to bind port 13959406-dcce-4d7c-a515-cce0812064ee on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:25:37.113672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Attempting to bind port 13959406-dcce-4d7c-a515-cce0812064ee by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:25:37.114019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Attempting to bind port 13959406-dcce-4d7c-a515-cce0812064ee on network 62aecef2-50f7-484d-ad6f-b08cc5241f33 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:25:37.119378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Port 13959406-dcce-4d7c-a515-cce0812064ee on network 62aecef2-50f7-484d-ad6f-b08cc5241f33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:25:37.119692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Attempting to bind port 13959406-dcce-4d7c-a515-cce0812064ee on network 62aecef2-50f7-484d-ad6f-b08cc5241f33 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:25:37.124646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:25:37.124975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Checking segment: {'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:25:37.125350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Bound using segment: {'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:25:37.125765 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Bound port: 13959406-dcce-4d7c-a515-cce0812064ee, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130d1436-0678-4d6d-9e04-5234efda9b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:25:37.126146 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:37.214088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] For port 13959406-dcce-4d7c-a515-cce0812064ee, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:25:37.217042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] For port 13959406-dcce-4d7c-a515-cce0812064ee, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=13959406-dcce-4d7c-a515-cce0812064ee,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:25:37.221830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:37.225955 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:37.226565 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:37.227941 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] 10.222.0.45 "PUT /v2.0/ports/13959406-dcce-4d7c-a515-cce0812064ee HTTP/1.1" status: 200 len: 1094 time: 0.9893739 Oct 05 09:25:37.261265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8cf7ef-a665-4cbe-9775-a05919dbe2e0', 'tag': '13959406-dcce-4d7c-a515-cce0812064ee'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:25:37.263599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c97fef-c697-4030-b2a9-2a8ef875a097" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8cf7ef-a665-4cbe-9775-a05919dbe2e0", "tag": "13959406-dcce-4d7c-a515-cce0812064ee"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:25:37.319688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67281d60-cffd-46f4-be78-035b073699bb x-openstack-request-id: req-67281d60-cffd-46f4-be78-035b073699bb {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:25:37.319974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8cf7ef-a665-4cbe-9775-a05919dbe2e0", "tag": "13959406-dcce-4d7c-a515-cce0812064ee", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:25:37.320224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67281d60-cffd-46f4-be78-035b073699bb {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:25:37.320608 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67281d60-cffd-46f4-be78-035b073699bb'] response: {'name': 'network-changed', 'server_uuid': '5e8cf7ef-a665-4cbe-9775-a05919dbe2e0', 'tag': '13959406-dcce-4d7c-a515-cce0812064ee', 'status': 'completed', 'code': 200} Oct 05 09:25:37.370070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807ba9c-595d-4c42-a800-ede9cc584a19 service neutron] Pushing event updated for resources: {'Port': ['ID=13959406-dcce-4d7c-a515-cce0812064ee,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:37.393362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-c7c0f720-f8f9-48ba-874c-f335acbb4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:37.394894 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-c7c0f720-f8f9-48ba-874c-f335acbb4021 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 1097 time: 0.1286564 Oct 05 09:25:37.464221 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-e46a5751-62ff-4c18-9bc0-73c9d2ce4e7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13959406-dcce-4d7c-a515-cce0812064ee HTTP/1.1" status: 200 len: 217 time: 0.0607610 Oct 05 09:25:37.515918 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-eae66f6b-6940-495f-85c7-fdabd36f9c53 None None] Attempt 3 to provision port 13959406-dcce-4d7c-a515-cce0812064ee Oct 05 09:25:37.530706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-6e49c4af-39b4-4a9d-905b-2790256b094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:37.532244 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-6e49c4af-39b4-4a9d-905b-2790256b094a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c58d701-11e4-4e66-8f52-3d0457d8e303 HTTP/1.1" status: 200 len: 835 time: 0.0612011 Oct 05 09:25:37.581526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-eae66f6b-6940-495f-85c7-fdabd36f9c53 None None] Port 13959406-dcce-4d7c-a515-cce0812064ee had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:25:37.614868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-8c041b21-eb89-4a49-b5ba-967c7715e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:37.616376 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-8c041b21-eb89-4a49-b5ba-967c7715e87f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62aecef2-50f7-484d-ad6f-b08cc5241f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777926 Oct 05 09:25:37.747161 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-98fead2a-264b-4391-b1ff-ba79a1fb6931 service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241624 Oct 05 09:25:37.882867 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3319cf3-a1da-44c5-bcb0-46ba0af900d7 req-947a8018-63f3-47ef-a992-6e4f1c3d7437 service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289454 Oct 05 09:25:37.999404 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b762229-501f-424b-8afb-def5f7a108f4 req-d0abcd54-7de2-4e89-9377-1494dda5d314 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:38.000802 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b762229-501f-424b-8afb-def5f7a108f4 req-d0abcd54-7de2-4e89-9377-1494dda5d314 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 944 time: 0.0952427 Oct 05 09:25:38.018103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c97fef-c697-4030-b2a9-2a8ef875a097 req-fa518045-8ce0-4acb-b0bf-02bebf6e4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:38.019599 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f8c97fef-c697-4030-b2a9-2a8ef875a097 req-fa518045-8ce0-4acb-b0bf-02bebf6e4e37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 1097 time: 0.0854330 Oct 05 09:25:38.046257 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b762229-501f-424b-8afb-def5f7a108f4 req-47b27178-0fe6-4a4b-80eb-fc3f766d71aa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77c076-c32a-4cc9-b9d5-58ba03e2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391784 Oct 05 09:25:38.152639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c97fef-c697-4030-b2a9-2a8ef875a097 req-7913dc5c-5cfb-47fb-b52a-ad2d36e6c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:38.154115 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f8c97fef-c697-4030-b2a9-2a8ef875a097 req-7913dc5c-5cfb-47fb-b52a-ad2d36e6c96c service neutron] 10.222.0.45 "GET /v2.0/networks?id=62aecef2-50f7-484d-ad6f-b08cc5241f33 HTTP/1.1" status: 200 len: 897 time: 0.1278136 Oct 05 09:25:38.221738 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f8c97fef-c697-4030-b2a9-2a8ef875a097 req-d2f5823f-9b1d-40a5-8ae4-bb53d3429c89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13959406-dcce-4d7c-a515-cce0812064ee HTTP/1.1" status: 200 len: 217 time: 0.0612338 Oct 05 09:25:38.286548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c97fef-c697-4030-b2a9-2a8ef875a097 req-2dc35358-984b-476c-8bcd-08780eca8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:38.288576 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f8c97fef-c697-4030-b2a9-2a8ef875a097 req-2dc35358-984b-476c-8bcd-08780eca8de1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c58d701-11e4-4e66-8f52-3d0457d8e303 HTTP/1.1" status: 200 len: 835 time: 0.0603247 Oct 05 09:25:38.374209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c97fef-c697-4030-b2a9-2a8ef875a097 req-451ab0c3-3374-4ab5-a80f-dc9ae769928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:38.375667 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f8c97fef-c697-4030-b2a9-2a8ef875a097 req-451ab0c3-3374-4ab5-a80f-dc9ae769928f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62aecef2-50f7-484d-ad6f-b08cc5241f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790555 Oct 05 09:25:38.507635 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f8c97fef-c697-4030-b2a9-2a8ef875a097 req-78b37839-1623-4020-a14a-cadfd4b206bc service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245756 Oct 05 09:25:38.640364 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f8c97fef-c697-4030-b2a9-2a8ef875a097 req-59a7818c-2739-424c-b7f1-4be44767ae70 service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256244 Oct 05 09:25:39.109972 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 13959406-dcce-4d7c-a515-cce0812064ee details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:25:39.252347 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:39.256706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a81a7b-4f68-436c-89de-1232cb770ff1 req-ed10377d-48b7-4390-9477-ffb7423975b8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:39.258204 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3a81a7b-4f68-436c-89de-1232cb770ff1 req-ed10377d-48b7-4390-9477-ffb7423975b8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 944 time: 0.0891204 Oct 05 09:25:39.296918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 13959406-dcce-4d7c-a515-cce0812064ee, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=13959406-dcce-4d7c-a515-cce0812064ee,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:25:39.306910 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3a81a7b-4f68-436c-89de-1232cb770ff1 req-174d3fb6-b50f-47bc-98c7-6d92e2f7a4db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77c076-c32a-4cc9-b9d5-58ba03e2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 Oct 05 09:25:39.311657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '13959406-dcce-4d7c-a515-cce0812064ee', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'port_id': '13959406-dcce-4d7c-a515-cce0812064ee', 'mac_address': 'fa:16:3e:71:75:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:25:39.367869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 13959406-dcce-4d7c-a515-cce0812064ee is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:25:39.368252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:39.385018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13959406-dcce-4d7c-a515-cce0812064ee {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:25:39.407569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 13959406-dcce-4d7c-a515-cce0812064ee, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=13959406-dcce-4d7c-a515-cce0812064ee,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:25:39.426287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:39.500976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=13959406-dcce-4d7c-a515-cce0812064ee,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:39.508258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:39.508602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:39.508939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:39.509267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:39.509590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:39.509916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:39.510266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:39.510588 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:39.510910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:39.511229 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:39.511571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:39.511887 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:25:39.672535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['13959406-dcce-4d7c-a515-cce0812064ee'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:25:40.504756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78514f7a-ee02-45a9-8169-d1a2fe6a5a17 req-90ba2a82-8ece-40c0-a510-420c2cb1adf0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:40.506797 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-78514f7a-ee02-45a9-8169-d1a2fe6a5a17 req-90ba2a82-8ece-40c0-a510-420c2cb1adf0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 945 time: 0.0876715 Oct 05 09:25:40.549315 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-78514f7a-ee02-45a9-8169-d1a2fe6a5a17 req-ef666820-e3d8-4dec-8a4e-7a40cd61848a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77c076-c32a-4cc9-b9d5-58ba03e2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369296 Oct 05 09:25:41.134887 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 13959406-dcce-4d7c-a515-cce0812064ee up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:25:41.202448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 13959406-dcce-4d7c-a515-cce0812064ee completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:25:41.206906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 13959406-dcce-4d7c-a515-cce0812064ee triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:25:41.207286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:41.207623 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 13959406-dcce-4d7c-a515-cce0812064ee Oct 05 09:25:41.305188 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:25:41.327036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 13959406-dcce-4d7c-a515-cce0812064ee is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:25:41.327418 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:41.353370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8cf7ef-a665-4cbe-9775-a05919dbe2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13959406-dcce-4d7c-a515-cce0812064ee'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:25:41.355665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb59fd08-7b8a-4384-8867-91fc7ae14954" -d '{"events": [{"server_uuid": "5e8cf7ef-a665-4cbe-9775-a05919dbe2e0", "name": "network-vif-plugged", "status": "completed", "tag": "13959406-dcce-4d7c-a515-cce0812064ee"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:25:41.363439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 13959406-dcce-4d7c-a515-cce0812064ee, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=13959406-dcce-4d7c-a515-cce0812064ee,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:25:41.368206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:41.402470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0a83d5-e01a-44e5-bfbd-5a01860ab828 x-openstack-request-id: req-0f0a83d5-e01a-44e5-bfbd-5a01860ab828 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:25:41.402762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8cf7ef-a665-4cbe-9775-a05919dbe2e0", "name": "network-vif-plugged", "status": "completed", "tag": "13959406-dcce-4d7c-a515-cce0812064ee", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:25:41.403010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f0a83d5-e01a-44e5-bfbd-5a01860ab828 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:25:41.403417 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0a83d5-e01a-44e5-bfbd-5a01860ab828'] response: {'server_uuid': '5e8cf7ef-a665-4cbe-9775-a05919dbe2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13959406-dcce-4d7c-a515-cce0812064ee', 'code': 200} Oct 05 09:25:41.441000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=13959406-dcce-4d7c-a515-cce0812064ee,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:25:41.749253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb5a91-bb73-4285-803b-4e2e774f218d req-b86d216f-0b6a-41ca-8717-3e6e6d514564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:41.750813 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f2eb5a91-bb73-4285-803b-4e2e774f218d req-b86d216f-0b6a-41ca-8717-3e6e6d514564 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 1099 time: 0.1910946 Oct 05 09:25:41.794898 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f2eb5a91-bb73-4285-803b-4e2e774f218d req-56a27bde-4155-4e58-8506-312e47692d77 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5f77c076-c32a-4cc9-b9d5-58ba03e2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369987 Oct 05 09:25:41.855878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc584ca9-4155-4b42-aa0d-ba74ef1a1a41 req-c762e007-0530-4902-b49f-2fdf11449d2a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:41.857461 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fc584ca9-4155-4b42-aa0d-ba74ef1a1a41 req-c762e007-0530-4902-b49f-2fdf11449d2a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 946 time: 0.1939745 Oct 05 09:25:41.903101 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fc584ca9-4155-4b42-aa0d-ba74ef1a1a41 req-015c3247-2053-4b2e-855b-63a9ee053cd0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77c076-c32a-4cc9-b9d5-58ba03e2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400310 Oct 05 09:25:43.102649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba89a4-108d-4950-9925-258a197c7cd8 req-26475c7f-9ac4-4f3b-92c0-fa0cf1060d60 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:43.104080 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-41ba89a4-108d-4950-9925-258a197c7cd8 req-26475c7f-9ac4-4f3b-92c0-fa0cf1060d60 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 946 time: 0.0865068 Oct 05 09:25:43.150244 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-41ba89a4-108d-4950-9925-258a197c7cd8 req-e27ceef7-1dea-49d4-aee6-5305ee73f1ad tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77c076-c32a-4cc9-b9d5-58ba03e2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404384 Oct 05 09:25:43.346349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcccda4-57fd-425c-9eca-05d93b00d686 req-f0c7508e-94f3-40e2-8dac-3ba99fb9b795 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:43.347816 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2bcccda4-57fd-425c-9eca-05d93b00d686 req-f0c7508e-94f3-40e2-8dac-3ba99fb9b795 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 946 time: 0.0877199 Oct 05 09:25:43.394749 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2bcccda4-57fd-425c-9eca-05d93b00d686 req-8bbbadb2-6261-4b2d-9005-ddd200ac35ba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77c076-c32a-4cc9-b9d5-58ba03e2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404470 Oct 05 09:25:43.424327 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36860) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:43.506297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825704fe-3501-4c3a-bb30-d154b6a496d6 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:43.507808 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-825704fe-3501-4c3a-bb30-d154b6a496d6 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0824280 Oct 05 09:25:43.510740 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36864) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:43.515604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c585ab86-6225-4126-8da0-d688fe7686d3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'floatingip': {'port_id': '13959406-dcce-4d7c-a515-cce0812064ee'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:25:43.592964 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c585ab86-6225-4126-8da0-d688fe7686d3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:44.196302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c585ab86-6225-4126-8da0-d688fe7686d3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:44.200198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c585ab86-6225-4126-8da0-d688fe7686d3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:44.364145 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-c585ab86-6225-4126-8da0-d688fe7686d3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 0fbd6dc0-9bee-45ff-ae7a-771df58765fb associated. External IP: 172.26.0.115, port: 13959406-dcce-4d7c-a515-cce0812064ee. Oct 05 09:25:44.807962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c585ab86-6225-4126-8da0-d688fe7686d3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 95846faf-4551-4bdd-8c60-d041735a0b0a has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:25:44.989093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c585ab86-6225-4126-8da0-d688fe7686d3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:25:44.994126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c585ab86-6225-4126-8da0-d688fe7686d3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:25:44.999178 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f2d07-51f0-4ded-9c16-134aed13f7ef None None] Sync routers for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:25:45.009645 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f2d07-51f0-4ded-9c16-134aed13f7ef None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:25:45.010284 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-098f2d07-51f0-4ded-9c16-134aed13f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:25:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:25:45.052038 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c585ab86-6225-4126-8da0-d688fe7686d3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/floatingips/0fbd6dc0-9bee-45ff-ae7a-771df58765fb HTTP/1.1" status: 200 len: 992 time: 1.5402904 Oct 05 09:25:45.053267 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8cf7ef-a665-4cbe-9775-a05919dbe2e0', 'tag': '13959406-dcce-4d7c-a515-cce0812064ee'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:25:45.055011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36868) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:45.055509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbd2a4c-2dbc-412a-b102-4b521763ef62" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8cf7ef-a665-4cbe-9775-a05919dbe2e0", "tag": "13959406-dcce-4d7c-a515-cce0812064ee"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:25:45.107307 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48ce321-414e-4f50-bf08-0b2b1639d648 x-openstack-request-id: req-b48ce321-414e-4f50-bf08-0b2b1639d648 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:25:45.107737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8cf7ef-a665-4cbe-9775-a05919dbe2e0", "tag": "13959406-dcce-4d7c-a515-cce0812064ee", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:25:45.108046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b48ce321-414e-4f50-bf08-0b2b1639d648 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:25:45.108512 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48ce321-414e-4f50-bf08-0b2b1639d648'] response: {'name': 'network-changed', 'server_uuid': '5e8cf7ef-a665-4cbe-9775-a05919dbe2e0', 'tag': '13959406-dcce-4d7c-a515-cce0812064ee', 'status': 'completed', 'code': 200} Oct 05 09:25:45.200505 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-098f2d07-51f0-4ded-9c16-134aed13f7ef None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:25:45.240710 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-735b440d-0eb7-42b5-9dc1-49e3724c338e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/0fbd6dc0-9bee-45ff-ae7a-771df58765fb HTTP/1.1" status: 200 len: 992 time: 0.1842625 Oct 05 09:25:45.262146 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2a4c-2dbc-412a-b102-4b521763ef62 req-8fbbf4f9-0314-4d72-8692-9b1498eacf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:45.263608 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-efbd2a4c-2dbc-412a-b102-4b521763ef62 req-8fbbf4f9-0314-4d72-8692-9b1498eacf24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 1099 time: 0.1286285 Oct 05 09:25:45.401383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2a4c-2dbc-412a-b102-4b521763ef62 req-982fef9b-b7b7-4473-8648-62e125901248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:45.402886 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-efbd2a4c-2dbc-412a-b102-4b521763ef62 req-982fef9b-b7b7-4473-8648-62e125901248 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62aecef2-50f7-484d-ad6f-b08cc5241f33 HTTP/1.1" status: 200 len: 897 time: 0.1336129 Oct 05 09:25:45.510602 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-efbd2a4c-2dbc-412a-b102-4b521763ef62 req-bc07851b-7c24-4fc8-b62d-d4edf5063b92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13959406-dcce-4d7c-a515-cce0812064ee HTTP/1.1" status: 200 len: 1000 time: 0.1015074 Oct 05 09:25:45.561875 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-098f2d07-51f0-4ded-9c16-134aed13f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '0fbd6dc0-9bee-45ff-ae7a-771df58765fb', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.115', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'port_id': '13959406-dcce-4d7c-a515-cce0812064ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'mac_address': 'fa:16:3e:71:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8cf7ef-a665-4cbe-9775-a05919dbe2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:24:50Z', 'updated_at': '2022-10-05T09:25:44Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:25:45.566964 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f2d07-51f0-4ded-9c16-134aed13f7ef None None] Checking router: 95846faf-4551-4bdd-8c60-d041735a0b0a for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:25:45.577175 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f2d07-51f0-4ded-9c16-134aed13f7ef None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:25:45.577953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2a4c-2dbc-412a-b102-4b521763ef62 req-3cbdf9a6-f46c-400a-b1d5-40c435486d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:45.578137 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-098f2d07-51f0-4ded-9c16-134aed13f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:25:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:25:45.579422 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-efbd2a4c-2dbc-412a-b102-4b521763ef62 req-3cbdf9a6-f46c-400a-b1d5-40c435486d85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c58d701-11e4-4e66-8f52-3d0457d8e303 HTTP/1.1" status: 200 len: 835 time: 0.0625777 Oct 05 09:25:45.663347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2a4c-2dbc-412a-b102-4b521763ef62 req-fe9d3cff-20d7-4b10-a99b-680c9323ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:45.664785 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-efbd2a4c-2dbc-412a-b102-4b521763ef62 req-fe9d3cff-20d7-4b10-a99b-680c9323ce1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62aecef2-50f7-484d-ad6f-b08cc5241f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793240 Oct 05 09:25:45.781896 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-098f2d07-51f0-4ded-9c16-134aed13f7ef None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:25:45.796062 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-efbd2a4c-2dbc-412a-b102-4b521763ef62 req-f6fc7857-fbba-4a07-be7e-53261a595a02 service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250703 Oct 05 09:25:45.934146 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-efbd2a4c-2dbc-412a-b102-4b521763ef62 req-2ccd0d40-8dfa-41f8-93fa-6fd30784feb6 service neutron] 10.222.0.45 "GET /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322751 Oct 05 09:25:46.141819 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-098f2d07-51f0-4ded-9c16-134aed13f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '0fbd6dc0-9bee-45ff-ae7a-771df58765fb', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.115', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'port_id': '13959406-dcce-4d7c-a515-cce0812064ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'mac_address': 'fa:16:3e:71:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8cf7ef-a665-4cbe-9775-a05919dbe2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:24:50Z', 'updated_at': '2022-10-05T09:25:44Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:25:46.145672 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f2d07-51f0-4ded-9c16-134aed13f7ef None None] The sync data for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv is: [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '0fbd6dc0-9bee-45ff-ae7a-771df58765fb', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.115', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'port_id': '13959406-dcce-4d7c-a515-cce0812064ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'mac_address': 'fa:16:3e:71:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8cf7ef-a665-4cbe-9775-a05919dbe2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:24:50Z', 'updated_at': '2022-10-05T09:25:44Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:25:46.243864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36874) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:46.352013 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a29a76-24cb-4f96-bdc3-2e7af25016c2 None None] New status for floating IP 0fbd6dc0-9bee-45ff-ae7a-771df58765fb: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:25:46.359029 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-958b7959-c4c7-4da0-a76a-2cacf6667361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/0fbd6dc0-9bee-45ff-ae7a-771df58765fb HTTP/1.1" status: 200 len: 992 time: 0.1138909 Oct 05 09:25:47.362835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36880) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:25:47.468845 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e615e5fc-e488-4cda-b538-ee00a7bec8a0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/0fbd6dc0-9bee-45ff-ae7a-771df58765fb HTTP/1.1" status: 200 len: 994 time: 0.1048839 Oct 05 09:25:53.156272 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4b09711d-a886-4d6f-8574-00306da28619 req-983f837e-c477-4304-9f69-dc59af654912 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755458 Oct 05 09:25:53.306163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09711d-a886-4d6f-8574-00306da28619 req-04baaec8-e885-4ae3-b7a7-93c35407fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:53.307641 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4b09711d-a886-4d6f-8574-00306da28619 req-04baaec8-e885-4ae3-b7a7-93c35407fe3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 1099 time: 0.0831606 Oct 05 09:25:53.455804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09711d-a886-4d6f-8574-00306da28619 req-3bfd8723-0d52-420a-9de1-373cbac3fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:53.457165 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4b09711d-a886-4d6f-8574-00306da28619 req-3bfd8723-0d52-420a-9de1-373cbac3fc28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 912 time: 0.1310034 Oct 05 09:25:53.668875 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4b09711d-a886-4d6f-8574-00306da28619 req-79975cb4-35c5-48e5-86c3-292d3cdf4836 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61a3caee-f2fd-4553-9934-0008f26b3cf7 HTTP/1.1" status: 200 len: 1001 time: 0.2040999 Oct 05 09:25:53.731307 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09711d-a886-4d6f-8574-00306da28619 req-2040da64-bec4-46e7-892f-d68527144259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:53.732637 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4b09711d-a886-4d6f-8574-00306da28619 req-2040da64-bec4-46e7-892f-d68527144259 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.0572622 Oct 05 09:25:53.816555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09711d-a886-4d6f-8574-00306da28619 req-bd2ba0b9-61e2-4724-b91b-b038ee061ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:25:53.818340 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4b09711d-a886-4d6f-8574-00306da28619 req-bd2ba0b9-61e2-4724-b91b-b038ee061ea3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792885 Oct 05 09:25:53.951298 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4b09711d-a886-4d6f-8574-00306da28619 req-c54c5497-0995-4820-9ccb-201fa08bc28a service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242602 Oct 05 09:25:54.081941 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4b09711d-a886-4d6f-8574-00306da28619 req-e26a4225-d259-46f1-b2f7-5003e37b3dbb service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241274 Oct 05 09:26:02.744168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ae4b1f97-9969-439a-a96b-13eeba777155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:04.607796 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:05.567790 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e23663e1-2b0b-426c-adb3-462620b6e142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:06.710456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:06.834820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:07.602016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36886) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:07.804277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c668334d-d86b-4cbe-9247-25ee34e0483f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Deleting port 12bda459-b401-4c90-94d4-4af42ecd3af9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:07.804587 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c668334d-d86b-4cbe-9247-25ee34e0483f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:07.976433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c668334d-d86b-4cbe-9247-25ee34e0483f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:07.976753 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c668334d-d86b-4cbe-9247-25ee34e0483f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:08.096001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c668334d-d86b-4cbe-9247-25ee34e0483f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Calling delete_port for 12bda459-b401-4c90-94d4-4af42ecd3af9 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:08.243214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c668334d-d86b-4cbe-9247-25ee34e0483f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:08.318750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668334d-d86b-4cbe-9247-25ee34e0483f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event deleted for resources: {'Port': ['ID=12bda459-b401-4c90-94d4-4af42ecd3af9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:08.387472 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c668334d-d86b-4cbe-9247-25ee34e0483f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:08.387722 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-c668334d-d86b-4cbe-9247-25ee34e0483f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Floating IP 29933c1e-4ba7-4151-8cd2-9c70d5a6aab0 disassociated (deleted). External IP: 172.26.0.130, port: a059691f-4ec2-4866-9bd6-9db84ae71e1b. Oct 05 09:26:08.854892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c668334d-d86b-4cbe-9247-25ee34e0483f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Router 2427f7d5-28f9-4afd-b425-933f0411941d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:26:09.033200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c668334d-d86b-4cbe-9247-25ee34e0483f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:26:09.046041 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98f887-f3c3-4636-823c-6d28825d8129 None None] Sync routers for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:26:09.049688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c668334d-d86b-4cbe-9247-25ee34e0483f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:09.055768 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98f887-f3c3-4636-823c-6d28825d8129 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:09.056394 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1a98f887-f3c3-4636-823c-6d28825d8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:09.108814 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c668334d-d86b-4cbe-9247-25ee34e0483f tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "DELETE /v2.0/floatingips/29933c1e-4ba7-4151-8cd2-9c70d5a6aab0 HTTP/1.1" status: 204 len: 168 time: 1.5055604 Oct 05 09:26:09.109401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'tag': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:26:09.111789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75c4f13-2214-4207-be37-f8e264465592" -d '{"events": [{"name": "network-changed", "server_uuid": "724d4c5f-7036-43b8-af79-118a4b8613c8", "tag": "a059691f-4ec2-4866-9bd6-9db84ae71e1b"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:26:09.164531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72c6564-88c9-49ac-9312-9ca58ee7c393 x-openstack-request-id: req-e72c6564-88c9-49ac-9312-9ca58ee7c393 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:26:09.165002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724d4c5f-7036-43b8-af79-118a4b8613c8", "tag": "a059691f-4ec2-4866-9bd6-9db84ae71e1b", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:26:09.165399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e72c6564-88c9-49ac-9312-9ca58ee7c393 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:26:09.165929 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72c6564-88c9-49ac-9312-9ca58ee7c393'] response: {'name': 'network-changed', 'server_uuid': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'tag': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b', 'status': 'completed', 'code': 200} Oct 05 09:26:09.180531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:09.244428 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-1a98f887-f3c3-4636-823c-6d28825d8129 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:09.268276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4f13-2214-4207-be37-f8e264465592 req-60173aeb-4c15-4031-b000-212860885930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:09.269839 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c75c4f13-2214-4207-be37-f8e264465592 req-60173aeb-4c15-4031-b000-212860885930 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 1099 time: 0.0812254 Oct 05 09:26:09.416692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4f13-2214-4207-be37-f8e264465592 req-ec3b6599-ce78-43ae-b582-bee4252681d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:09.418073 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c75c4f13-2214-4207-be37-f8e264465592 req-ec3b6599-ce78-43ae-b582-bee4252681d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 912 time: 0.1422861 Oct 05 09:26:09.491228 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c75c4f13-2214-4207-be37-f8e264465592 req-f9f069b7-0ff7-4315-a15b-8dbb7bf549b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a059691f-4ec2-4866-9bd6-9db84ae71e1b HTTP/1.1" status: 200 len: 217 time: 0.0663331 Oct 05 09:26:09.497477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841da96-f5b4-4a47-ac05-49d33ec6df1b req-1b56f949-694b-4702-a79f-f500913e65c5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:09.499059 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7841da96-f5b4-4a47-ac05-49d33ec6df1b req-1b56f949-694b-4702-a79f-f500913e65c5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 946 time: 0.0910835 Oct 05 09:26:09.547097 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7841da96-f5b4-4a47-ac05-49d33ec6df1b req-ba026a2b-d451-45a5-ab74-eb38b4d92269 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386243 Oct 05 09:26:09.557816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4f13-2214-4207-be37-f8e264465592 req-b57a8f20-34b5-4aff-ad63-a4cac28f3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:09.574176 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c75c4f13-2214-4207-be37-f8e264465592 req-b57a8f20-34b5-4aff-ad63-a4cac28f3d39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.0617683 Oct 05 09:26:09.615127 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1a98f887-f3c3-4636-823c-6d28825d8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '731f72f8-dcc6-4693-87be-15c92ac6368d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.66', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:5b:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:22:18Z', 'updated_at': '2022-10-05T09:22:20Z', 'revision_number': 1, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:09.619322 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98f887-f3c3-4636-823c-6d28825d8129 None None] Checking router: 2427f7d5-28f9-4afd-b425-933f0411941d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:26:09.627471 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98f887-f3c3-4636-823c-6d28825d8129 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:09.628057 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1a98f887-f3c3-4636-823c-6d28825d8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:09.647657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4f13-2214-4207-be37-f8e264465592 req-c11f0063-c902-4ccd-aa26-582bcc503e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:09.649170 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c75c4f13-2214-4207-be37-f8e264465592 req-c11f0063-c902-4ccd-aa26-582bcc503e2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830162 Oct 05 09:26:09.787492 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c75c4f13-2214-4207-be37-f8e264465592 req-7ddecf4b-efcb-4ed2-ac37-b8d138cfa38f service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302769 Oct 05 09:26:09.839772 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-1a98f887-f3c3-4636-823c-6d28825d8129 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:09.928060 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c75c4f13-2214-4207-be37-f8e264465592 req-50786791-6f9e-4072-a642-50c1366814c8 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331270 Oct 05 09:26:10.200616 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1a98f887-f3c3-4636-823c-6d28825d8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '731f72f8-dcc6-4693-87be-15c92ac6368d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.66', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:5b:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:22:18Z', 'updated_at': '2022-10-05T09:22:20Z', 'revision_number': 1, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:10.204444 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98f887-f3c3-4636-823c-6d28825d8129 None None] The sync data for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv is: [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '731f72f8-dcc6-4693-87be-15c92ac6368d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'floating_ip_address': '172.26.0.66', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'port_id': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'mac_address': 'fa:16:3e:5b:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:22:18Z', 'updated_at': '2022-10-05T09:22:20Z', 'revision_number': 1, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:26:10.406937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348189cc-96e3-4d52-9d0e-730da830a1ee None None] New status for floating IP 29933c1e-4ba7-4151-8cd2-9c70d5a6aab0: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:26:10.769850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208acf4-8795-4ad2-96fb-c2598f71b17e req-c133ad0f-6a41-4eec-84af-a8081746b7f7 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:10.772876 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4208acf4-8795-4ad2-96fb-c2598f71b17e req-c133ad0f-6a41-4eec-84af-a8081746b7f7 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 946 time: 0.1038554 Oct 05 09:26:10.824178 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4208acf4-8795-4ad2-96fb-c2598f71b17e req-6fb49075-71cd-40d7-9716-70700deff6c6 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441234 Oct 05 09:26:11.031424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43ec57-7f43-4927-8423-43c7fa28a0b8 req-bd56f194-4900-4908-a16a-1e0b129dc242 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:11.032217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8d43ec57-7f43-4927-8423-43c7fa28a0b8 req-bd56f194-4900-4908-a16a-1e0b129dc242 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Synchronizing usage tracker for tenant:7079491c48e143b2a690e33a3b48be14 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:26:11.050712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8d43ec57-7f43-4927-8423-43c7fa28a0b8 req-bd56f194-4900-4908-a16a-1e0b129dc242 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Unset dirty status for tenant:7079491c48e143b2a690e33a3b48be14 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:26:11.054211 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8d43ec57-7f43-4927-8423-43c7fa28a0b8 req-bd56f194-4900-4908-a16a-1e0b129dc242 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 946 time: 0.1214366 Oct 05 09:26:11.145667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-8d43ec57-7f43-4927-8423-43c7fa28a0b8 req-38731eba-ccec-490e-853b-99025ca5baf4 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Deleting port a059691f-4ec2-4866-9bd6-9db84ae71e1b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:11.146246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8d43ec57-7f43-4927-8423-43c7fa28a0b8 req-38731eba-ccec-490e-853b-99025ca5baf4 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:11.515871 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-8d43ec57-7f43-4927-8423-43c7fa28a0b8 req-38731eba-ccec-490e-853b-99025ca5baf4 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] For port a059691f-4ec2-4866-9bd6-9db84ae71e1b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a059691f-4ec2-4866-9bd6-9db84ae71e1b,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:11.516209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8d43ec57-7f43-4927-8423-43c7fa28a0b8 req-38731eba-ccec-490e-853b-99025ca5baf4 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:11.645022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-8d43ec57-7f43-4927-8423-43c7fa28a0b8 req-38731eba-ccec-490e-853b-99025ca5baf4 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Calling delete_port for a059691f-4ec2-4866-9bd6-9db84ae71e1b owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:11.787782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8d43ec57-7f43-4927-8423-43c7fa28a0b8 req-38731eba-ccec-490e-853b-99025ca5baf4 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:11.838328 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38731eba-ccec-490e-853b-99025ca5baf4 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event deleted for resources: {'Port': ['ID=a059691f-4ec2-4866-9bd6-9db84ae71e1b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:11.927898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d43ec57-7f43-4927-8423-43c7fa28a0b8 req-38731eba-ccec-490e-853b-99025ca5baf4 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] No DVR routers for this DVR port a059691f-4ec2-4866-9bd6-9db84ae71e1b on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:26:11.930439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-8d43ec57-7f43-4927-8423-43c7fa28a0b8 req-38731eba-ccec-490e-853b-99025ca5baf4 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:11.932959 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'name': 'network-vif-deleted', 'tag': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:26:11.935241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c41b04-0f47-4b1e-8854-b9d67928ac69" -d '{"events": [{"server_uuid": "724d4c5f-7036-43b8-af79-118a4b8613c8", "name": "network-vif-deleted", "tag": "a059691f-4ec2-4866-9bd6-9db84ae71e1b"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:26:11.949310 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8d43ec57-7f43-4927-8423-43c7fa28a0b8 req-38731eba-ccec-490e-853b-99025ca5baf4 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "DELETE /v2.0/ports/a059691f-4ec2-4866-9bd6-9db84ae71e1b HTTP/1.1" status: 204 len: 173 time: 0.8881416 Oct 05 09:26:11.987385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8118864f-a3e2-4219-81a6-ef5745dd6532 x-openstack-request-id: req-8118864f-a3e2-4219-81a6-ef5745dd6532 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:26:11.987705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724d4c5f-7036-43b8-af79-118a4b8613c8", "name": "network-vif-deleted", "tag": "a059691f-4ec2-4866-9bd6-9db84ae71e1b", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:26:11.987983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8118864f-a3e2-4219-81a6-ef5745dd6532 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:26:11.988428 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8118864f-a3e2-4219-81a6-ef5745dd6532'] response: {'server_uuid': '724d4c5f-7036-43b8-af79-118a4b8613c8', 'name': 'network-vif-deleted', 'tag': 'a059691f-4ec2-4866-9bd6-9db84ae71e1b', 'status': 'completed', 'code': 200} Oct 05 09:26:11.999701 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-11975aae-d88b-4dc5-ab06-2aedd1973161 req-f8f3621e-fab4-4a65-8d04-22af4e0548c6 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=724d4c5f-7036-43b8-af79-118a4b8613c8 HTTP/1.1" status: 200 len: 210 time: 0.0580609 Oct 05 09:26:13.315592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a059691f-4ec2-4866-9bd6-9db84ae71e1b no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:26:13.356781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: a059691f-4ec2-4866-9bd6-9db84ae71e1b {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:26:13.357129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a059691f-4ec2-4866-9bd6-9db84ae71e1b not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:26:17.737044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36926) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:17.943590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7feb54e1-d0fd-4a2a-8295-705c0954ac40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Deleting port 39ac8cd1-2f92-4f7b-89ca-fa5458b12065 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:17.943944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7feb54e1-d0fd-4a2a-8295-705c0954ac40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:18.114969 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7feb54e1-d0fd-4a2a-8295-705c0954ac40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:18.115304 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7feb54e1-d0fd-4a2a-8295-705c0954ac40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:18.236052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7feb54e1-d0fd-4a2a-8295-705c0954ac40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Calling delete_port for 39ac8cd1-2f92-4f7b-89ca-fa5458b12065 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:18.305489 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:26:18.383558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7feb54e1-d0fd-4a2a-8295-705c0954ac40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:18.428661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb54e1-d0fd-4a2a-8295-705c0954ac40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event deleted for resources: {'Port': ['ID=39ac8cd1-2f92-4f7b-89ca-fa5458b12065,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:18.525338 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7feb54e1-d0fd-4a2a-8295-705c0954ac40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:18.525659 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-7feb54e1-d0fd-4a2a-8295-705c0954ac40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Floating IP 731f72f8-dcc6-4693-87be-15c92ac6368d disassociated (deleted). External IP: 172.26.0.66, port: 61a3caee-f2fd-4553-9934-0008f26b3cf7. Oct 05 09:26:18.977455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7feb54e1-d0fd-4a2a-8295-705c0954ac40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Router 2427f7d5-28f9-4afd-b425-933f0411941d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:26:19.061246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e9f47-2441-4ff4-a635-8efe5b3da385 req-6bbc5a73-4a2b-473a-8195-5032116630e6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:19.062749 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-913e9f47-2441-4ff4-a635-8efe5b3da385 req-6bbc5a73-4a2b-473a-8195-5032116630e6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 946 time: 0.0921776 Oct 05 09:26:19.106702 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-913e9f47-2441-4ff4-a635-8efe5b3da385 req-d98834a9-2729-405b-8543-1beedd0007b7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77c076-c32a-4cc9-b9d5-58ba03e2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381451 Oct 05 09:26:19.162998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feb54e1-d0fd-4a2a-8295-705c0954ac40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:26:19.172359 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becbeb84-6de4-4cf2-8294-d31a589fa088 None None] Sync routers for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:26:19.180005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7feb54e1-d0fd-4a2a-8295-705c0954ac40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:19.182145 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becbeb84-6de4-4cf2-8294-d31a589fa088 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:19.182842 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-becbeb84-6de4-4cf2-8294-d31a589fa088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:19.235221 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7feb54e1-d0fd-4a2a-8295-705c0954ac40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "DELETE /v2.0/floatingips/731f72f8-dcc6-4693-87be-15c92ac6368d HTTP/1.1" status: 204 len: 168 time: 1.4969409 Oct 05 09:26:19.235634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'tag': '61a3caee-f2fd-4553-9934-0008f26b3cf7'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:26:19.238189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc669fd6-8462-436f-a80c-db75b88df225" -d '{"events": [{"name": "network-changed", "server_uuid": "290ddf07-2aa0-4719-a857-2a70ae1ba1e1", "tag": "61a3caee-f2fd-4553-9934-0008f26b3cf7"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:26:19.280162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fc5367-5896-46e3-b44d-28eadedfac71 x-openstack-request-id: req-b4fc5367-5896-46e3-b44d-28eadedfac71 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:26:19.280455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290ddf07-2aa0-4719-a857-2a70ae1ba1e1", "tag": "61a3caee-f2fd-4553-9934-0008f26b3cf7", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:26:19.280827 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4fc5367-5896-46e3-b44d-28eadedfac71 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:26:19.281376 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4fc5367-5896-46e3-b44d-28eadedfac71'] response: {'name': 'network-changed', 'server_uuid': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'tag': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'status': 'completed', 'code': 200} Oct 05 09:26:19.361668 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-becbeb84-6de4-4cf2-8294-d31a589fa088 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:19.389615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc669fd6-8462-436f-a80c-db75b88df225 req-ff32c87c-689b-4e6c-b778-28029f1c9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:19.391282 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bc669fd6-8462-436f-a80c-db75b88df225 req-ff32c87c-689b-4e6c-b778-28029f1c9d94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7079491c48e143b2a690e33a3b48be14&device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 1099 time: 0.0881450 Oct 05 09:26:19.533045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc669fd6-8462-436f-a80c-db75b88df225 req-9125b9d1-b9c5-4fc5-a4d7-55a21d4c65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:19.534458 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bc669fd6-8462-436f-a80c-db75b88df225 req-9125b9d1-b9c5-4fc5-a4d7-55a21d4c65d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 200 len: 912 time: 0.1365278 Oct 05 09:26:19.602580 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bc669fd6-8462-436f-a80c-db75b88df225 req-8c7b0a11-efb7-432e-92f6-f59457d4d8cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61a3caee-f2fd-4553-9934-0008f26b3cf7 HTTP/1.1" status: 200 len: 217 time: 0.0615244 Oct 05 09:26:19.630961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088d99a-99f7-41a1-8321-89c2a37a8efe req-45405325-ed4a-4cbb-9bd6-c235d280a1be tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:19.634404 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7088d99a-99f7-41a1-8321-89c2a37a8efe req-45405325-ed4a-4cbb-9bd6-c235d280a1be tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 946 time: 0.1014326 Oct 05 09:26:19.675260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc669fd6-8462-436f-a80c-db75b88df225 req-cec46ec8-388d-4f8d-bb44-295cf03da32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:19.677461 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bc669fd6-8462-436f-a80c-db75b88df225 req-cec46ec8-388d-4f8d-bb44-295cf03da32f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 200 len: 850 time: 0.0653169 Oct 05 09:26:19.682659 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7088d99a-99f7-41a1-8321-89c2a37a8efe req-e6d786a9-9e05-4bd0-b727-687e80cd447a tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437999 Oct 05 09:26:19.699116 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-becbeb84-6de4-4cf2-8294-d31a589fa088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:19.702959 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becbeb84-6de4-4cf2-8294-d31a589fa088 None None] Checking router: 2427f7d5-28f9-4afd-b425-933f0411941d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:26:19.711912 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becbeb84-6de4-4cf2-8294-d31a589fa088 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:19.712497 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-becbeb84-6de4-4cf2-8294-d31a589fa088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:19.762437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc669fd6-8462-436f-a80c-db75b88df225 req-dd224dd2-3ba2-49ec-a99a-56164bd01598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:19.763907 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bc669fd6-8462-436f-a80c-db75b88df225 req-dd224dd2-3ba2-49ec-a99a-56164bd01598 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794137 Oct 05 09:26:19.892463 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-becbeb84-6de4-4cf2-8294-d31a589fa088 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:19.900268 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bc669fd6-8462-436f-a80c-db75b88df225 req-579e24c5-8939-4ad3-9a0c-2c78b4ce200c service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290505 Oct 05 09:26:20.037283 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bc669fd6-8462-436f-a80c-db75b88df225 req-e02a608d-92b8-4431-87da-66ac4201c346 service neutron] 10.222.0.45 "GET /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287267 Oct 05 09:26:20.245375 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-becbeb84-6de4-4cf2-8294-d31a589fa088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:20.249187 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becbeb84-6de4-4cf2-8294-d31a589fa088 None None] The sync data for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv is: [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:18:22Z', 'revision_number': 4, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '05a6c3d0-04f5-403c-92e5-000d0dd36216', 'name': '', 'network_id': '14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'mac_address': 'fa:16:3e:5b:77:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:21Z', 'updated_at': '2022-10-05T09:18:35Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'subnets': [{'id': 'a5839bf4-e29e-4f5e-a7da-024938bf5fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:26:20.324416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f8584-b14b-4a04-99dc-4a0f18b17a32 req-70fbf065-0f5f-47be-8f72-2f915624b9d9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:20.325994 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dd4f8584-b14b-4a04-99dc-4a0f18b17a32 req-70fbf065-0f5f-47be-8f72-2f915624b9d9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 946 time: 0.0982015 Oct 05 09:26:20.347120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9945957-d9f3-4754-a999-3e68298c726a req-32361955-6189-489e-a574-7accf105d93b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:20.347816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c9945957-d9f3-4754-a999-3e68298c726a req-32361955-6189-489e-a574-7accf105d93b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:26:20.364882 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c9945957-d9f3-4754-a999-3e68298c726a req-32361955-6189-489e-a574-7accf105d93b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:26:20.366305 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c9945957-d9f3-4754-a999-3e68298c726a req-32361955-6189-489e-a574-7accf105d93b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 946 time: 0.1151223 Oct 05 09:26:20.373371 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dd4f8584-b14b-4a04-99dc-4a0f18b17a32 req-a07438d6-f5a6-4c85-b9ac-01219061b2c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77c076-c32a-4cc9-b9d5-58ba03e2cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404041 Oct 05 09:26:20.447800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 13959406-dcce-4d7c-a515-cce0812064ee {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:20.448151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:20.470179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b5288-8f39-40a8-8f59-d5e624578660 None None] New status for floating IP 731f72f8-dcc6-4693-87be-15c92ac6368d: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:26:20.818122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 13959406-dcce-4d7c-a515-cce0812064ee, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=13959406-dcce-4d7c-a515-cce0812064ee,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:20.818494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:20.888889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe658c-a0d7-4a58-8df4-3b15dd7bbba5 req-c304fac6-4f5e-4ea5-b70b-c152d152747e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:20.890453 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96fe658c-a0d7-4a58-8df4-3b15dd7bbba5 req-c304fac6-4f5e-4ea5-b70b-c152d152747e tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 946 time: 0.0932479 Oct 05 09:26:20.934407 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96fe658c-a0d7-4a58-8df4-3b15dd7bbba5 req-117153a5-880b-466f-b89a-05077fb316a9 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379817 Oct 05 09:26:21.162214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:21.162809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:21.162910 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 0fbd6dc0-9bee-45ff-ae7a-771df58765fb disassociated. External IP: 172.26.0.115, port: 13959406-dcce-4d7c-a515-cce0812064ee. Oct 05 09:26:21.163193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 13959406-dcce-4d7c-a515-cce0812064ee owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:21.241651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74ec2f-9321-402d-b379-2e7e04127dd6 req-afb651f8-4097-49bb-b4aa-7aa7e65d9f86 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:21.242295 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-3f74ec2f-9321-402d-b379-2e7e04127dd6 req-afb651f8-4097-49bb-b4aa-7aa7e65d9f86 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Synchronizing usage tracker for tenant:7079491c48e143b2a690e33a3b48be14 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:26:21.272756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-3f74ec2f-9321-402d-b379-2e7e04127dd6 req-afb651f8-4097-49bb-b4aa-7aa7e65d9f86 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Unset dirty status for tenant:7079491c48e143b2a690e33a3b48be14 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:26:21.273856 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3f74ec2f-9321-402d-b379-2e7e04127dd6 req-afb651f8-4097-49bb-b4aa-7aa7e65d9f86 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 946 time: 0.2046092 Oct 05 09:26:21.387646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-3f74ec2f-9321-402d-b379-2e7e04127dd6 req-4beaf5f7-6623-41c7-9c80-b3e49d0ab3f5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Deleting port 61a3caee-f2fd-4553-9934-0008f26b3cf7 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:21.387989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-3f74ec2f-9321-402d-b379-2e7e04127dd6 req-4beaf5f7-6623-41c7-9c80-b3e49d0ab3f5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:21.419213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:21.481641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=13959406-dcce-4d7c-a515-cce0812064ee,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:21.541408 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d6fbb48-7868-49d3-acc4-4879d0e8c5a3 req-7b37370e-d249-466a-93ad-819620dee49c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 210 time: 0.0537114 Oct 05 09:26:21.826631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 95846faf-4551-4bdd-8c60-d041735a0b0a has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:26:21.848464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-3f74ec2f-9321-402d-b379-2e7e04127dd6 req-4beaf5f7-6623-41c7-9c80-b3e49d0ab3f5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] For port 61a3caee-f2fd-4553-9934-0008f26b3cf7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=61a3caee-f2fd-4553-9934-0008f26b3cf7,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:21.848820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-3f74ec2f-9321-402d-b379-2e7e04127dd6 req-4beaf5f7-6623-41c7-9c80-b3e49d0ab3f5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:22.147305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e10cb-c422-404c-8422-1f0d2d5c4c8d req-ed689ccd-2bc6-4b87-a051-b82f4088be40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:22.148766 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-963e10cb-c422-404c-8422-1f0d2d5c4c8d req-ed689ccd-2bc6-4b87-a051-b82f4088be40 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 946 time: 0.0958781 Oct 05 09:26:22.156122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-3f74ec2f-9321-402d-b379-2e7e04127dd6 req-4beaf5f7-6623-41c7-9c80-b3e49d0ab3f5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Calling delete_port for 61a3caee-f2fd-4553-9934-0008f26b3cf7 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:22.194288 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-963e10cb-c422-404c-8422-1f0d2d5c4c8d req-17b51061-7fd2-49f6-a987-ed8bfc18eeee tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e4d3bdc-158c-4f09-9b05-cf60d785a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391741 Oct 05 09:26:22.353274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:26:22.362963 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed568b16-44a3-49d6-993f-e521c4ccf9e1 None None] Sync routers for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:26:22.373013 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed568b16-44a3-49d6-993f-e521c4ccf9e1 None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:22.373618 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ed568b16-44a3-49d6-993f-e521c4ccf9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:22.452646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] No DVR routers for this DVR port 13959406-dcce-4d7c-a515-cce0812064ee on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:26:22.456351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:22.459480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8cf7ef-a665-4cbe-9775-a05919dbe2e0', 'name': 'network-vif-deleted', 'tag': '13959406-dcce-4d7c-a515-cce0812064ee'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:26:22.461674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6741f632-b46b-4b2f-bafc-76472ba477b6" -d '{"events": [{"server_uuid": "5e8cf7ef-a665-4cbe-9775-a05919dbe2e0", "name": "network-vif-deleted", "tag": "13959406-dcce-4d7c-a515-cce0812064ee"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:26:22.478104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-3f74ec2f-9321-402d-b379-2e7e04127dd6 req-4beaf5f7-6623-41c7-9c80-b3e49d0ab3f5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:22.513892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a238e989-7648-44d8-adbd-b326d83dcd94 x-openstack-request-id: req-a238e989-7648-44d8-adbd-b326d83dcd94 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:26:22.514202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8cf7ef-a665-4cbe-9775-a05919dbe2e0", "name": "network-vif-deleted", "tag": "13959406-dcce-4d7c-a515-cce0812064ee", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:26:22.514444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a238e989-7648-44d8-adbd-b326d83dcd94 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:26:22.514827 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a238e989-7648-44d8-adbd-b326d83dcd94'] response: {'server_uuid': '5e8cf7ef-a665-4cbe-9775-a05919dbe2e0', 'name': 'network-vif-deleted', 'tag': '13959406-dcce-4d7c-a515-cce0812064ee', 'status': 'completed', 'code': 200} Oct 05 09:26:22.524588 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c9945957-d9f3-4754-a999-3e68298c726a req-b8049fa4-6486-4c04-88be-446c0fe49545 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "DELETE /v2.0/ports/13959406-dcce-4d7c-a515-cce0812064ee HTTP/1.1" status: 204 len: 173 time: 2.1512074 Oct 05 09:26:22.532842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaf5f7-6623-41c7-9c80-b3e49d0ab3f5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event deleted for resources: {'Port': ['ID=61a3caee-f2fd-4553-9934-0008f26b3cf7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:22.571475 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ed568b16-44a3-49d6-993f-e521c4ccf9e1 None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:22.631268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f74ec2f-9321-402d-b379-2e7e04127dd6 req-4beaf5f7-6623-41c7-9c80-b3e49d0ab3f5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] No DVR routers for this DVR port 61a3caee-f2fd-4553-9934-0008f26b3cf7 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:26:22.634544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-3f74ec2f-9321-402d-b379-2e7e04127dd6 req-4beaf5f7-6623-41c7-9c80-b3e49d0ab3f5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:22.636781 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3f74ec2f-9321-402d-b379-2e7e04127dd6 req-4beaf5f7-6623-41c7-9c80-b3e49d0ab3f5 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.45 "DELETE /v2.0/ports/61a3caee-f2fd-4553-9934-0008f26b3cf7 HTTP/1.1" status: 204 len: 173 time: 1.3342144 Oct 05 09:26:22.722005 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-822d7aef-f381-4bf8-9621-62fbca5875a3 req-5873eb3d-ae75-4d5b-9412-5e5223146898 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8cf7ef-a665-4cbe-9775-a05919dbe2e0 HTTP/1.1" status: 200 len: 210 time: 0.0548949 Oct 05 09:26:22.917566 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ed568b16-44a3-49d6-993f-e521c4ccf9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:22.922089 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed568b16-44a3-49d6-993f-e521c4ccf9e1 None None] Checking router: 95846faf-4551-4bdd-8c60-d041735a0b0a for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:26:22.931340 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed568b16-44a3-49d6-993f-e521c4ccf9e1 None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:22.931946 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ed568b16-44a3-49d6-993f-e521c4ccf9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:23.157154 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ed568b16-44a3-49d6-993f-e521c4ccf9e1 None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:23.368022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 13959406-dcce-4d7c-a515-cce0812064ee no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:26:23.395064 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9fcd710b-7c6a-4f43-8f1f-5e591415ae41 req-26628060-0375-4cbb-9f36-03887920c2ed tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "GET /v2.0/ports?device_id=290ddf07-2aa0-4719-a857-2a70ae1ba1e1 HTTP/1.1" status: 200 len: 210 time: 0.0500236 Oct 05 09:26:23.438785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 13959406-dcce-4d7c-a515-cce0812064ee {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:26:23.439131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 13959406-dcce-4d7c-a515-cce0812064ee not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:26:23.439552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 61a3caee-f2fd-4553-9934-0008f26b3cf7 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:26:23.473484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 61a3caee-f2fd-4553-9934-0008f26b3cf7 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:26:23.473834 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 61a3caee-f2fd-4553-9934-0008f26b3cf7 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:26:23.478344 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ed568b16-44a3-49d6-993f-e521c4ccf9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:23.482205 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed568b16-44a3-49d6-993f-e521c4ccf9e1 None None] The sync data for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv is: [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:24:34Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f1acf801-295f-46b9-8e38-dfd9ff7e381a', 'name': '', 'network_id': '62aecef2-50f7-484d-ad6f-b08cc5241f33', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:b0:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:33Z', 'updated_at': '2022-10-05T09:24:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '7c58d701-11e4-4e66-8f52-3d0457d8e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:26:23.707976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797c9f6-fd89-47ac-85e0-03514b98a577 None None] New status for floating IP 0fbd6dc0-9bee-45ff-ae7a-771df58765fb: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:26:23.876678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36960) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:23.948419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94171644-ae5a-440f-a6aa-9220e8a8b532 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:23.979057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94171644-ae5a-440f-a6aa-9220e8a8b532 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:24.050432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94171644-ae5a-440f-a6aa-9220e8a8b532 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:24.071077 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94171644-ae5a-440f-a6aa-9220e8a8b532 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f77c076-c32a-4cc9-b9d5-58ba03e2cc42,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:24.078078 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94171644-ae5a-440f-a6aa-9220e8a8b532 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:24.079211 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-94171644-ae5a-440f-a6aa-9220e8a8b532 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/security-groups/5f77c076-c32a-4cc9-b9d5-58ba03e2cc42 HTTP/1.1" status: 204 len: 168 time: 0.2015378 Oct 05 09:26:24.109694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 36966) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:24.264200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b374c4bf-19e0-4fb6-bdb4-fc2fdedadf97 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port e915a024-d019-41e9-987d-aff5e6a4c687 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:24.264539 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b374c4bf-19e0-4fb6-bdb4-fc2fdedadf97 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:24.431314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b374c4bf-19e0-4fb6-bdb4-fc2fdedadf97 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:24.431654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b374c4bf-19e0-4fb6-bdb4-fc2fdedadf97 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:24.492543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 36972) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:24.554444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'name': 'network-vif-deleted', 'tag': '61a3caee-f2fd-4553-9934-0008f26b3cf7'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:26:24.556736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429bc33c-565c-434b-8064-1072ab84623c" -d '{"events": [{"server_uuid": "290ddf07-2aa0-4719-a857-2a70ae1ba1e1", "name": "network-vif-deleted", "tag": "61a3caee-f2fd-4553-9934-0008f26b3cf7"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:26:24.566158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b374c4bf-19e0-4fb6-bdb4-fc2fdedadf97 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for e915a024-d019-41e9-987d-aff5e6a4c687 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:24.608512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c8477a-8deb-4236-87fd-a9d69374eaf3 x-openstack-request-id: req-36c8477a-8deb-4236-87fd-a9d69374eaf3 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:26:24.608812 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290ddf07-2aa0-4719-a857-2a70ae1ba1e1", "name": "network-vif-deleted", "tag": "61a3caee-f2fd-4553-9934-0008f26b3cf7", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:26:24.609063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36c8477a-8deb-4236-87fd-a9d69374eaf3 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:26:24.609468 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c8477a-8deb-4236-87fd-a9d69374eaf3'] response: {'server_uuid': '290ddf07-2aa0-4719-a857-2a70ae1ba1e1', 'name': 'network-vif-deleted', 'tag': '61a3caee-f2fd-4553-9934-0008f26b3cf7', 'status': 'completed', 'code': 200} Oct 05 09:26:24.719477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b374c4bf-19e0-4fb6-bdb4-fc2fdedadf97 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:24.758536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d6ef5-7460-44aa-8494-315b39a9f686 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Deleting port ff8af1d0-94c0-4794-953b-b4a2f2526bf4 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:24.758877 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6ef5-7460-44aa-8494-315b39a9f686 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:24.769359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374c4bf-19e0-4fb6-bdb4-fc2fdedadf97 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=e915a024-d019-41e9-987d-aff5e6a4c687,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:24.870036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b374c4bf-19e0-4fb6-bdb4-fc2fdedadf97 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:24.884628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b374c4bf-19e0-4fb6-bdb4-fc2fdedadf97 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:24.888116 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b374c4bf-19e0-4fb6-bdb4-fc2fdedadf97 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/floatingips/0fbd6dc0-9bee-45ff-ae7a-771df58765fb HTTP/1.1" status: 204 len: 168 time: 0.7746634 Oct 05 09:26:24.934623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6ef5-7460-44aa-8494-315b39a9f686 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:24.935049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6ef5-7460-44aa-8494-315b39a9f686 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:25.060409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d6ef5-7460-44aa-8494-315b39a9f686 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Calling delete_port for ff8af1d0-94c0-4794-953b-b4a2f2526bf4 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:25.259151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6ef5-7460-44aa-8494-315b39a9f686 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:25.313220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d6ef5-7460-44aa-8494-315b39a9f686 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event deleted for resources: {'Port': ['ID=ff8af1d0-94c0-4794-953b-b4a2f2526bf4,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:25.417737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7a242-352e-48f7-b36a-f09e59d75688 req-ec583761-8615-4605-8bf3-6ae31cc65e25 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:25.419215 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-11e7a242-352e-48f7-b36a-f09e59d75688 req-ec583761-8615-4605-8bf3-6ae31cc65e25 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 946 time: 0.2380321 Oct 05 09:26:25.447359 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6ef5-7460-44aa-8494-315b39a9f686 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:25.479163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6ef5-7460-44aa-8494-315b39a9f686 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:25.480277 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2a7d6ef5-7460-44aa-8494-315b39a9f686 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "DELETE /v2.0/floatingips/8d082778-82f4-4ddd-9fd2-f02309687e56 HTTP/1.1" status: 204 len: 168 time: 0.9867649 Oct 05 09:26:25.483241 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-11e7a242-352e-48f7-b36a-f09e59d75688 req-8afb01d6-7880-454d-8dd5-74cc3f4aae56 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=db6cba2f-2054-4c5f-b42d-42619083ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576668 Oct 05 09:26:26.670207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b67d3-f21e-49f7-b340-d505e812b5a8 req-a120fa1e-8161-4780-990f-fd08c242bbf2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:26.670905 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-218b67d3-f21e-49f7-b340-d505e812b5a8 req-a120fa1e-8161-4780-990f-fd08c242bbf2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:26:26.686990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-218b67d3-f21e-49f7-b340-d505e812b5a8 req-a120fa1e-8161-4780-990f-fd08c242bbf2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:26:26.687332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231b37d-03eb-4e41-a337-b3fadf296d21 req-3095888d-fd3a-4eb2-89a1-ae32a4588271 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:26.688790 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8231b37d-03eb-4e41-a337-b3fadf296d21 req-3095888d-fd3a-4eb2-89a1-ae32a4588271 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 946 time: 0.0873828 Oct 05 09:26:26.690172 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-218b67d3-f21e-49f7-b340-d505e812b5a8 req-a120fa1e-8161-4780-990f-fd08c242bbf2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 946 time: 0.2178302 Oct 05 09:26:26.736981 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8231b37d-03eb-4e41-a337-b3fadf296d21 req-0488bfc5-afdb-4a90-97bb-ffa301b3263b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=db6cba2f-2054-4c5f-b42d-42619083ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413203 Oct 05 09:26:26.766888 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-218b67d3-f21e-49f7-b340-d505e812b5a8 req-5d728d84-3edc-4c74-ab0f-a5ec4b9ec80e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:26.767232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-218b67d3-f21e-49f7-b340-d505e812b5a8 req-5d728d84-3edc-4c74-ab0f-a5ec4b9ec80e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:27.024241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-218b67d3-f21e-49f7-b340-d505e812b5a8 req-5d728d84-3edc-4c74-ab0f-a5ec4b9ec80e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 0c9229bf-63ab-4f55-a62e-fed7521a8a64, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0c9229bf-63ab-4f55-a62e-fed7521a8a64,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:27.024518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-218b67d3-f21e-49f7-b340-d505e812b5a8 req-5d728d84-3edc-4c74-ab0f-a5ec4b9ec80e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:27.156344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-218b67d3-f21e-49f7-b340-d505e812b5a8 req-5d728d84-3edc-4c74-ab0f-a5ec4b9ec80e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 0c9229bf-63ab-4f55-a62e-fed7521a8a64 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:27.309728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-218b67d3-f21e-49f7-b340-d505e812b5a8 req-5d728d84-3edc-4c74-ab0f-a5ec4b9ec80e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:27.397633 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d728d84-3edc-4c74-ab0f-a5ec4b9ec80e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=0c9229bf-63ab-4f55-a62e-fed7521a8a64,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:27.454802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-218b67d3-f21e-49f7-b340-d505e812b5a8 req-5d728d84-3edc-4c74-ab0f-a5ec4b9ec80e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] No DVR routers for this DVR port 0c9229bf-63ab-4f55-a62e-fed7521a8a64 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:26:27.457643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-218b67d3-f21e-49f7-b340-d505e812b5a8 req-5d728d84-3edc-4c74-ab0f-a5ec4b9ec80e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:27.460220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'name': 'network-vif-deleted', 'tag': '0c9229bf-63ab-4f55-a62e-fed7521a8a64'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:26:27.462467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a1b3d0-61f5-4f74-889c-854e38c9e4aa" -d '{"events": [{"server_uuid": "884bb43e-f0d0-4d67-a215-b7f502a9c909", "name": "network-vif-deleted", "tag": "0c9229bf-63ab-4f55-a62e-fed7521a8a64"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:26:27.477678 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-218b67d3-f21e-49f7-b340-d505e812b5a8 req-5d728d84-3edc-4c74-ab0f-a5ec4b9ec80e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "DELETE /v2.0/ports/0c9229bf-63ab-4f55-a62e-fed7521a8a64 HTTP/1.1" status: 204 len: 173 time: 0.7825298 Oct 05 09:26:27.510510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5403bd5b-5a0a-4081-a005-792cf135fcaa x-openstack-request-id: req-5403bd5b-5a0a-4081-a005-792cf135fcaa {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:26:27.510799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884bb43e-f0d0-4d67-a215-b7f502a9c909", "name": "network-vif-deleted", "tag": "0c9229bf-63ab-4f55-a62e-fed7521a8a64", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:26:27.511047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5403bd5b-5a0a-4081-a005-792cf135fcaa {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:26:27.511440 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5403bd5b-5a0a-4081-a005-792cf135fcaa'] response: {'server_uuid': '884bb43e-f0d0-4d67-a215-b7f502a9c909', 'name': 'network-vif-deleted', 'tag': '0c9229bf-63ab-4f55-a62e-fed7521a8a64', 'status': 'completed', 'code': 200} Oct 05 09:26:27.949295 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7b89e955-94eb-4205-851e-0bdec137a9bd req-8ffff895-0d37-4a9d-be26-6ae79b9e18d8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=884bb43e-f0d0-4d67-a215-b7f502a9c909 HTTP/1.1" status: 200 len: 210 time: 0.0654781 Oct 05 09:26:28.083202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37000) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:28.151999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97c56f8e-ae81-44d1-a470-3bbf5a4bc1b1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:28.181778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97c56f8e-ae81-44d1-a470-3bbf5a4bc1b1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:28.247326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97c56f8e-ae81-44d1-a470-3bbf5a4bc1b1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:28.264380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c56f8e-ae81-44d1-a470-3bbf5a4bc1b1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4d3bdc-158c-4f09-9b05-cf60d785a12b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:28.277662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97c56f8e-ae81-44d1-a470-3bbf5a4bc1b1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:28.278888 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-97c56f8e-ae81-44d1-a470-3bbf5a4bc1b1 tempest-TestVolumeBootPattern-1168036628 tempest-TestVolumeBootPattern-1168036628-project] 10.222.0.64 "DELETE /v2.0/security-groups/9e4d3bdc-158c-4f09-9b05-cf60d785a12b HTTP/1.1" status: 204 len: 168 time: 0.1946774 Oct 05 09:26:28.338413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37006) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:29.054994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37014) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:29.122140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ba57f4-7acf-4685-a1bf-063ad26fb3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:29.124896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-def8b151-69da-46af-a9b9-ef249e60a379 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:29.156032 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-def8b151-69da-46af-a9b9-ef249e60a379 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:29.219948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-def8b151-69da-46af-a9b9-ef249e60a379 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:29.239641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8b151-69da-46af-a9b9-ef249e60a379 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6cba2f-2054-4c5f-b42d-42619083ccfd,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:29.251499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-def8b151-69da-46af-a9b9-ef249e60a379 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:29.255930 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-def8b151-69da-46af-a9b9-ef249e60a379 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/security-groups/db6cba2f-2054-4c5f-b42d-42619083ccfd HTTP/1.1" status: 204 len: 168 time: 0.1966276 Oct 05 09:26:29.282963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37020) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:29.376239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 0c9229bf-63ab-4f55-a62e-fed7521a8a64 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:26:29.414014 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 0c9229bf-63ab-4f55-a62e-fed7521a8a64 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:26:29.414606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 0c9229bf-63ab-4f55-a62e-fed7521a8a64 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:26:29.490448 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba57f4-7acf-4685-a1bf-063ad26fb3a9 admin admin] Deleting port 05a6c3d0-04f5-403c-92e5-000d0dd36216 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:29.490776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ba57f4-7acf-4685-a1bf-063ad26fb3a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:29.673026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-d3ba57f4-7acf-4685-a1bf-063ad26fb3a9 admin admin] For port 05a6c3d0-04f5-403c-92e5-000d0dd36216, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=05a6c3d0-04f5-403c-92e5-000d0dd36216,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:29.673329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ba57f4-7acf-4685-a1bf-063ad26fb3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:29.803813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba57f4-7acf-4685-a1bf-063ad26fb3a9 admin admin] Calling delete_port for 05a6c3d0-04f5-403c-92e5-000d0dd36216 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:29.954246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6866230-4a54-453b-9bdf-e7ae596ea61f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:29.989127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ba57f4-7acf-4685-a1bf-063ad26fb3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:30.033351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba57f4-7acf-4685-a1bf-063ad26fb3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a6c3d0-04f5-403c-92e5-000d0dd36216,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:30.335840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ba57f4-7acf-4685-a1bf-063ad26fb3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:30.350472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c6866230-4a54-453b-9bdf-e7ae596ea61f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port f1acf801-295f-46b9-8e38-dfd9ff7e381a {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:30.351040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6866230-4a54-453b-9bdf-e7ae596ea61f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:30.546156 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-c6866230-4a54-453b-9bdf-e7ae596ea61f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port f1acf801-295f-46b9-8e38-dfd9ff7e381a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f1acf801-295f-46b9-8e38-dfd9ff7e381a,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:30.546439 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6866230-4a54-453b-9bdf-e7ae596ea61f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:30.675276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c6866230-4a54-453b-9bdf-e7ae596ea61f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for f1acf801-295f-46b9-8e38-dfd9ff7e381a owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:30.812573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ba57f4-7acf-4685-a1bf-063ad26fb3a9 admin admin] Router 2427f7d5-28f9-4afd-b425-933f0411941d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:26:30.991268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ba57f4-7acf-4685-a1bf-063ad26fb3a9 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:26:31.000975 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1587d979-fd04-4af3-8683-21bcf0098973 None None] Sync routers for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:26:31.003405 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d3ba57f4-7acf-4685-a1bf-063ad26fb3a9 admin admin] 10.222.0.64 "PUT /v2.0/routers/2427f7d5-28f9-4afd-b425-933f0411941d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6609695 Oct 05 09:26:31.006463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37024) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:31.012407 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1587d979-fd04-4af3-8683-21bcf0098973 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:31.013085 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1587d979-fd04-4af3-8683-21bcf0098973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:31.020156 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6866230-4a54-453b-9bdf-e7ae596ea61f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:31.080950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6866230-4a54-453b-9bdf-e7ae596ea61f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=f1acf801-295f-46b9-8e38-dfd9ff7e381a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:31.200558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:31.239759 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-1587d979-fd04-4af3-8683-21bcf0098973 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:31.415273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:31.425001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Deleting port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:31.426392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:31.501046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6866230-4a54-453b-9bdf-e7ae596ea61f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:31.552079 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1587d979-fd04-4af3-8683-21bcf0098973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:26:29Z', 'revision_number': 5, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port': {'id': '7e83127e-5d7a-496a-9a5b-fad40b19c8a7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:14Z', 'updated_at': '2022-10-05T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:31.556133 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1587d979-fd04-4af3-8683-21bcf0098973 None None] Checking router: 2427f7d5-28f9-4afd-b425-933f0411941d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:26:31.565763 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1587d979-fd04-4af3-8683-21bcf0098973 None None] Routers {'2427f7d5-28f9-4afd-b425-933f0411941d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:31.567134 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1587d979-fd04-4af3-8683-21bcf0098973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2427f7d5-28f9-4afd-b425-933f0411941d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:31.600996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] For port 7e83127e-5d7a-496a-9a5b-fad40b19c8a7, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=7e83127e-5d7a-496a-9a5b-fad40b19c8a7,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:31.601489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:31.730083 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-1587d979-fd04-4af3-8683-21bcf0098973 None None] Set router 2427f7d5-28f9-4afd-b425-933f0411941d gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:31.735053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Calling delete_port for 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:31.849087 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1587d979-fd04-4af3-8683-21bcf0098973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:26:31Z', 'revision_number': 6, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:31.853453 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1587d979-fd04-4af3-8683-21bcf0098973 None None] The sync data for ids ['2427f7d5-28f9-4afd-b425-933f0411941d'] in dv-neutron-860328-1-hyperv is: [{'id': '2427f7d5-28f9-4afd-b425-933f0411941d', 'name': 'tempest-TestVolumeBootPattern-724777586-router', 'tenant_id': '7079491c48e143b2a690e33a3b48be14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:12Z', 'updated_at': '2022-10-05T09:26:31Z', 'revision_number': 6, 'project_id': '7079491c48e143b2a690e33a3b48be14', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:26:31.888921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6866230-4a54-453b-9bdf-e7ae596ea61f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 95846faf-4551-4bdd-8c60-d041735a0b0a has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:26:31.927481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:31.972889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e83127e-5d7a-496a-9a5b-fad40b19c8a7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:32.093922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6866230-4a54-453b-9bdf-e7ae596ea61f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:26:32.105207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becf7806-0246-4365-9384-71c58dcc0cb5 None None] Sync routers for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:26:32.109891 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c6866230-4a54-453b-9bdf-e7ae596ea61f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/95846faf-4551-4bdd-8c60-d041735a0b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8234246 Oct 05 09:26:32.110176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37028) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:32.116950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becf7806-0246-4365-9384-71c58dcc0cb5 None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:32.117759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-becf7806-0246-4365-9384-71c58dcc0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:32.179597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting subnet 7c58d701-11e4-4e66-8f52-3d0457d8e303 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:26:32.182953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.192916 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.256953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.343623 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 05a6c3d0-04f5-403c-92e5-000d0dd36216 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:26:32.360548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.388547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 05a6c3d0-04f5-403c-92e5-000d0dd36216 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:26:32.388892 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 05a6c3d0-04f5-403c-92e5-000d0dd36216 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:26:32.391991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.394268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.419990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.420684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2427f7d5-28f9-4afd-b425-933f0411941d {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:26:32.431778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-becf7806-0246-4365-9384-71c58dcc0cb5 None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:32.434442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.437894 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-53b660da-98ca-4d38-9b51-ccc6e0093e60 admin admin] 10.222.0.64 "DELETE /v2.0/routers/2427f7d5-28f9-4afd-b425-933f0411941d HTTP/1.1" status: 204 len: 168 time: 1.4282422 Oct 05 09:26:32.438775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37032) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:32.469752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.505310 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-9101fbf1-1dfa-428c-9de4-f03a5b672e30 admin admin] Deleting subnet a5839bf4-e29e-4f5e-a7da-024938bf5fd4 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:26:32.508655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9101fbf1-1dfa-428c-9de4-f03a5b672e30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.510127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Subnet': ['ID=7c58d701-11e4-4e66-8f52-3d0457d8e303,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:32.515179 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.523091 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:32.523441 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:32.523779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:32.524112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:32.524440 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:32.524759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:32.525087 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:32.525408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:32.525731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:32.526073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:32.526412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:32.526715 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:32.531634 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-547b5ee9-262e-4428-8af5-695bebe9602d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/subnets/7c58d701-11e4-4e66-8f52-3d0457d8e303 HTTP/1.1" status: 204 len: 168 time: 0.4204931 Oct 05 09:26:32.534250 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37036) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:32.539814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d1ff5b-4ed6-4311-917d-f5956c5db0cb None None] Network 62aecef2-50f7-484d-ad6f-b08cc5241f33 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:26:32.563397 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9101fbf1-1dfa-428c-9de4-f03a5b672e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.653676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9101fbf1-1dfa-428c-9de4-f03a5b672e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.742219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.749225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9101fbf1-1dfa-428c-9de4-f03a5b672e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.793626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101fbf1-1dfa-428c-9de4-f03a5b672e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5839bf4-e29e-4f5e-a7da-024938bf5fd4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:32.798369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9101fbf1-1dfa-428c-9de4-f03a5b672e30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.806354 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9101fbf1-1dfa-428c-9de4-f03a5b672e30 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a5839bf4-e29e-4f5e-a7da-024938bf5fd4 HTTP/1.1" status: 204 len: 168 time: 0.3671086 Oct 05 09:26:32.808669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37040) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:32.851720 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880c5177-a88a-4851-9854-e14a32747f86 None None] Network 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:26:32.925247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.929392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5273aa4c-c0f8-4179-b051-49954ea1b3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:32.938264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Deleting port 32eb5f84-2d9b-4967-9176-0e764d0a9316 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:32.938636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.146155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.162434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 9bb19da0-4ef3-4f76-ada6-84915f407213 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:33.162688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.188893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] For port 32eb5f84-2d9b-4967-9176-0e764d0a9316, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=32eb5f84-2d9b-4967-9176-0e764d0a9316,segment=NetworkSegment(84e03d35-2a9e-4ab7-8b63-b57c2a16dffa),segment_id=84e03d35-2a9e-4ab7-8b63-b57c2a16dffa)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:33.189384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.222083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-becf7806-0246-4365-9384-71c58dcc0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:26:30Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '9bb19da0-4ef3-4f76-ada6-84915f407213', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:24:29Z', 'updated_at': '2022-10-05T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:33.228574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becf7806-0246-4365-9384-71c58dcc0cb5 None None] Checking router: 95846faf-4551-4bdd-8c60-d041735a0b0a for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:26:33.241632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becf7806-0246-4365-9384-71c58dcc0cb5 None None] Routers {'95846faf-4551-4bdd-8c60-d041735a0b0a'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:33.242270 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-becf7806-0246-4365-9384-71c58dcc0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['95846faf-4551-4bdd-8c60-d041735a0b0a'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:33.295572 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b583b2d4-e352-44ba-98fd-7a2235a952f4 None None] DHCP port deletion for 62aecef2-50f7-484d-ad6f-b08cc5241f33 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:26:33.313153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b583b2d4-e352-44ba-98fd-7a2235a952f4 None None] Deleting port 9f03552f-c860-4e83-b539-5d52ff87fc76 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:33.313525 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b583b2d4-e352-44ba-98fd-7a2235a952f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.335973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Calling delete_port for 32eb5f84-2d9b-4967-9176-0e764d0a9316 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:33.401929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfdbe85-208b-4f72-82d9-3a83a8c5c5e9 None None] DHCP port deletion for 14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:26:33.410724 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 9bb19da0-4ef3-4f76-ada6-84915f407213, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9bb19da0-4ef3-4f76-ada6-84915f407213,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:33.411356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.423025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.424926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2dfdbe85-208b-4f72-82d9-3a83a8c5c5e9 None None] Deleting port 32eb5f84-2d9b-4967-9176-0e764d0a9316 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:33.425261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2dfdbe85-208b-4f72-82d9-3a83a8c5c5e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.484063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Pushing event deleted for resources: {'Port': ['ID=32eb5f84-2d9b-4967-9176-0e764d0a9316,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:33.485892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] No DVR routers for this DVR port 32eb5f84-2d9b-4967-9176-0e764d0a9316 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:26:33.527528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-becf7806-0246-4365-9384-71c58dcc0cb5 None None] Set router 95846faf-4551-4bdd-8c60-d041735a0b0a gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:33.544000 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 9bb19da0-4ef3-4f76-ada6-84915f407213 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:33.603750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.628385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:33.632670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2dfdbe85-208b-4f72-82d9-3a83a8c5c5e9 None None] The port '32eb5f84-2d9b-4967-9176-0e764d0a9316' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:26:33.641450 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:33.641748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e03d35-2a9e-4ab7-8b63-b57c2a16dffa') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:33.654482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.671416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.679018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-becf7806-0246-4365-9384-71c58dcc0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:26:33Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:33.682669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:26:33.682669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.684625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becf7806-0246-4365-9384-71c58dcc0cb5 None None] The sync data for ids ['95846faf-4551-4bdd-8c60-d041735a0b0a'] in dv-neutron-860328-1-hyperv is: [{'id': '95846faf-4551-4bdd-8c60-d041735a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-928914757', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:24:28Z', 'updated_at': '2022-10-05T09:26:33Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:26:33.737457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.823532 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b583b2d4-e352-44ba-98fd-7a2235a952f4 None None] For port 9f03552f-c860-4e83-b539-5d52ff87fc76, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9f03552f-c860-4e83-b539-5d52ff87fc76,segment=NetworkSegment(130d1436-0678-4d6d-9e04-5234efda9b9a),segment_id=130d1436-0678-4d6d-9e04-5234efda9b9a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:33.824124 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b583b2d4-e352-44ba-98fd-7a2235a952f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.833013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=9bb19da0-4ef3-4f76-ada6-84915f407213,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:33.883224 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 84e03d35-2a9e-4ab7-8b63-b57c2a16dffa resource provider aggregate not found Oct 05 09:26:33.895563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.913597 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 84e03d35-2a9e-4ab7-8b63-b57c2a16dffa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84e03d35-2a9e-4ab7-8b63-b57c2a16dffa found for delete ", "request_id": "req-8e93bdd4-17b8-4a89-a0a3-636e8a543db3"}]} Oct 05 09:26:33.920881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.937708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:33.948569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] Pushing event deleted for resources: {'Network': ['ID=14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:33.965290 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2dd1eff6-ad7e-4d94-b3ec-7ae481e90934 admin admin] 10.222.0.64 "DELETE /v2.0/networks/14f2e7fb-82f3-4d4e-a4c8-d959e0ed1d5d HTTP/1.1" status: 204 len: 168 time: 1.1539857 Oct 05 09:26:33.966710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37048) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:33.984963 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b583b2d4-e352-44ba-98fd-7a2235a952f4 None None] Calling delete_port for 9f03552f-c860-4e83-b539-5d52ff87fc76 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:34.066479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b583b2d4-e352-44ba-98fd-7a2235a952f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.086615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.089070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.119467 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.120291 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Fanout notify agent at l3_agent the message router_deleted on router 95846faf-4551-4bdd-8c60-d041735a0b0a {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:26:34.124645 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583b2d4-e352-44ba-98fd-7a2235a952f4 None None] Pushing event deleted for resources: {'Port': ['ID=9f03552f-c860-4e83-b539-5d52ff87fc76,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:34.128958 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583b2d4-e352-44ba-98fd-7a2235a952f4 None None] No DVR routers for this DVR port 9f03552f-c860-4e83-b539-5d52ff87fc76 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:26:34.149336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.150460 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2d766c25-6468-4465-ba00-fbbf210f749f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/routers/95846faf-4551-4bdd-8c60-d041735a0b0a HTTP/1.1" status: 204 len: 168 time: 1.6152120 Oct 05 09:26:34.153239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37052) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:34.283402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6fbded43-1a13-4023-ba7a-199ca377193f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.419057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6fbded43-1a13-4023-ba7a-199ca377193f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.445677 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-6fbded43-1a13-4023-ba7a-199ca377193f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62aecef2-50f7-484d-ad6f-b08cc5241f33']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:34.458456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-6fbded43-1a13-4023-ba7a-199ca377193f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130d1436-0678-4d6d-9e04-5234efda9b9a') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:34.458768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-6fbded43-1a13-4023-ba7a-199ca377193f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130d1436-0678-4d6d-9e04-5234efda9b9a') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:34.470166 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6fbded43-1a13-4023-ba7a-199ca377193f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.491438 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6fbded43-1a13-4023-ba7a-199ca377193f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.498655 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbded43-1a13-4023-ba7a-199ca377193f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:26:34.499080 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6fbded43-1a13-4023-ba7a-199ca377193f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.569805 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a55b386e-6670-4748-a397-ebcf66593cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.588937 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 130d1436-0678-4d6d-9e04-5234efda9b9a resource provider aggregate not found Oct 05 09:26:34.609018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 32eb5f84-2d9b-4967-9176-0e764d0a9316 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:26:34.615453 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 130d1436-0678-4d6d-9e04-5234efda9b9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 130d1436-0678-4d6d-9e04-5234efda9b9a found for delete ", "request_id": "req-84017a00-a45a-4951-be92-9fde020674b7"}]} Oct 05 09:26:34.629782 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6fbded43-1a13-4023-ba7a-199ca377193f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.664714 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6fbded43-1a13-4023-ba7a-199ca377193f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.665992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 32eb5f84-2d9b-4967-9176-0e764d0a9316 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:26:34.666354 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 32eb5f84-2d9b-4967-9176-0e764d0a9316 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:26:34.666963 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9bb19da0-4ef3-4f76-ada6-84915f407213 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:26:34.677488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbded43-1a13-4023-ba7a-199ca377193f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Network': ['ID=62aecef2-50f7-484d-ad6f-b08cc5241f33,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:34.686736 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6fbded43-1a13-4023-ba7a-199ca377193f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/networks/62aecef2-50f7-484d-ad6f-b08cc5241f33 HTTP/1.1" status: 204 len: 168 time: 0.5323596 Oct 05 09:26:34.705026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.705264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37060) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:34.714027 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'network': {'name': 'tempest-network-smoke--183361345', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'port_security_enabled': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:26:34.718942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:34.719477 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 9bb19da0-4ef3-4f76-ada6-84915f407213 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:26:34.719829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9bb19da0-4ef3-4f76-ada6-84915f407213 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:26:34.720246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:26:34.724281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:network and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:34.727312 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:34.733046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:34.749169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:26:34.754010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.757912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:26:34.758284 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 7e83127e-5d7a-496a-9a5b-fad40b19c8a7 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:26:34.758701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9f03552f-c860-4e83-b539-5d52ff87fc76 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:26:34.784266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:26:34.792733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 9f03552f-c860-4e83-b539-5d52ff87fc76 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:26:34.793089 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9f03552f-c860-4e83-b539-5d52ff87fc76 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:26:34.793514 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f1acf801-295f-46b9-8e38-dfd9ff7e381a no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:26:34.800159 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.801065 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Added segment 9b0987ae-30b4-4836-b613-c396000c96bf of type vlan for network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 Oct 05 09:26:34.829906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: f1acf801-295f-46b9-8e38-dfd9ff7e381a {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:26:34.830427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f1acf801-295f-46b9-8e38-dfd9ff7e381a not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:26:34.845816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.886756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.891892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:34.892594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:34.986117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a55b386e-6670-4748-a397-ebcf66593cb1 admin admin] Deleting port 49ada675-a357-44aa-ac9d-cdd82904e661 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:34.986364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a55b386e-6670-4748-a397-ebcf66593cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:35.109159 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4027851 Oct 05 09:26:35.111923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37064) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:35.118350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'admin_state_up': True, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:26:35.123750 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be017f34-4faf-4bc2-8aea-d58f20fdcc21 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Network': ['ID=1fc7135c-fad9-4e74-a25d-a7173d8f2a36,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:35.127961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:35.132067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:router and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:35.135275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:35.136691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:26:35.141217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:35.152793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:35.154648 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:35.167209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a55b386e-6670-4748-a397-ebcf66593cb1 admin admin] For port 49ada675-a357-44aa-ac9d-cdd82904e661, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=49ada675-a357-44aa-ac9d-cdd82904e661,segment=NetworkSegment(1e65e3a5-d4be-421e-81dc-01c348f6e57a),segment_id=1e65e3a5-d4be-421e-81dc-01c348f6e57a)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:35.167479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a55b386e-6670-4748-a397-ebcf66593cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:35.172004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:35.292494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a55b386e-6670-4748-a397-ebcf66593cb1 admin admin] Calling delete_port for 49ada675-a357-44aa-ac9d-cdd82904e661 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:35.447187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:35.575745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e970ea24-8596-4b83-ab7d-43f69ccf9cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:35.599177 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a55b386e-6670-4748-a397-ebcf66593cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:35.683397 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b386e-6670-4748-a397-ebcf66593cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ada675-a357-44aa-ac9d-cdd82904e661,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:35.771990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:35.804219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:35.941686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a55b386e-6670-4748-a397-ebcf66593cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:35.953898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.23 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/0c9c78a0-163d-4b72-ab68-190e701a9d21) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:26:36.101277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:36.130382 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:36.189810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:26:36.192694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:26:36.195092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:26:36.248792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=0c9c78a0-163d-4b72-ab68-190e701a9d21,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:36.307269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55b386e-6670-4748-a397-ebcf66593cb1 admin admin] Router 02af1794-7bc6-47fe-a595-8960aa86af66 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:26:36.483359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55b386e-6670-4748-a397-ebcf66593cb1 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:26:36.495058 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774fc83-8ca0-41c0-b1ba-18a0264bb588 None None] Sync routers for ids ['02af1794-7bc6-47fe-a595-8960aa86af66'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:26:36.502978 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a55b386e-6670-4748-a397-ebcf66593cb1 admin admin] 10.222.0.64 "PUT /v2.0/routers/02af1794-7bc6-47fe-a595-8960aa86af66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5327456 Oct 05 09:26:36.503863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37068) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:36.508365 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774fc83-8ca0-41c0-b1ba-18a0264bb588 None None] Routers {'02af1794-7bc6-47fe-a595-8960aa86af66'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:36.508991 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9774fc83-8ca0-41c0-b1ba-18a0264bb588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['02af1794-7bc6-47fe-a595-8960aa86af66'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:36.686220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:36.708167 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9774fc83-8ca0-41c0-b1ba-18a0264bb588 None None] Set router 02af1794-7bc6-47fe-a595-8960aa86af66 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:36.717593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:36.730992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:36.863527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.011942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.022000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Deleting port 2dd612ac-f171-4284-ac5a-28c77be32cb3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:37.022368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.036478 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9774fc83-8ca0-41c0-b1ba-18a0264bb588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'name': 'tempest-TestVolumeBootPattern-1977350007-router', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:29Z', 'updated_at': '2022-10-05T09:26:35Z', 'revision_number': 5, 'project_id': 'b9625ca650814d5596e2a15755f230cf', 'gw_port': {'id': '2dd612ac-f171-4284-ac5a-28c77be32cb3', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:18:32Z', 'updated_at': '2022-10-05T09:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:37.040278 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774fc83-8ca0-41c0-b1ba-18a0264bb588 None None] Checking router: 02af1794-7bc6-47fe-a595-8960aa86af66 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:26:37.048692 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774fc83-8ca0-41c0-b1ba-18a0264bb588 None None] Routers {'02af1794-7bc6-47fe-a595-8960aa86af66'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:37.049325 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9774fc83-8ca0-41c0-b1ba-18a0264bb588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['02af1794-7bc6-47fe-a595-8960aa86af66'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:37.106077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.207418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] For port 2dd612ac-f171-4284-ac5a-28c77be32cb3, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=2dd612ac-f171-4284-ac5a-28c77be32cb3,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:37.207783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.267161 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9774fc83-8ca0-41c0-b1ba-18a0264bb588 None None] Set router 02af1794-7bc6-47fe-a595-8960aa86af66 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:37.319059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 52afa13d-9090-4c63-8b2f-828cfcb298f9 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:26:37.333764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Calling delete_port for 2dd612ac-f171-4284-ac5a-28c77be32cb3 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:37.373535 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9774fc83-8ca0-41c0-b1ba-18a0264bb588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'name': 'tempest-TestVolumeBootPattern-1977350007-router', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:29Z', 'updated_at': '2022-10-05T09:26:37Z', 'revision_number': 6, 'project_id': 'b9625ca650814d5596e2a15755f230cf', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:37.377554 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774fc83-8ca0-41c0-b1ba-18a0264bb588 None None] The sync data for ids ['02af1794-7bc6-47fe-a595-8960aa86af66'] in dv-neutron-860328-1-hyperv is: [{'id': '02af1794-7bc6-47fe-a595-8960aa86af66', 'name': 'tempest-TestVolumeBootPattern-1977350007-router', 'tenant_id': 'b9625ca650814d5596e2a15755f230cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:18:29Z', 'updated_at': '2022-10-05T09:26:37Z', 'revision_number': 6, 'project_id': 'b9625ca650814d5596e2a15755f230cf', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:26:37.509071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:26:37.511279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.521186 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Sync routers for ids ['52afa13d-9090-4c63-8b2f-828cfcb298f9'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:26:37.530443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Routers {'52afa13d-9090-4c63-8b2f-828cfcb298f9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:37.531277 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['52afa13d-9090-4c63-8b2f-828cfcb298f9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:37.539306 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.543578 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a60151e4-0e50-48ad-b8aa-85ccedaac8eb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4277000 Oct 05 09:26:37.543817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37072) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:37.563398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd612ac-f171-4284-ac5a-28c77be32cb3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:37.601742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:37.602132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:37.602885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:37.602885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:37.603102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:37.603433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:37.603762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:37.604088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:37.604414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:37.604739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:37.605062 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:37.605381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:37.672105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.719143 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a9ce05a0-951f-476d-876b-0c3be6a19e9e tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=3d24fcbdc2b044ca86ffb7d681c0963d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1717565 Oct 05 09:26:37.719479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37078) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:37.773499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Set router 52afa13d-9090-4c63-8b2f-828cfcb298f9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:37.856646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.858940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.873871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2c01da-f9c6-49cf-8c88-01448d6bd568 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:37.878231 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8e2c01da-f9c6-49cf-8c88-01448d6bd568 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1563256 Oct 05 09:26:37.880914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37082) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:37.885416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.885950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02af1794-7bc6-47fe-a595-8960aa86af66 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:26:37.909494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:37.913289 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d07c3048-0e84-404f-b2f1-9d1243a35d6a admin admin] 10.222.0.64 "DELETE /v2.0/routers/02af1794-7bc6-47fe-a595-8960aa86af66 HTTP/1.1" status: 204 len: 168 time: 1.4054348 Oct 05 09:26:37.914427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37086) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:37.939984 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-86657455-737c-4db8-90f1-5c52db4d50d9 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577066 Oct 05 09:26:37.942885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37090) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:37.948409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-748976879', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:26:37.986377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7017769-ea97-40c9-a7c5-84649db82a10 admin admin] Deleting subnet e28a93be-dfaf-443b-9d33-132921108313 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:26:37.990314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c7017769-ea97-40c9-a7c5-84649db82a10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:38.044079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c7017769-ea97-40c9-a7c5-84649db82a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:38.062903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:38.067452 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:subnet and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:38.070377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:38.076231 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:38.087898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:26:38.091488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:38.115713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:36Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:38.120115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Checking router: 52afa13d-9090-4c63-8b2f-828cfcb298f9 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:26:38.120577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Updating router 52afa13d-9090-4c63-8b2f-828cfcb298f9 port 0c9c78a0-163d-4b72-ab68-190e701a9d21 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:26:38.130196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c7017769-ea97-40c9-a7c5-84649db82a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:38.183622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:38.207546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c7017769-ea97-40c9-a7c5-84649db82a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:38.259379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7017769-ea97-40c9-a7c5-84649db82a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e28a93be-dfaf-443b-9d33-132921108313,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:38.264757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c7017769-ea97-40c9-a7c5-84649db82a10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:38.274005 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c7017769-ea97-40c9-a7c5-84649db82a10 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e28a93be-dfaf-443b-9d33-132921108313 HTTP/1.1" status: 204 len: 168 time: 0.3579171 Oct 05 09:26:38.276133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37094) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:38.332956 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8227d1-2e75-4d80-a0ee-4834401e1062 None None] Network ed1c54b9-03a6-43a8-aa44-1cafd35494cd requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:26:38.346137 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2dd612ac-f171-4284-ac5a-28c77be32cb3 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:26:38.401977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:38.412706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Deleting port 538fe809-7f56-4648-aa34-635e751a68e2 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:26:38.413297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:38.454558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 2dd612ac-f171-4284-ac5a-28c77be32cb3 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:26:38.454921 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 2dd612ac-f171-4284-ac5a-28c77be32cb3 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:26:38.455350 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 49ada675-a357-44aa-ac9d-cdd82904e661 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:26:38.463023 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:38.512470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 49ada675-a357-44aa-ac9d-cdd82904e661 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:26:38.512820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 49ada675-a357-44aa-ac9d-cdd82904e661 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:26:38.550905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Subnet': ['ID=d1ba9443-8757-485f-9223-d4c61ab8b1b1,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:38.560219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Checking segment: {'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:26:38.560584 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network hostable DHCP agents. Network: 1fc7135c-fad9-4e74-a25d-a7173d8f2a36, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:26:38.585334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:26:38.600179 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 1fc7135c-fad9-4e74-a25d-a7173d8f2a36) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:26:38.613239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:38.614307 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:38.631943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdd1672-6a6b-4056-a035-24d7d6562ccc None None] Network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:26:38.650166 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-029ffb59-89f1-4050-a82f-8792382fb5c6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7058535 Oct 05 09:26:38.650956 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37098) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:38.789509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] For port 538fe809-7f56-4648-aa34-635e751a68e2, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=538fe809-7f56-4648-aa34-635e751a68e2,segment=NetworkSegment(1e65e3a5-d4be-421e-81dc-01c348f6e57a),segment_id=1e65e3a5-d4be-421e-81dc-01c348f6e57a)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:38.790195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:38.937420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Calling delete_port for 538fe809-7f56-4648-aa34-635e751a68e2 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:26:39.032217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.052192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe722db-30a0-4d47-8b84-348715760849 None None] DHCP port deletion for ed1c54b9-03a6-43a8-aa44-1cafd35494cd request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:26:39.082176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ips': [{'subnet_id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:26:39.083033 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.095034 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.110144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Pushing event deleted for resources: {'Port': ['ID=538fe809-7f56-4648-aa34-635e751a68e2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:39.115331 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Transition to ACTIVE for port object 0c9c78a0-163d-4b72-ab68-190e701a9d21 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:26:39.118189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] No DVR routers for this DVR port 538fe809-7f56-4648-aa34-635e751a68e2 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:26:39.155649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.240079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Attempting to bind port 0c9c78a0-163d-4b72-ab68-190e701a9d21 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:26:39.240446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Attempting to bind port 0c9c78a0-163d-4b72-ab68-190e701a9d21 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:26:39.240982 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Attempting to bind port 0c9c78a0-163d-4b72-ab68-190e701a9d21 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:26:39.248019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.259186 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:26:39.259668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:26:39.259971 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.260557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:26:39.260934 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Bound port: 0c9c78a0-163d-4b72-ab68-190e701a9d21, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:26:39.261493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.277031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1c54b9-03a6-43a8-aa44-1cafd35494cd']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:39.291982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e65e3a5-d4be-421e-81dc-01c348f6e57a') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:39.292424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e65e3a5-d4be-421e-81dc-01c348f6e57a') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:39.305040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.305578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.319171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Pushing event updated for resources: {'Port': ['ID=0c9c78a0-163d-4b72-ab68-190e701a9d21,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:39.325831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.335742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:26:39.336239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.425001 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1e65e3a5-d4be-421e-81dc-01c348f6e57a resource provider aggregate not found Oct 05 09:26:39.427624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.461359 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1e65e3a5-d4be-421e-81dc-01c348f6e57a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e65e3a5-d4be-421e-81dc-01c348f6e57a found for delete ", "request_id": "req-ab7926ed-71e9-49d4-b7b9-b979897b9e5d"}]} Oct 05 09:26:39.464218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] For port 0c9c78a0-163d-4b72-ab68-190e701a9d21, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:26:39.470434 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] For port 0c9c78a0-163d-4b72-ab68-190e701a9d21, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0c9c78a0-163d-4b72-ab68-190e701a9d21,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:26:39.477487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Allocated IP 172.20.0.2 (1fc7135c-fad9-4e74-a25d-a7173d8f2a36/d1ba9443-8757-485f-9223-d4c61ab8b1b1/9dbaeacd-8c65-4717-a5a2-71721eca55ab) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:26:39.478346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.480032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.483504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.513640 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] 10.222.0.64 "DELETE /v2.0/networks/ed1c54b9-03a6-43a8-aa44-1cafd35494cd HTTP/1.1" status: 204 len: 168 time: 1.2364063 Oct 05 09:26:39.514626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3794152-2178-42c8-9a54-8f8f5be170ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ed1c54b9-03a6-43a8-aa44-1cafd35494cd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:39.612338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Routers {'52afa13d-9090-4c63-8b2f-828cfcb298f9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:39.613145 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['52afa13d-9090-4c63-8b2f-828cfcb298f9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:39.647022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37108) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:39.704776 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5b319535-7216-4eae-be8e-1db07e9603b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7079491c48e143b2a690e33a3b48be14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563006 Oct 05 09:26:39.708004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37112) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:39.715120 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Pushing event updated for resources: {'Port': ['ID=0c9c78a0-163d-4b72-ab68-190e701a9d21,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:39.772473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02590d54-2bc3-4ade-bc3e-082704fc02a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.796995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:39.797347 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:39.797690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:39.798049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:39.798383 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:39.798717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:39.799046 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:39.799139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02590d54-2bc3-4ade-bc3e-082704fc02a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.799373 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:39.799700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:39.800050 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:39.800376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:39.800695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ec1a7-d012-4515-8ee9-9653d81c3537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:39.857976 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02590d54-2bc3-4ade-bc3e-082704fc02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.879613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] Set router 52afa13d-9090-4c63-8b2f-828cfcb298f9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:39.883696 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02590d54-2bc3-4ade-bc3e-082704fc02a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cedcf5-3b01-49aa-918a-5d624002677e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:39.892008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02590d54-2bc3-4ade-bc3e-082704fc02a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:39.896492 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-02590d54-2bc3-4ade-bc3e-082704fc02a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6cedcf5-3b01-49aa-918a-5d624002677e HTTP/1.1" status: 204 len: 168 time: 0.1841354 Oct 05 09:26:40.132042 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:40.148386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Transition to ACTIVE for port object 9dbaeacd-8c65-4717-a5a2-71721eca55ab will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:26:40.196476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Transition to ACTIVE for port object 9dbaeacd-8c65-4717-a5a2-71721eca55ab will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:26:40.229937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:40.276654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37120) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:40.281845 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 538fe809-7f56-4648-aa34-635e751a68e2 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:26:40.290784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.1 (1fc7135c-fad9-4e74-a25d-a7173d8f2a36/d1ba9443-8757-485f-9223-d4c61ab8b1b1/c71dd2f5-2708-4f0a-8edf-3343ed8b8564) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:26:40.330726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 538fe809-7f56-4648-aa34-635e751a68e2 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:26:40.331449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 538fe809-7f56-4648-aa34-635e751a68e2 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:26:40.334344 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a0ccc443-4e12-4bac-bb7f-13439e602984 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9625ca650814d5596e2a15755f230cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558946 Oct 05 09:26:40.336730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37124) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:40.343003 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:26:40.351891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:26:40.359814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:26:40.364520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Pushing event updated for resources: {'Port': ['ID=9dbaeacd-8c65-4717-a5a2-71721eca55ab,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:40.410433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-112ed60b-20bc-4b9b-bb15-880177575df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:40.440084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-112ed60b-20bc-4b9b-bb15-880177575df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:40.478636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Attempting to bind port 9dbaeacd-8c65-4717-a5a2-71721eca55ab on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:26:40.479009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Attempting to bind port 9dbaeacd-8c65-4717-a5a2-71721eca55ab by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:26:40.479380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Attempting to bind port 9dbaeacd-8c65-4717-a5a2-71721eca55ab on network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:26:40.487125 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:26:40.487425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Checking segment: {'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:26:40.488381 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:40.488892 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Bound using segment: {'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:26:40.489367 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Bound port: 9dbaeacd-8c65-4717-a5a2-71721eca55ab, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:26:40.489769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:40.501659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:36Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:40.505558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-112ed60b-20bc-4b9b-bb15-880177575df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:40.512093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0685a12-95ca-45c6-ae2d-a22f08d7576a None None] The sync data for ids ['52afa13d-9090-4c63-8b2f-828cfcb298f9'] in dv-neutron-860328-1-hyperv is: [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:36Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:26:40.528603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ed60b-20bc-4b9b-bb15-880177575df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59411017-8dd7-45dc-b0f6-e59f31f0ccb8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:40.537880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-112ed60b-20bc-4b9b-bb15-880177575df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:40.539177 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-112ed60b-20bc-4b9b-bb15-880177575df2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59411017-8dd7-45dc-b0f6-e59f31f0ccb8 HTTP/1.1" status: 204 len: 168 time: 0.2012148 Oct 05 09:26:40.601140 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:40.611827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] For port 9dbaeacd-8c65-4717-a5a2-71721eca55ab, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:26:40.617224 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] For port 9dbaeacd-8c65-4717-a5a2-71721eca55ab, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9dbaeacd-8c65-4717-a5a2-71721eca55ab,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:26:40.619273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object c71dd2f5-2708-4f0a-8edf-3343ed8b8564 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:26:40.626197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:40.649411 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:40.720368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3f693-bdbf-47ad-b342-f1b60b0af4e1 None None] Pushing event updated for resources: {'Port': ['ID=9dbaeacd-8c65-4717-a5a2-71721eca55ab,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:40.725984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:26:40.728952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:26:40.733286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:26:40.809052 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=c71dd2f5-2708-4f0a-8edf-3343ed8b8564,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:40.872508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:41.198718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:41.656639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:41.662828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:41.781436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=c71dd2f5-2708-4f0a-8edf-3343ed8b8564,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:41.787330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:41.801222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae742838-ee18-4478-80e0-17ca43d0e454 None None] Network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:26:41.926021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:26:41.927215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:26:41.955477 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e4e4f9f5-6fed-448a-92f1-50516485c894 None None] Provisioning for port 9dbaeacd-8c65-4717-a5a2-71721eca55ab completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:26:42.120016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 52afa13d-9090-4c63-8b2f-828cfcb298f9 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:26:42.297847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Provisioning for port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:26:42.304363 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Provisioning complete for port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:26:42.305212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:42.305666 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Attempt 1 to provision port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 Oct 05 09:26:42.397239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0c9c78a0-163d-4b72-ab68-190e701a9d21 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:26:42.444910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:26:42.458382 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Sync routers for ids ['52afa13d-9090-4c63-8b2f-828cfcb298f9'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:26:42.466431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37130) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:42.466877 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8283da11-5c21-4f2f-bb27-7d073a2a5c4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/52afa13d-9090-4c63-8b2f-828cfcb298f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8142540 Oct 05 09:26:42.482919 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Routers {'52afa13d-9090-4c63-8b2f-828cfcb298f9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:42.483866 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['52afa13d-9090-4c63-8b2f-828cfcb298f9'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:42.486255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:26:42.503411 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 0c9c78a0-163d-4b72-ab68-190e701a9d21 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:26:42.508842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 0c9c78a0-163d-4b72-ab68-190e701a9d21 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:26:42.509452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:42.509945 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 0c9c78a0-163d-4b72-ab68-190e701a9d21 Oct 05 09:26:42.638855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b75023d-e1ac-46f3-8a83-71d3e95fc232 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:42.639345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b75023d-e1ac-46f3-8a83-71d3e95fc232 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:42.639820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b75023d-e1ac-46f3-8a83-71d3e95fc232 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:42.640294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b75023d-e1ac-46f3-8a83-71d3e95fc232 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:42.641997 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6b75023d-e1ac-46f3-8a83-71d3e95fc232 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1736865 Oct 05 09:26:42.644939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37134) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:42.651829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 0c9c78a0-163d-4b72-ab68-190e701a9d21 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:26:42.652536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:42.671098 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 0c9c78a0-163d-4b72-ab68-190e701a9d21, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0c9c78a0-163d-4b72-ab68-190e701a9d21,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:42.674529 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Set router 52afa13d-9090-4c63-8b2f-828cfcb298f9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:42.678591 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:42.679442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9dbaeacd-8c65-4717-a5a2-71721eca55ab up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:26:42.737442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d8fa07-e35a-4e54-9ec7-8ba200031f18 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:42.738424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d8fa07-e35a-4e54-9ec7-8ba200031f18 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:42.738892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d8fa07-e35a-4e54-9ec7-8ba200031f18 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:42.739347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d8fa07-e35a-4e54-9ec7-8ba200031f18 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:42.743878 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-71d8fa07-e35a-4e54-9ec7-8ba200031f18 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0950320 Oct 05 09:26:42.744015 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37138) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:42.802324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=0c9c78a0-163d-4b72-ab68-190e701a9d21,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:42.820784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 9dbaeacd-8c65-4717-a5a2-71721eca55ab completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:26:42.830784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9dbaeacd-8c65-4717-a5a2-71721eca55ab triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:26:42.832423 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:42.832971 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9dbaeacd-8c65-4717-a5a2-71721eca55ab Oct 05 09:26:42.960812 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a578129a-17df-4506-a698-b6af1f25f1fd tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2157488 Oct 05 09:26:42.963639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37142) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:42.969937 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1342351650', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:26:42.975128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9dbaeacd-8c65-4717-a5a2-71721eca55ab is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:26:42.975623 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:42.988510 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Attempt 2 to provision port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 Oct 05 09:26:43.004802 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:41Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'c71dd2f5-2708-4f0a-8edf-3343ed8b8564', 'name': '', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:43:d1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:39Z', 'updated_at': '2022-10-05T09:26:41Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:43.008785 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Checking router: 52afa13d-9090-4c63-8b2f-828cfcb298f9 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:26:43.009139 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Updating router 52afa13d-9090-4c63-8b2f-828cfcb298f9 port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:26:43.060408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 9dbaeacd-8c65-4717-a5a2-71721eca55ab, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9dbaeacd-8c65-4717-a5a2-71721eca55ab,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:43.061699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:26:43.066967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:43.071904 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:43.139420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=9dbaeacd-8c65-4717-a5a2-71721eca55ab,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:43.219640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:43.225270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:port and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:43.228198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:43.234377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:43.246639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:26:43.250428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:43.272267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] device_id is not set on port 795fa358-0f8a-493c-aea9-9ade27dee3f1 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:26:43.430817 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:43.442189 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Transition to ACTIVE for port object c71dd2f5-2708-4f0a-8edf-3343ed8b8564 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:26:43.447817 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:43.512574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.9 (1fc7135c-fad9-4e74-a25d-a7173d8f2a36/d1ba9443-8757-485f-9223-d4c61ab8b1b1/795fa358-0f8a-493c-aea9-9ade27dee3f1) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:26:43.562446 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Attempt 3 to provision port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 Oct 05 09:26:43.618789 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:26:43.652784 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Pushing event updated for resources: {'Port': ['ID=c71dd2f5-2708-4f0a-8edf-3343ed8b8564,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:43.703345 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:43.703565 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:43.703902 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:43.704230 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:43.704557 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:43.704883 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:43.705203 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:43.705523 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:43.705845 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:43.706240 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:43.707229 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:43.707559 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:26:43.712287 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Attempting to bind port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:26:43.712652 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Attempting to bind port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:26:43.713007 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Attempting to bind port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 on network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:26:43.718474 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:26:43.718849 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Checking segment: {'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:26:43.719243 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:43.719623 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Bound using segment: {'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:26:43.720080 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Bound port: c71dd2f5-2708-4f0a-8edf-3343ed8b8564, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:26:43.720473 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:43.721545 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:43.739763 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object 795fa358-0f8a-493c-aea9-9ade27dee3f1 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:26:43.764095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:43.809551 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] For port c71dd2f5-2708-4f0a-8edf-3343ed8b8564, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:26:43.812737 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] For port c71dd2f5-2708-4f0a-8edf-3343ed8b8564, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c71dd2f5-2708-4f0a-8edf-3343ed8b8564,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:26:43.819774 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:43.834696 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:26:43.842365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:26:43.846686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:26:43.886020 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Routers {'52afa13d-9090-4c63-8b2f-828cfcb298f9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:43.886638 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['52afa13d-9090-4c63-8b2f-828cfcb298f9'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:43.903016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=795fa358-0f8a-493c-aea9-9ade27dee3f1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:43.921485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:43.922155 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:43.950199 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a927c03a-fe5e-4128-9de8-65ea711cf72e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9854443 Oct 05 09:26:44.026158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37148) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:44.031437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042611418', 'description': 'tempest-secgroup-smoke-2042611418 description', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:26:44.038930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:44.043174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:44.046214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:44.052679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:44.064247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.085229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:44.089326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:44.092146 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:44.095732 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e201b28-6788-4087-8204-40dd0800693f None None] Pushing event updated for resources: {'Port': ['ID=c71dd2f5-2708-4f0a-8edf-3343ed8b8564,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:44.098575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:44.108315 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] Set router 52afa13d-9090-4c63-8b2f-828cfcb298f9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:44.119969 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Attempt 4 to provision port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 Oct 05 09:26:44.178996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.183698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.185517 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:26:44.197246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Provisioning complete for port 9dbaeacd-8c65-4717-a5a2-71721eca55ab triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:26:44.197716 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.198176 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Attempt 1 to provision port 9dbaeacd-8c65-4717-a5a2-71721eca55ab Oct 05 09:26:44.230910 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e782fd9a-5720-4b71-9ab1-88fedec58e28,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:44.238339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.242504 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-78323919-3b78-46dc-bc51-2bea25b0eec0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2124050 Oct 05 09:26:44.242768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37152) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:44.249823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9c1c4080-2b24-4167-86bb-27b2c11bc2da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'e782fd9a-5720-4b71-9ab1-88fedec58e28', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:26:44.257674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9c1c4080-2b24-4167-86bb-27b2c11bc2da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:44.271555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9c1c4080-2b24-4167-86bb-27b2c11bc2da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:44.275455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9c1c4080-2b24-4167-86bb-27b2c11bc2da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:44.285791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9c1c4080-2b24-4167-86bb-27b2c11bc2da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:44.306865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c1c4080-2b24-4167-86bb-27b2c11bc2da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.313851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0c9c78a0-163d-4b72-ab68-190e701a9d21 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:26:44.373268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c1c4080-2b24-4167-86bb-27b2c11bc2da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.379244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c1c4080-2b24-4167-86bb-27b2c11bc2da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.388105 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9311f17e-0723-4427-b9f4-0f2657dc1df7 None None] Current status of the port 9dbaeacd-8c65-4717-a5a2-71721eca55ab is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:26:44.406322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 0c9c78a0-163d-4b72-ab68-190e701a9d21 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:26:44.407099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.407099 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 0c9c78a0-163d-4b72-ab68-190e701a9d21 Oct 05 09:26:44.407658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c4080-2b24-4167-86bb-27b2c11bc2da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db896e22-39bf-4810-b4b0-61c5b89f5ec2,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:44.425640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c1c4080-2b24-4167-86bb-27b2c11bc2da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.427099 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9c1c4080-2b24-4167-86bb-27b2c11bc2da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1830750 Oct 05 09:26:44.430029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37156) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:44.435278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-71871673-f326-4ca7-817b-275f1b7cc468 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'e782fd9a-5720-4b71-9ab1-88fedec58e28', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:26:44.436369 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:41Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'c71dd2f5-2708-4f0a-8edf-3343ed8b8564', 'name': '', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:43:d1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:39Z', 'updated_at': '2022-10-05T09:26:43Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:44.441239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-71871673-f326-4ca7-817b-275f1b7cc468 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:44.442222 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf7de81-10de-4ed4-8b0c-4bde21366af7 None None] The sync data for ids ['52afa13d-9090-4c63-8b2f-828cfcb298f9'] in dv-neutron-860328-1-hyperv is: [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:41Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'c71dd2f5-2708-4f0a-8edf-3343ed8b8564', 'name': '', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:43:d1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:39Z', 'updated_at': '2022-10-05T09:26:43Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:26:44.445231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-71871673-f326-4ca7-817b-275f1b7cc468 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:44.448820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-71871673-f326-4ca7-817b-275f1b7cc468 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:44.454957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-71871673-f326-4ca7-817b-275f1b7cc468 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:44.475733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71871673-f326-4ca7-817b-275f1b7cc468 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.575720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71871673-f326-4ca7-817b-275f1b7cc468 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.581273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71871673-f326-4ca7-817b-275f1b7cc468 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.590186 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 0c9c78a0-163d-4b72-ab68-190e701a9d21 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:26:44.591526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9dbaeacd-8c65-4717-a5a2-71721eca55ab up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:26:44.607261 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71871673-f326-4ca7-817b-275f1b7cc468 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a5497e-febf-4544-b5c9-eb21a8c82c21,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:44.617714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71871673-f326-4ca7-817b-275f1b7cc468 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.619108 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-71871673-f326-4ca7-817b-275f1b7cc468 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1879401 Oct 05 09:26:44.621749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37160) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:44.624854 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Provisioning for port 795fa358-0f8a-493c-aea9-9ade27dee3f1 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:26:44.628770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1e0ac70e-4421-4629-95d7-573e03ee75db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'e782fd9a-5720-4b71-9ab1-88fedec58e28', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:26:44.635526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1e0ac70e-4421-4629-95d7-573e03ee75db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:44.639740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e0ac70e-4421-4629-95d7-573e03ee75db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:44.639944 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Provisioning complete for port 795fa358-0f8a-493c-aea9-9ade27dee3f1 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:26:44.640267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.640603 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Attempt 1 to provision port 795fa358-0f8a-493c-aea9-9ade27dee3f1 Oct 05 09:26:44.642852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e0ac70e-4421-4629-95d7-573e03ee75db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:44.649243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1e0ac70e-4421-4629-95d7-573e03ee75db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:44.668050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac70e-4421-4629-95d7-573e03ee75db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.716778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Port 795fa358-0f8a-493c-aea9-9ade27dee3f1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:26:44.731369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9dbaeacd-8c65-4717-a5a2-71721eca55ab triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:26:44.731747 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.732086 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9dbaeacd-8c65-4717-a5a2-71721eca55ab Oct 05 09:26:44.737055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac70e-4421-4629-95d7-573e03ee75db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.742182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac70e-4421-4629-95d7-573e03ee75db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.766886 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ac70e-4421-4629-95d7-573e03ee75db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8426843d-3726-400c-9b4f-171107c3a707,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:44.777496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac70e-4421-4629-95d7-573e03ee75db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.781694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37164) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:44.782712 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1e0ac70e-4421-4629-95d7-573e03ee75db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1592572 Oct 05 09:26:44.788212 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-aa072238-c8e7-4ae3-9dae-d19e034d4f49 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'e782fd9a-5720-4b71-9ab1-88fedec58e28', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:26:44.794989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-aa072238-c8e7-4ae3-9dae-d19e034d4f49 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:44.800346 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-aa072238-c8e7-4ae3-9dae-d19e034d4f49 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:44.803576 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-aa072238-c8e7-4ae3-9dae-d19e034d4f49 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:44.812853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-aa072238-c8e7-4ae3-9dae-d19e034d4f49 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:44.837418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa072238-c8e7-4ae3-9dae-d19e034d4f49 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.867262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9dbaeacd-8c65-4717-a5a2-71721eca55ab is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:26:44.912352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa072238-c8e7-4ae3-9dae-d19e034d4f49 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.916163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa072238-c8e7-4ae3-9dae-d19e034d4f49 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.941695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa072238-c8e7-4ae3-9dae-d19e034d4f49 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03eabcfa-1e61-4b93-93cf-c2fb5d9c23f6,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:44.952363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aa072238-c8e7-4ae3-9dae-d19e034d4f49 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:44.953697 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-aa072238-c8e7-4ae3-9dae-d19e034d4f49 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1709433 Oct 05 09:26:44.956515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37168) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:44.962036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e2b2a356-987f-49e9-8caa-13811cda5eea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'e782fd9a-5720-4b71-9ab1-88fedec58e28', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:26:44.968779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e2b2a356-987f-49e9-8caa-13811cda5eea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:44.973452 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e2b2a356-987f-49e9-8caa-13811cda5eea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:44.976460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e2b2a356-987f-49e9-8caa-13811cda5eea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:44.982509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e2b2a356-987f-49e9-8caa-13811cda5eea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:44.994666 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-e2b2a356-987f-49e9-8caa-13811cda5eea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:26:45.001843 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a356-987f-49e9-8caa-13811cda5eea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:45.069494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a356-987f-49e9-8caa-13811cda5eea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:45.073937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a356-987f-49e9-8caa-13811cda5eea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:45.099141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2a356-987f-49e9-8caa-13811cda5eea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c63eaac-a1bb-4288-8bff-1fb3fae0599f,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:45.108544 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a356-987f-49e9-8caa-13811cda5eea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:45.109777 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e2b2a356-987f-49e9-8caa-13811cda5eea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520362 Oct 05 09:26:45.113240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37172) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:45.118701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-bd934016-0425-4cf0-b1b1-adb57987d6a8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'e782fd9a-5720-4b71-9ab1-88fedec58e28', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:26:45.124726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-bd934016-0425-4cf0-b1b1-adb57987d6a8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:45.129876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-bd934016-0425-4cf0-b1b1-adb57987d6a8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:45.133138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-bd934016-0425-4cf0-b1b1-adb57987d6a8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:45.139203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-bd934016-0425-4cf0-b1b1-adb57987d6a8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:45.150723 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-bd934016-0425-4cf0-b1b1-adb57987d6a8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:26:45.158243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bd934016-0425-4cf0-b1b1-adb57987d6a8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:45.217854 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Attempt 2 to provision port 795fa358-0f8a-493c-aea9-9ade27dee3f1 Oct 05 09:26:45.232500 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bd934016-0425-4cf0-b1b1-adb57987d6a8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:45.236483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bd934016-0425-4cf0-b1b1-adb57987d6a8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:45.261303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd934016-0425-4cf0-b1b1-adb57987d6a8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057525d4-d874-4b3f-a2d4-920170ce877b,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:45.272529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bd934016-0425-4cf0-b1b1-adb57987d6a8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:45.274097 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bd934016-0425-4cf0-b1b1-adb57987d6a8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1595392 Oct 05 09:26:45.276912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Port 795fa358-0f8a-493c-aea9-9ade27dee3f1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:26:45.500628 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-a7e8855c-5b18-494f-8876-35e12062add8 req-be592f1e-b913-4a37-a596-577c5816d6bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:26:45.518468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-a7e8855c-5b18-494f-8876-35e12062add8 req-be592f1e-b913-4a37-a596-577c5816d6bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:26:45.519818 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-be592f1e-b913-4a37-a596-577c5816d6bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042611418&fields=id&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 267 time: 0.0606642 Oct 05 09:26:45.600797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8855c-5b18-494f-8876-35e12062add8 req-df352129-c42f-498d-9517-8eccf70ff52e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:45.601366 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-a7e8855c-5b18-494f-8876-35e12062add8 req-df352129-c42f-498d-9517-8eccf70ff52e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:26:45.616639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-a7e8855c-5b18-494f-8876-35e12062add8 req-df352129-c42f-498d-9517-8eccf70ff52e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:26:45.618096 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-df352129-c42f-498d-9517-8eccf70ff52e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 930 time: 0.0911384 Oct 05 09:26:45.695787 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-d30245b5-a021-4d15-8c4d-136bac2b5b43 service neutron] 10.222.0.64 "GET /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0646794 Oct 05 09:26:45.777822 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Attempt 3 to provision port 795fa358-0f8a-493c-aea9-9ade27dee3f1 Oct 05 09:26:45.827681 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-ade70fee-caa6-40ad-b397-e7ebcc8d2b91 service neutron] 10.222.0.64 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262169 Oct 05 09:26:45.835402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Port 795fa358-0f8a-493c-aea9-9ade27dee3f1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:26:45.965941 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-9a6c5984-2c53-4a3b-aa46-26fa7185d419 service neutron] 10.222.0.64 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317048 Oct 05 09:26:46.150473 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cc1a1baa-7148-4bd1-8eb4-31a7b19af68e req-a5152220-855f-4fdb-83ee-dea5e64f2003 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 210 time: 0.0497584 Oct 05 09:26:46.276900 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c71dd2f5-2708-4f0a-8edf-3343ed8b8564 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:26:46.337169 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Attempt 4 to provision port 795fa358-0f8a-493c-aea9-9ade27dee3f1 Oct 05 09:26:46.395937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:26:46.398852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Port 795fa358-0f8a-493c-aea9-9ade27dee3f1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:26:46.401179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:26:46.401535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:46.401865 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 Oct 05 09:26:46.553120 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:26:46.553498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:46.585648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port c71dd2f5-2708-4f0a-8edf-3343ed8b8564, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c71dd2f5-2708-4f0a-8edf-3343ed8b8564,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:46.590125 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:46.660189 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=c71dd2f5-2708-4f0a-8edf-3343ed8b8564,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:46.900097 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Attempt 5 to provision port 795fa358-0f8a-493c-aea9-9ade27dee3f1 Oct 05 09:26:46.954328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Port 795fa358-0f8a-493c-aea9-9ade27dee3f1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:26:47.111550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8855c-5b18-494f-8876-35e12062add8 req-d3575510-bce0-435b-a023-9993370522d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:47.112992 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-d3575510-bce0-435b-a023-9993370522d1 service neutron] 10.222.0.45 "GET /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 1026 time: 0.0607138 Oct 05 09:26:47.265225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8855c-5b18-494f-8876-35e12062add8 req-e6974d9b-09af-43be-8f6e-0d47fb181698 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:47.266792 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-e6974d9b-09af-43be-8f6e-0d47fb181698 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks?id=1fc7135c-fad9-4e74-a25d-a7173d8f2a36 HTTP/1.1" status: 200 len: 796 time: 0.1488192 Oct 05 09:26:47.325303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a7e8855c-5b18-494f-8876-35e12062add8 req-0471b554-d076-4edc-a436-b2a755c29985 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:26:47.334987 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a38e2566-1ea8-4922-8aa7-f60ce0c83b05 req-6da190f5-c9bc-44e4-8b7d-93b92d70eef3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 210 time: 0.0643899 Oct 05 09:26:47.337518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a7e8855c-5b18-494f-8876-35e12062add8 req-0471b554-d076-4edc-a436-b2a755c29985 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:26:47.338668 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-0471b554-d076-4edc-a436-b2a755c29985 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 380 time: 0.0641172 Oct 05 09:26:47.350399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Request body: {'port': {'device_id': 'e12edd64-faba-43ae-8f26-3879ac7067b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:26:47.455543 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Attempt 6 to provision port 795fa358-0f8a-493c-aea9-9ade27dee3f1 Oct 05 09:26:47.466113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:47.510025 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Port 795fa358-0f8a-493c-aea9-9ade27dee3f1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:26:47.819128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795fa358-0f8a-493c-aea9-9ade27dee3f1 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:26:47.826822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:47.841827 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Transition to ACTIVE for port object 795fa358-0f8a-493c-aea9-9ade27dee3f1 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:26:47.845524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:48.011405 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Attempt 7 to provision port 795fa358-0f8a-493c-aea9-9ade27dee3f1 Oct 05 09:26:48.035909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Pushing event updated for resources: {'Port': ['ID=795fa358-0f8a-493c-aea9-9ade27dee3f1,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:48.073796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Attempting to bind port 795fa358-0f8a-493c-aea9-9ade27dee3f1 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:26:48.074072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Attempting to bind port 795fa358-0f8a-493c-aea9-9ade27dee3f1 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:26:48.074400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Attempting to bind port 795fa358-0f8a-493c-aea9-9ade27dee3f1 on network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:26:48.075031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Port 795fa358-0f8a-493c-aea9-9ade27dee3f1 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:26:48.079008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Port 795fa358-0f8a-493c-aea9-9ade27dee3f1 on network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:26:48.079326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Attempting to bind port 795fa358-0f8a-493c-aea9-9ade27dee3f1 on network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:26:48.084530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:26:48.084864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Checking segment: {'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:26:48.085244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Bound using segment: {'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:26:48.085670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Bound port: 795fa358-0f8a-493c-aea9-9ade27dee3f1, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:26:48.086051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:48.179192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:26:48.182123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:26:48.186411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:48.219832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:48.220447 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:48.221870 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] 10.222.0.45 "PUT /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 1131 time: 0.8770881 Oct 05 09:26:48.222346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12edd64-faba-43ae-8f26-3879ac7067b6', 'tag': '795fa358-0f8a-493c-aea9-9ade27dee3f1'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:26:48.224949 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91838bc-b757-46d5-8e71-8a7ab0562d79" -d '{"events": [{"name": "network-changed", "server_uuid": "e12edd64-faba-43ae-8f26-3879ac7067b6", "tag": "795fa358-0f8a-493c-aea9-9ade27dee3f1"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:26:48.264633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c71dd2f5-2708-4f0a-8edf-3343ed8b8564 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:26:48.336229 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:26:48.336606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:48.336944 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 Oct 05 09:26:48.358735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa8e975-22a3-4a62-a3d0-e00b634ccae7 x-openstack-request-id: req-bfa8e975-22a3-4a62-a3d0-e00b634ccae7 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:26:48.359017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e12edd64-faba-43ae-8f26-3879ac7067b6", "tag": "795fa358-0f8a-493c-aea9-9ade27dee3f1", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:26:48.359270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bfa8e975-22a3-4a62-a3d0-e00b634ccae7 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:26:48.359657 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa8e975-22a3-4a62-a3d0-e00b634ccae7'] response: {'name': 'network-changed', 'server_uuid': 'e12edd64-faba-43ae-8f26-3879ac7067b6', 'tag': '795fa358-0f8a-493c-aea9-9ade27dee3f1', 'status': 'completed', 'code': 200} Oct 05 09:26:48.444205 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521afece-af6a-49dd-a7fc-4b223d5333a0 service neutron] Pushing event updated for resources: {'Port': ['ID=795fa358-0f8a-493c-aea9-9ade27dee3f1,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:48.469764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8855c-5b18-494f-8876-35e12062add8 req-c6238af3-eb4a-4946-a674-531487859682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:48.471343 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-c6238af3-eb4a-4946-a674-531487859682 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 1134 time: 0.1144347 Oct 05 09:26:48.476826 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:26:48.553697 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-8ce98ee7-f270-4932-9b5c-bd46caafe97f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 217 time: 0.0744543 Oct 05 09:26:48.561923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15678a92-a11e-4a71-820e-b5438114dfab req-27f6ae67-11a7-4515-bc6b-81b04cdff3c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:48.563503 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-15678a92-a11e-4a71-820e-b5438114dfab req-27f6ae67-11a7-4515-bc6b-81b04cdff3c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 981 time: 0.0887399 Oct 05 09:26:48.575890 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Attempt 8 to provision port 795fa358-0f8a-493c-aea9-9ade27dee3f1 Oct 05 09:26:48.615697 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-15678a92-a11e-4a71-820e-b5438114dfab req-1f5c618a-4a45-44c4-8a6c-b60b494cc7b1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461516 Oct 05 09:26:48.618614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8855c-5b18-494f-8876-35e12062add8 req-3db056f5-3884-418f-a767-dbb54d0280bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:48.620053 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-3db056f5-3884-418f-a767-dbb54d0280bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1ba9443-8757-485f-9223-d4c61ab8b1b1 HTTP/1.1" status: 200 len: 834 time: 0.0591309 Oct 05 09:26:48.649618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5f96e24f-9808-43fb-9d55-93f110d19f2e None None] Port 795fa358-0f8a-493c-aea9-9ade27dee3f1 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:26:48.705395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8855c-5b18-494f-8876-35e12062add8 req-3688fa8b-c349-4e05-93af-8bcbea4e56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:48.706972 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-3688fa8b-c349-4e05-93af-8bcbea4e56fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fc7135c-fad9-4e74-a25d-a7173d8f2a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809257 Oct 05 09:26:48.850623 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-5df30097-58df-4652-b98e-e06084cfabc7 service neutron] 10.222.0.45 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375415 Oct 05 09:26:48.988682 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7e8855c-5b18-494f-8876-35e12062add8 req-b70d66bc-0fdd-411f-9a13-f3815d302220 service neutron] 10.222.0.45 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304135 Oct 05 09:26:49.108181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91838bc-b757-46d5-8e71-8a7ab0562d79 req-e673f7ea-80e8-433f-ab29-d4b4f1cf109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:49.109558 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b91838bc-b757-46d5-8e71-8a7ab0562d79 req-e673f7ea-80e8-433f-ab29-d4b4f1cf109e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 1134 time: 0.0791934 Oct 05 09:26:49.236745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91838bc-b757-46d5-8e71-8a7ab0562d79 req-40e6ccb6-1e4d-4e4a-a902-6fbcaa293f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:49.238751 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b91838bc-b757-46d5-8e71-8a7ab0562d79 req-40e6ccb6-1e4d-4e4a-a902-6fbcaa293f96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fc7135c-fad9-4e74-a25d-a7173d8f2a36 HTTP/1.1" status: 200 len: 897 time: 0.1228611 Oct 05 09:26:49.307603 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b91838bc-b757-46d5-8e71-8a7ab0562d79 req-3f3a54a0-fc8f-469d-8d41-9c935595bd2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 217 time: 0.0627644 Oct 05 09:26:49.369235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91838bc-b757-46d5-8e71-8a7ab0562d79 req-b8cf3265-458e-427c-88ef-15bbb438e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:49.370572 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b91838bc-b757-46d5-8e71-8a7ab0562d79 req-b8cf3265-458e-427c-88ef-15bbb438e630 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1ba9443-8757-485f-9223-d4c61ab8b1b1 HTTP/1.1" status: 200 len: 834 time: 0.0560856 Oct 05 09:26:49.456485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91838bc-b757-46d5-8e71-8a7ab0562d79 req-5da56a83-338f-4312-8c14-a37befd33c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:49.458032 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b91838bc-b757-46d5-8e71-8a7ab0562d79 req-5da56a83-338f-4312-8c14-a37befd33c1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fc7135c-fad9-4e74-a25d-a7173d8f2a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807104 Oct 05 09:26:49.587294 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b91838bc-b757-46d5-8e71-8a7ab0562d79 req-37c9182a-94fb-4c71-85ec-a4c45b941752 service neutron] 10.222.0.45 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221836 Oct 05 09:26:49.728500 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b91838bc-b757-46d5-8e71-8a7ab0562d79 req-a6636b8d-178a-476c-a47b-6e008c766948 service neutron] 10.222.0.45 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280959 Oct 05 09:26:49.818939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0b0a0-75a1-47f0-b84f-3129f49654c0 req-f3bfe563-447a-4a39-9a69-fe2a37dd74d4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:49.820390 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-49c0b0a0-75a1-47f0-b84f-3129f49654c0 req-f3bfe563-447a-4a39-9a69-fe2a37dd74d4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 981 time: 0.0901721 Oct 05 09:26:49.865202 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-49c0b0a0-75a1-47f0-b84f-3129f49654c0 req-c89f7936-4410-47be-97f0-544e6fb928e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Oct 05 09:26:51.062768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f3e55-63a4-4b90-9afe-428c87c77d58 req-d96f5d6d-41ef-4e5c-98f7-78891681787f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:51.064236 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cb2f3e55-63a4-4b90-9afe-428c87c77d58 req-d96f5d6d-41ef-4e5c-98f7-78891681787f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 981 time: 0.0883119 Oct 05 09:26:51.111814 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cb2f3e55-63a4-4b90-9afe-428c87c77d58 req-090927c2-59ac-4a97-ac9e-cabbd806ad97 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Oct 05 09:26:51.492382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 795fa358-0f8a-493c-aea9-9ade27dee3f1 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:26:51.622193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:51.638513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '795fa358-0f8a-493c-aea9-9ade27dee3f1', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'port_id': '795fa358-0f8a-493c-aea9-9ade27dee3f1', 'mac_address': 'fa:16:3e:5e:4e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:26:51.692674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 795fa358-0f8a-493c-aea9-9ade27dee3f1 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:26:51.693046 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:51.709018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795fa358-0f8a-493c-aea9-9ade27dee3f1 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:26:51.724395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:51.728311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:51.796359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=795fa358-0f8a-493c-aea9-9ade27dee3f1,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:51.934926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['795fa358-0f8a-493c-aea9-9ade27dee3f1'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:26:52.309212 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca043c-76a6-4b8e-970b-57b1208bf02f req-91b431f7-277d-4eaf-ba3f-6eb6abb30531 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:52.310688 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3ca043c-76a6-4b8e-970b-57b1208bf02f req-91b431f7-277d-4eaf-ba3f-6eb6abb30531 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 982 time: 0.0876992 Oct 05 09:26:52.354488 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3ca043c-76a6-4b8e-970b-57b1208bf02f req-9f4f2da9-dd25-4352-a51e-0aa903ec287c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375903 Oct 05 09:26:53.507885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 795fa358-0f8a-493c-aea9-9ade27dee3f1 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:26:53.572669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98cf4d-4702-4b47-851e-3c067e24c76e req-6bcc9acf-3df4-4f96-9ab9-71fa83bfba85 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:53.574163 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-da98cf4d-4702-4b47-851e-3c067e24c76e req-6bcc9acf-3df4-4f96-9ab9-71fa83bfba85 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 982 time: 0.0909655 Oct 05 09:26:53.578533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 795fa358-0f8a-493c-aea9-9ade27dee3f1 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:26:53.583301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 795fa358-0f8a-493c-aea9-9ade27dee3f1 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:26:53.583676 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:53.584017 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 795fa358-0f8a-493c-aea9-9ade27dee3f1 Oct 05 09:26:53.620022 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-da98cf4d-4702-4b47-851e-3c067e24c76e req-39f32b37-2a81-4609-b64b-c3c9dde3570e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Oct 05 09:26:53.699182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 795fa358-0f8a-493c-aea9-9ade27dee3f1 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:26:53.699484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:53.728581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12edd64-faba-43ae-8f26-3879ac7067b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795fa358-0f8a-493c-aea9-9ade27dee3f1'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:26:53.730881 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b54551-895a-43ba-b6e4-209760879e51" -d '{"events": [{"server_uuid": "e12edd64-faba-43ae-8f26-3879ac7067b6", "name": "network-vif-plugged", "status": "completed", "tag": "795fa358-0f8a-493c-aea9-9ade27dee3f1"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:26:53.738850 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:26:53.742564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:53.778048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5931a13-ca51-4661-8173-fa9488cd3612 x-openstack-request-id: req-e5931a13-ca51-4661-8173-fa9488cd3612 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:26:53.778287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12edd64-faba-43ae-8f26-3879ac7067b6", "name": "network-vif-plugged", "status": "completed", "tag": "795fa358-0f8a-493c-aea9-9ade27dee3f1", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:26:53.778539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5931a13-ca51-4661-8173-fa9488cd3612 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:26:53.778925 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5931a13-ca51-4661-8173-fa9488cd3612'] response: {'server_uuid': 'e12edd64-faba-43ae-8f26-3879ac7067b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795fa358-0f8a-493c-aea9-9ade27dee3f1', 'code': 200} Oct 05 09:26:53.812107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=795fa358-0f8a-493c-aea9-9ade27dee3f1,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:54.008620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde801dd-d390-4d8d-a34e-8f7d98f7bb8f req-d38d6b33-399b-42a9-a36c-77e73ee237ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:54.009851 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dde801dd-d390-4d8d-a34e-8f7d98f7bb8f req-d38d6b33-399b-42a9-a36c-77e73ee237ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 1136 time: 0.0771492 Oct 05 09:26:54.054359 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dde801dd-d390-4d8d-a34e-8f7d98f7bb8f req-6ec96931-7dbf-4365-8006-682a27563be4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376124 Oct 05 09:26:54.817977 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8539408-5678-4463-85b0-53c13f83371b req-d046d5f2-f40d-49ad-a369-f52a2e04a1e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:54.819449 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a8539408-5678-4463-85b0-53c13f83371b req-d046d5f2-f40d-49ad-a369-f52a2e04a1e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 983 time: 0.0872080 Oct 05 09:26:54.866334 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a8539408-5678-4463-85b0-53c13f83371b req-6419701c-d2b5-4052-a84e-35be90ff9099 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412991 Oct 05 09:26:55.304309 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:26:56.065106 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bc289-8881-4829-94dd-cdce73058d4f req-99c2f9c7-9d7c-4bcc-b2cb-e718f4b667ae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:56.066721 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-898bc289-8881-4829-94dd-cdce73058d4f req-99c2f9c7-9d7c-4bcc-b2cb-e718f4b667ae tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 983 time: 0.0882628 Oct 05 09:26:56.109559 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-898bc289-8881-4829-94dd-cdce73058d4f req-a17f2b1f-f23e-49a6-ae32-c4d42f13589c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372260 Oct 05 09:26:56.402019 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49496443-718e-4555-9186-93cd7870ecad req-8adfd225-6162-4d9f-b193-8d3b51fb5b1f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:56.403476 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-49496443-718e-4555-9186-93cd7870ecad req-8adfd225-6162-4d9f-b193-8d3b51fb5b1f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 983 time: 0.1863708 Oct 05 09:26:56.448662 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-49496443-718e-4555-9186-93cd7870ecad req-21144809-026d-4250-846b-a0604153b9ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396059 Oct 05 09:26:56.476794 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37226) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:56.556907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d21418-1d80-4379-9bc6-7dd9098057d8 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:56.558416 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-83d21418-1d80-4379-9bc6-7dd9098057d8 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 1131 time: 0.0806267 Oct 05 09:26:56.561297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37230) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:56.566484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '795fa358-0f8a-493c-aea9-9ade27dee3f1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:26:56.572486 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:26:56.576279 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:floatingip and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:26:56.579093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:26:56.584914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:26:56.599250 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:56.734608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:56.875103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.112 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/f61e3211-071d-4085-9800-1f9ef34c478c) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:26:57.019133 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:57.047991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:57.110447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:26:57.113420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:26:57.121028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:26:57.155582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=f61e3211-071d-4085-9800-1f9ef34c478c,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:57.528078 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:57.601807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:57.827418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:57.832209 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:57.955299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=f61e3211-071d-4085-9800-1f9ef34c478c,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:26:57.960160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:58.245474 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 6fe7c1d3-807d-4ac2-bc84-bf319eb790e9 associated. External IP: 172.26.0.112, port: 795fa358-0f8a-493c-aea9-9ade27dee3f1. Oct 05 09:26:58.602091 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 52afa13d-9090-4c63-8b2f-828cfcb298f9 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:26:58.784610 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:26:58.795083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a22daf8-1992-4c3e-8eae-aa349fa1bbda None None] Sync routers for ids ['52afa13d-9090-4c63-8b2f-828cfcb298f9'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:26:58.804896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a22daf8-1992-4c3e-8eae-aa349fa1bbda None None] Routers {'52afa13d-9090-4c63-8b2f-828cfcb298f9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:58.805543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5a22daf8-1992-4c3e-8eae-aa349fa1bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['52afa13d-9090-4c63-8b2f-828cfcb298f9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:58.811148 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:26:58.880493 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8003e17f-7402-4ed9-bad3-e4d8efbd695f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3152692 Oct 05 09:26:58.880493 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12edd64-faba-43ae-8f26-3879ac7067b6', 'tag': '795fa358-0f8a-493c-aea9-9ade27dee3f1'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:26:58.880751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed72a70-8f86-4465-9c7e-691551b26485" -d '{"events": [{"name": "network-changed", "server_uuid": "e12edd64-faba-43ae-8f26-3879ac7067b6", "tag": "795fa358-0f8a-493c-aea9-9ade27dee3f1"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:26:58.880841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37234) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:26:58.925670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc7fb91-e0ec-4418-b3c6-1cd71fe5e6b4 x-openstack-request-id: req-ebc7fb91-e0ec-4418-b3c6-1cd71fe5e6b4 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:26:58.925983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e12edd64-faba-43ae-8f26-3879ac7067b6", "tag": "795fa358-0f8a-493c-aea9-9ade27dee3f1", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:26:58.926241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebc7fb91-e0ec-4418-b3c6-1cd71fe5e6b4 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:26:58.926650 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc7fb91-e0ec-4418-b3c6-1cd71fe5e6b4'] response: {'name': 'network-changed', 'server_uuid': 'e12edd64-faba-43ae-8f26-3879ac7067b6', 'tag': '795fa358-0f8a-493c-aea9-9ade27dee3f1', 'status': 'completed', 'code': 200} Oct 05 09:26:59.012246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-5a22daf8-1992-4c3e-8eae-aa349fa1bbda None None] Set router 52afa13d-9090-4c63-8b2f-828cfcb298f9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:59.140970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bcee79-df03-4065-8226-7cfb6f4359a3 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:59.142399 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a5bcee79-df03-4065-8226-7cfb6f4359a3 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6&network_id=1fc7135c-fad9-4e74-a25d-a7173d8f2a36 HTTP/1.1" status: 200 len: 1131 time: 0.2606637 Oct 05 09:26:59.165017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72a70-8f86-4465-9c7e-691551b26485 req-d1084f37-76d0-43af-9d88-998340ed397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:59.166516 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ed72a70-8f86-4465-9c7e-691551b26485 req-d1084f37-76d0-43af-9d88-998340ed397e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 1136 time: 0.2181563 Oct 05 09:26:59.303569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72a70-8f86-4465-9c7e-691551b26485 req-8018ba09-20a6-4cb0-bcdd-4e6aebdd6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:59.305039 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ed72a70-8f86-4465-9c7e-691551b26485 req-8018ba09-20a6-4cb0-bcdd-4e6aebdd6b37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fc7135c-fad9-4e74-a25d-a7173d8f2a36 HTTP/1.1" status: 200 len: 897 time: 0.1319695 Oct 05 09:26:59.418179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5a22daf8-1992-4c3e-8eae-aa349fa1bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:41Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '6fe7c1d3-807d-4ac2-bc84-bf319eb790e9', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.112', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'port_id': '795fa358-0f8a-493c-aea9-9ade27dee3f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1342351650', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'mac_address': 'fa:16:3e:5e:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12edd64-faba-43ae-8f26-3879ac7067b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:26:57Z', 'updated_at': '2022-10-05T09:26:57Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71dd2f5-2708-4f0a-8edf-3343ed8b8564', 'name': '', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:43:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:39Z', 'updated_at': '2022-10-05T09:26:46Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:59.420921 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ed72a70-8f86-4465-9c7e-691551b26485 req-b42b902c-29bb-4b44-8003-a60238ce7652 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 1037 time: 0.1089337 Oct 05 09:26:59.422194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a22daf8-1992-4c3e-8eae-aa349fa1bbda None None] Checking router: 52afa13d-9090-4c63-8b2f-828cfcb298f9 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:26:59.432197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a22daf8-1992-4c3e-8eae-aa349fa1bbda None None] Routers {'52afa13d-9090-4c63-8b2f-828cfcb298f9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:26:59.432919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5a22daf8-1992-4c3e-8eae-aa349fa1bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:26:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['52afa13d-9090-4c63-8b2f-828cfcb298f9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:59.487928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72a70-8f86-4465-9c7e-691551b26485 req-88c9b6c7-f5d2-4f29-8ee6-e8d23b7a15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:59.489416 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ed72a70-8f86-4465-9c7e-691551b26485 req-88c9b6c7-f5d2-4f29-8ee6-e8d23b7a15e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1ba9443-8757-485f-9223-d4c61ab8b1b1 HTTP/1.1" status: 200 len: 834 time: 0.0623245 Oct 05 09:26:59.534537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b33733-7acf-4532-ad1e-a3c94d64e31a req-a9e8563e-7f2b-4ce2-8624-399cca0b6831 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:59.536023 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-41b33733-7acf-4532-ad1e-a3c94d64e31a req-a9e8563e-7f2b-4ce2-8624-399cca0b6831 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 983 time: 0.0912919 Oct 05 09:26:59.579317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72a70-8f86-4465-9c7e-691551b26485 req-d3c8731e-458c-4c04-bfcc-a796db1e203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:26:59.580074 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-41b33733-7acf-4532-ad1e-a3c94d64e31a req-58d07e60-518a-426f-ba8e-1a4ffb9b8f64 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383999 Oct 05 09:26:59.581369 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ed72a70-8f86-4465-9c7e-691551b26485 req-d3c8731e-458c-4c04-bfcc-a796db1e203d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fc7135c-fad9-4e74-a25d-a7173d8f2a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839934 Oct 05 09:26:59.622260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-5a22daf8-1992-4c3e-8eae-aa349fa1bbda None None] Set router 52afa13d-9090-4c63-8b2f-828cfcb298f9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:26:59.718992 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ed72a70-8f86-4465-9c7e-691551b26485 req-d04737d7-ca05-4db2-9e97-7d0d7efb4afb service neutron] 10.222.0.45 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299896 Oct 05 09:26:59.866835 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ed72a70-8f86-4465-9c7e-691551b26485 req-361f2bd8-cd25-4ac8-bc68-a8ba5614b9ba service neutron] 10.222.0.45 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402059 Oct 05 09:26:59.983194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5a22daf8-1992-4c3e-8eae-aa349fa1bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:41Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '6fe7c1d3-807d-4ac2-bc84-bf319eb790e9', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.112', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'port_id': '795fa358-0f8a-493c-aea9-9ade27dee3f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1342351650', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'mac_address': 'fa:16:3e:5e:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12edd64-faba-43ae-8f26-3879ac7067b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:26:57Z', 'updated_at': '2022-10-05T09:26:57Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71dd2f5-2708-4f0a-8edf-3343ed8b8564', 'name': '', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:43:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:39Z', 'updated_at': '2022-10-05T09:26:46Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:26:59.987069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a22daf8-1992-4c3e-8eae-aa349fa1bbda None None] The sync data for ids ['52afa13d-9090-4c63-8b2f-828cfcb298f9'] in dv-neutron-860328-1-hyperv is: [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:41Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '6fe7c1d3-807d-4ac2-bc84-bf319eb790e9', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.112', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'port_id': '795fa358-0f8a-493c-aea9-9ade27dee3f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1342351650', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'mac_address': 'fa:16:3e:5e:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12edd64-faba-43ae-8f26-3879ac7067b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:26:57Z', 'updated_at': '2022-10-05T09:26:57Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71dd2f5-2708-4f0a-8edf-3343ed8b8564', 'name': '', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:43:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:39Z', 'updated_at': '2022-10-05T09:26:46Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:27:00.179014 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ef4d13-91af-49bb-b59f-1acf19715d8e None None] New status for floating IP 6fe7c1d3-807d-4ac2-bc84-bf319eb790e9: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:27:00.780426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183c0d4-a3d4-45c9-952c-b47981339a5d req-7be13032-1b13-46b3-b234-df189fa9e2b8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:00.781798 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1183c0d4-a3d4-45c9-952c-b47981339a5d req-7be13032-1b13-46b3-b234-df189fa9e2b8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 983 time: 0.0904324 Oct 05 09:27:00.796972 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-f2ec80a6-ef78-45c4-956d-4da5e104c3ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:00.797671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-f2ec80a6-ef78-45c4-956d-4da5e104c3ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:27:00.813276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-f2ec80a6-ef78-45c4-956d-4da5e104c3ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:27:00.814590 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-f2ec80a6-ef78-45c4-956d-4da5e104c3ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 983 time: 0.1075630 Oct 05 09:27:00.827761 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1183c0d4-a3d4-45c9-952c-b47981339a5d req-297349fe-bd11-4101-896d-fcab5b2cc298 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392568 Oct 05 09:27:00.889287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-6f97603c-b4d4-4493-a4a3-690a41788c0f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:00.890811 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-6f97603c-b4d4-4493-a4a3-690a41788c0f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0708623 Oct 05 09:27:01.034676 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-2c16abca-fb5b-4352-bd52-71b7558294e8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1394429 Oct 05 09:27:01.044409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-8320c378-d5c5-4ad1-9d21-a415ad8d0ef3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:01.169368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-8320c378-d5c5-4ad1-9d21-a415ad8d0ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:01.369606 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-8320c378-d5c5-4ad1-9d21-a415ad8d0ef3 service neutron] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:01.398260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-8320c378-d5c5-4ad1-9d21-a415ad8d0ef3 service neutron] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:27:01.450688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-8320c378-d5c5-4ad1-9d21-a415ad8d0ef3 service neutron] device_id is not set on port 795fa358-0f8a-493c-aea9-9ade27dee3f1 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:27:01.459519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-8320c378-d5c5-4ad1-9d21-a415ad8d0ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:01.465157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-8320c378-d5c5-4ad1-9d21-a415ad8d0ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:01.601987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320c378-d5c5-4ad1-9d21-a415ad8d0ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=795fa358-0f8a-493c-aea9-9ade27dee3f1,revision_number=6']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:01.648889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-8320c378-d5c5-4ad1-9d21-a415ad8d0ef3 service neutron] No DVR routers for this DVR port 795fa358-0f8a-493c-aea9-9ade27dee3f1 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:27:01.972845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-8320c378-d5c5-4ad1-9d21-a415ad8d0ef3 service neutron] In _notify_port_updated(), no bound segment for port 795fa358-0f8a-493c-aea9-9ade27dee3f1 on network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:27:01.973879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-8320c378-d5c5-4ad1-9d21-a415ad8d0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:01.974501 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-8320c378-d5c5-4ad1-9d21-a415ad8d0ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:01.975804 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c030201f-bafe-4da3-8bf3-f614f4fdad91 req-8320c378-d5c5-4ad1-9d21-a415ad8d0ef3 service neutron] 10.222.0.45 "PUT /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 1026 time: 0.9351618 Oct 05 09:27:02.001699 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-eb0948c3-ab9e-4909-a288-341fbd2b10e2 req-e1633956-650b-4c2c-bbca-e2761623c8ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12edd64-faba-43ae-8f26-3879ac7067b6 HTTP/1.1" status: 200 len: 210 time: 0.0506458 Oct 05 09:27:02.751785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6565a7b1-78ff-4c6c-b3e6-a5e80fe60561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.102462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37250) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:03.173063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee8654b-296c-450f-8cdb-9595b60eef01 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:03.174971 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fee8654b-296c-450f-8cdb-9595b60eef01 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 925 time: 0.0709331 Oct 05 09:27:03.242511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37256) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:03.247912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-21ca79ae-424a-416f-8a9f-69204721b7df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081308186', 'description': 'tempest-secgroup-smoke-1081308186 description', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:03.254095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-21ca79ae-424a-416f-8a9f-69204721b7df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:03.263635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-21ca79ae-424a-416f-8a9f-69204721b7df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:03.273389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21ca79ae-424a-416f-8a9f-69204721b7df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.294180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-21ca79ae-424a-416f-8a9f-69204721b7df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:03.297823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-21ca79ae-424a-416f-8a9f-69204721b7df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:03.301761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-21ca79ae-424a-416f-8a9f-69204721b7df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:03.307689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-21ca79ae-424a-416f-8a9f-69204721b7df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:03.379011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21ca79ae-424a-416f-8a9f-69204721b7df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.382880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21ca79ae-424a-416f-8a9f-69204721b7df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.431605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca79ae-424a-416f-8a9f-69204721b7df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f8d79c-ca78-469e-8494-b0417e40f062,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:03.437773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21ca79ae-424a-416f-8a9f-69204721b7df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.439134 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-21ca79ae-424a-416f-8a9f-69204721b7df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1955645 Oct 05 09:27:03.442174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37260) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:03.447272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7d29084c-2b79-4e16-bf95-76bbc872747d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'b1f8d79c-ca78-469e-8494-b0417e40f062', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:03.452941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7d29084c-2b79-4e16-bf95-76bbc872747d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:03.457348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7d29084c-2b79-4e16-bf95-76bbc872747d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:03.460247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7d29084c-2b79-4e16-bf95-76bbc872747d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:03.465899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7d29084c-2b79-4e16-bf95-76bbc872747d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:03.484580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d29084c-2b79-4e16-bf95-76bbc872747d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.543899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d29084c-2b79-4e16-bf95-76bbc872747d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.547546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d29084c-2b79-4e16-bf95-76bbc872747d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.571409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29084c-2b79-4e16-bf95-76bbc872747d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd674c4-f7ed-4736-a646-e95c354c05f5,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:03.579787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d29084c-2b79-4e16-bf95-76bbc872747d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.581489 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7d29084c-2b79-4e16-bf95-76bbc872747d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380014 Oct 05 09:27:03.583846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37264) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:03.588885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-281f0ceb-9fa3-48de-a8ab-76f75a90ce1d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'b1f8d79c-ca78-469e-8494-b0417e40f062', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:03.594665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-281f0ceb-9fa3-48de-a8ab-76f75a90ce1d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:03.599782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-281f0ceb-9fa3-48de-a8ab-76f75a90ce1d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:03.602661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-281f0ceb-9fa3-48de-a8ab-76f75a90ce1d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:03.608331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-281f0ceb-9fa3-48de-a8ab-76f75a90ce1d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:03.625090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-281f0ceb-9fa3-48de-a8ab-76f75a90ce1d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.687624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-281f0ceb-9fa3-48de-a8ab-76f75a90ce1d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.691025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-281f0ceb-9fa3-48de-a8ab-76f75a90ce1d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.718389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f0ceb-9fa3-48de-a8ab-76f75a90ce1d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e4a2c5-0633-47d4-acc0-cff2e4cd6eb9,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:03.725368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-281f0ceb-9fa3-48de-a8ab-76f75a90ce1d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.726743 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-281f0ceb-9fa3-48de-a8ab-76f75a90ce1d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1419773 Oct 05 09:27:03.729486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37268) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:03.734414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9ef07051-3fba-4091-8ab7-af87d5a1d117 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'b1f8d79c-ca78-469e-8494-b0417e40f062', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:03.740543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9ef07051-3fba-4091-8ab7-af87d5a1d117 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:03.744580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9ef07051-3fba-4091-8ab7-af87d5a1d117 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:03.747617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9ef07051-3fba-4091-8ab7-af87d5a1d117 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:03.754240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9ef07051-3fba-4091-8ab7-af87d5a1d117 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:03.771840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ef07051-3fba-4091-8ab7-af87d5a1d117 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.837211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ef07051-3fba-4091-8ab7-af87d5a1d117 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.840550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ef07051-3fba-4091-8ab7-af87d5a1d117 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.864139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef07051-3fba-4091-8ab7-af87d5a1d117 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3163c91d-9ea5-4594-8b82-71ec88be1c69,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:03.872496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ef07051-3fba-4091-8ab7-af87d5a1d117 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.876436 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9ef07051-3fba-4091-8ab7-af87d5a1d117 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432428 Oct 05 09:27:03.876586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37272) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:03.881872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ce2c857a-4235-4a37-811c-42f67f0867c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'b1f8d79c-ca78-469e-8494-b0417e40f062', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:03.887796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ce2c857a-4235-4a37-811c-42f67f0867c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:03.891630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ce2c857a-4235-4a37-811c-42f67f0867c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:03.895620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ce2c857a-4235-4a37-811c-42f67f0867c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:03.901464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ce2c857a-4235-4a37-811c-42f67f0867c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:03.917908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce2c857a-4235-4a37-811c-42f67f0867c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.981796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce2c857a-4235-4a37-811c-42f67f0867c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:03.985380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce2c857a-4235-4a37-811c-42f67f0867c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:04.010345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c857a-4235-4a37-811c-42f67f0867c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2b0c22-65a8-4ff1-8802-4a0ece13468a,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:04.020236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce2c857a-4235-4a37-811c-42f67f0867c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:04.021603 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ce2c857a-4235-4a37-811c-42f67f0867c4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441305 Oct 05 09:27:04.024390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37276) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:04.029378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5479f6a4-6367-49ab-b2af-2075f826a5ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'b1f8d79c-ca78-469e-8494-b0417e40f062', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:04.035297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5479f6a4-6367-49ab-b2af-2075f826a5ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:04.039129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5479f6a4-6367-49ab-b2af-2075f826a5ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:04.042007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5479f6a4-6367-49ab-b2af-2075f826a5ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:04.047718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5479f6a4-6367-49ab-b2af-2075f826a5ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:04.057976 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-5479f6a4-6367-49ab-b2af-2075f826a5ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:27:04.064343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5479f6a4-6367-49ab-b2af-2075f826a5ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:04.145079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5479f6a4-6367-49ab-b2af-2075f826a5ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:04.148896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5479f6a4-6367-49ab-b2af-2075f826a5ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:04.173694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479f6a4-6367-49ab-b2af-2075f826a5ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a6e34c-659a-42de-899e-1bbdd7057705,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:04.182879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5479f6a4-6367-49ab-b2af-2075f826a5ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:04.184083 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5479f6a4-6367-49ab-b2af-2075f826a5ed tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1587996 Oct 05 09:27:04.186902 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37280) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:04.192462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-eee131b5-4c50-4f3a-84af-e0752836c50b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'b1f8d79c-ca78-469e-8494-b0417e40f062', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:04.198191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eee131b5-4c50-4f3a-84af-e0752836c50b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:04.201903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eee131b5-4c50-4f3a-84af-e0752836c50b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:04.204759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eee131b5-4c50-4f3a-84af-e0752836c50b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:04.211232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eee131b5-4c50-4f3a-84af-e0752836c50b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:04.220771 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-eee131b5-4c50-4f3a-84af-e0752836c50b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:27:04.227929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee131b5-4c50-4f3a-84af-e0752836c50b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:04.292563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee131b5-4c50-4f3a-84af-e0752836c50b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:04.296151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee131b5-4c50-4f3a-84af-e0752836c50b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:04.319059 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee131b5-4c50-4f3a-84af-e0752836c50b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79435581-1291-4fb7-bd49-f2600f2f5fc4,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:04.328283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eee131b5-4c50-4f3a-84af-e0752836c50b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:04.329592 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eee131b5-4c50-4f3a-84af-e0752836c50b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417563 Oct 05 09:27:04.505268 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-1e61e5bd-9ab1-4b1d-bfe3-45eef4c0a376 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081308186&fields=id&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 267 time: 0.0425594 Oct 05 09:27:04.581600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-3c95fabd-2e5e-4645-92a2-697db7048246 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:04.582980 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-3c95fabd-2e5e-4645-92a2-697db7048246 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 930 time: 0.0713906 Oct 05 09:27:04.595610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:04.654751 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-63a33a8b-bb22-4ea3-9375-0956f81bd935 service neutron] 10.222.0.64 "GET /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0598786 Oct 05 09:27:04.785487 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-0111bdfd-bae8-4b2c-ac82-a9e376889208 service neutron] 10.222.0.64 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251161 Oct 05 09:27:04.929936 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-376139d8-eba3-4f7a-b73f-4e94b25819d0 service neutron] 10.222.0.64 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386900 Oct 05 09:27:05.242223 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e26a74d0-d485-4669-9cf1-033b4b18358c req-bbf6990f-f7c8-4fb8-9ffa-b1f942b1fb41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 210 time: 0.1703389 Oct 05 09:27:05.569993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 795fa358-0f8a-493c-aea9-9ade27dee3f1 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:27:05.604843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbf151a7-3eb3-4dfe-9f9a-89765bb4a92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:05.633146 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 795fa358-0f8a-493c-aea9-9ade27dee3f1 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:27:06.089162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-cb2ee232-f184-4092-803e-eb1532ced967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:06.090451 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-cb2ee232-f184-4092-803e-eb1532ced967 service neutron] 10.222.0.45 "GET /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 1026 time: 0.0628588 Oct 05 09:27:06.239242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-51a08698-6cf3-4147-964e-bcfae3fb812f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:06.240709 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-51a08698-6cf3-4147-964e-bcfae3fb812f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks?id=1fc7135c-fad9-4e74-a25d-a7173d8f2a36 HTTP/1.1" status: 200 len: 796 time: 0.1450543 Oct 05 09:27:06.296835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-2432827c-c66b-4131-ba21-a1feac6504e7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:27:06.313281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-2432827c-c66b-4131-ba21-a1feac6504e7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:27:06.314460 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-2432827c-c66b-4131-ba21-a1feac6504e7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 473 time: 0.0646963 Oct 05 09:27:06.324560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Request body: {'port': {'device_id': '6f1e7f96-695a-47f1-b1f0-fdec09cacdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:06.414816 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c69f8dd9-dc67-443e-8ae6-09ab1fbd91e5 req-60abb59d-d30c-4d12-8ad2-241b7c3c0525 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 210 time: 0.0513189 Oct 05 09:27:06.439057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:06.713177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:06.781486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795fa358-0f8a-493c-aea9-9ade27dee3f1 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:27:06.788854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:06.803335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Transition to ACTIVE for port object 795fa358-0f8a-493c-aea9-9ade27dee3f1 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:27:06.806269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:06.842659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:06.947707 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Pushing event updated for resources: {'Port': ['ID=795fa358-0f8a-493c-aea9-9ade27dee3f1,revision_number=7']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:07.062276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Attempting to bind port 795fa358-0f8a-493c-aea9-9ade27dee3f1 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:27:07.062523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Attempting to bind port 795fa358-0f8a-493c-aea9-9ade27dee3f1 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:27:07.062843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Attempting to bind port 795fa358-0f8a-493c-aea9-9ade27dee3f1 on network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:27:07.068221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Port 795fa358-0f8a-493c-aea9-9ade27dee3f1 on network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:27:07.068535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Attempting to bind port 795fa358-0f8a-493c-aea9-9ade27dee3f1 on network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:27:07.073520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:27:07.073848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Checking segment: {'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:27:07.074246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Bound using segment: {'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:27:07.074690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Bound port: 795fa358-0f8a-493c-aea9-9ade27dee3f1, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0987ae-30b4-4836-b613-c396000c96bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:27:07.075061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:07.161112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:27:07.164069 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:27:07.169233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:07.203204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:07.203818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:07.205196 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] 10.222.0.45 "PUT /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 1131 time: 0.8846774 Oct 05 09:27:07.205629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1e7f96-695a-47f1-b1f0-fdec09cacdd3', 'tag': '795fa358-0f8a-493c-aea9-9ade27dee3f1'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:27:07.207926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1924dd9-792e-4c99-bbca-c539a6718a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1e7f96-695a-47f1-b1f0-fdec09cacdd3", "tag": "795fa358-0f8a-493c-aea9-9ade27dee3f1"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:27:07.281055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88421505-3b81-4d55-ac2d-8c66fc232b61 x-openstack-request-id: req-88421505-3b81-4d55-ac2d-8c66fc232b61 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:27:07.281344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1e7f96-695a-47f1-b1f0-fdec09cacdd3", "tag": "795fa358-0f8a-493c-aea9-9ade27dee3f1", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:27:07.281598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88421505-3b81-4d55-ac2d-8c66fc232b61 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:27:07.282014 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88421505-3b81-4d55-ac2d-8c66fc232b61'] response: {'name': 'network-changed', 'server_uuid': '6f1e7f96-695a-47f1-b1f0-fdec09cacdd3', 'tag': '795fa358-0f8a-493c-aea9-9ade27dee3f1', 'status': 'completed', 'code': 200} Oct 05 09:27:07.303283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bc81f-7919-4905-bc39-c8170efc0066 service neutron] Pushing event updated for resources: {'Port': ['ID=795fa358-0f8a-493c-aea9-9ade27dee3f1,revision_number=8']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:07.334348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-8a8512da-f18e-4820-bcad-33f20edc0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:07.335780 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-8a8512da-f18e-4820-bcad-33f20edc0621 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 1134 time: 0.0932617 Oct 05 09:27:07.441653 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-6571478f-bf48-4fb2-a7ae-98d0e13b1752 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 1037 time: 0.0990307 Oct 05 09:27:07.510118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-c730eeb2-b08e-46e2-b2d5-16087b4d122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:07.511618 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-c730eeb2-b08e-46e2-b2d5-16087b4d122a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1ba9443-8757-485f-9223-d4c61ab8b1b1 HTTP/1.1" status: 200 len: 834 time: 0.0639124 Oct 05 09:27:07.603615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-e5571e9d-b778-4e96-8237-431c5c99e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:07.605106 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-e5571e9d-b778-4e96-8237-431c5c99e0a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fc7135c-fad9-4e74-a25d-a7173d8f2a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879123 Oct 05 09:27:07.624468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944c075-448a-4b2a-8075-82228feec240 req-be5138d1-9019-40bb-873d-f87f141a4f86 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:07.625906 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2944c075-448a-4b2a-8075-82228feec240 req-be5138d1-9019-40bb-873d-f87f141a4f86 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 981 time: 0.0894132 Oct 05 09:27:07.671015 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2944c075-448a-4b2a-8075-82228feec240 req-b26038ec-9249-4977-a1d2-1e271349fc71 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383821 Oct 05 09:27:07.844296 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-4e9e6257-d6cd-44ce-a755-81b8898fecf6 service neutron] 10.222.0.45 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319193 Oct 05 09:27:07.974826 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c010b233-c984-4aac-bee8-fe3fe09ddb55 req-135de2e1-b689-44c2-a6c7-63da1c5dd8c9 service neutron] 10.222.0.45 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243527 Oct 05 09:27:08.096498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1924dd9-792e-4c99-bbca-c539a6718a6f req-0bdb19a1-185b-4968-9ebc-c45e5d4b0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:08.098236 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b1924dd9-792e-4c99-bbca-c539a6718a6f req-0bdb19a1-185b-4968-9ebc-c45e5d4b0333 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 1134 time: 0.0769603 Oct 05 09:27:08.231540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1924dd9-792e-4c99-bbca-c539a6718a6f req-026ea8a7-6148-40e0-ac73-d3b8dbfdc82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:08.232991 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b1924dd9-792e-4c99-bbca-c539a6718a6f req-026ea8a7-6148-40e0-ac73-d3b8dbfdc82a service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fc7135c-fad9-4e74-a25d-a7173d8f2a36 HTTP/1.1" status: 200 len: 897 time: 0.1284599 Oct 05 09:27:08.336134 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b1924dd9-792e-4c99-bbca-c539a6718a6f req-f04e7699-a16f-4d8d-a2d4-7a45e170402b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 1037 time: 0.0962327 Oct 05 09:27:08.400613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1924dd9-792e-4c99-bbca-c539a6718a6f req-e38dec74-88a0-4957-9c5f-f7b5ed46373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:08.402066 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b1924dd9-792e-4c99-bbca-c539a6718a6f req-e38dec74-88a0-4957-9c5f-f7b5ed46373f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1ba9443-8757-485f-9223-d4c61ab8b1b1 HTTP/1.1" status: 200 len: 834 time: 0.0601962 Oct 05 09:27:08.484042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1924dd9-792e-4c99-bbca-c539a6718a6f req-faab7ada-5774-4587-8fd3-aabfc4b5170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:08.485401 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b1924dd9-792e-4c99-bbca-c539a6718a6f req-faab7ada-5774-4587-8fd3-aabfc4b5170b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fc7135c-fad9-4e74-a25d-a7173d8f2a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761142 Oct 05 09:27:08.614152 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b1924dd9-792e-4c99-bbca-c539a6718a6f req-ace601ab-8e44-4ef0-8426-618563aac04a service neutron] 10.222.0.45 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216183 Oct 05 09:27:08.748822 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b1924dd9-792e-4c99-bbca-c539a6718a6f req-73977703-6bb0-4008-88b1-a887121093ef service neutron] 10.222.0.45 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265080 Oct 05 09:27:08.873941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23791b18-bff4-4941-83fa-6f0bb5efa8ca req-337e44b5-d0ce-452f-b95d-c9b058b1b8e4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:08.875545 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-23791b18-bff4-4941-83fa-6f0bb5efa8ca req-337e44b5-d0ce-452f-b95d-c9b058b1b8e4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 981 time: 0.0907176 Oct 05 09:27:08.925569 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-23791b18-bff4-4941-83fa-6f0bb5efa8ca req-17ac33ad-b60d-4760-8250-9f3256b11c7c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Oct 05 09:27:09.184659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:10.125338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba0573-a0b0-49a5-ab32-260f49d59649 req-d816b1a0-acc7-425b-b817-7a180aefc647 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:10.126820 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4dba0573-a0b0-49a5-ab32-260f49d59649 req-d816b1a0-acc7-425b-b817-7a180aefc647 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 981 time: 0.0871089 Oct 05 09:27:10.175321 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4dba0573-a0b0-49a5-ab32-260f49d59649 req-46a01ffd-8959-4533-9090-2f20554630fb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396609 Oct 05 09:27:11.381202 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2643-b96b-4f11-a2e0-858d84b7089b req-9fcd42d2-ab9f-4b2f-9444-5cb394f8a2bf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:11.382706 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-494f2643-b96b-4f11-a2e0-858d84b7089b req-9fcd42d2-ab9f-4b2f-9444-5cb394f8a2bf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 981 time: 0.0918047 Oct 05 09:27:11.427188 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-494f2643-b96b-4f11-a2e0-858d84b7089b req-e409d84b-c918-4f51-bb40-5ed13715eed0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388882 Oct 05 09:27:11.582727 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 795fa358-0f8a-493c-aea9-9ade27dee3f1 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:27:11.712236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:11.725858 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '795fa358-0f8a-493c-aea9-9ade27dee3f1', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'port_id': '795fa358-0f8a-493c-aea9-9ade27dee3f1', 'mac_address': 'fa:16:3e:5e:4e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:27:11.781817 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 795fa358-0f8a-493c-aea9-9ade27dee3f1 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:27:11.782222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:11.798965 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795fa358-0f8a-493c-aea9-9ade27dee3f1 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:27:11.813759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:11.818654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:11.886004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=795fa358-0f8a-493c-aea9-9ade27dee3f1,revision_number=9']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:12.009949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['795fa358-0f8a-493c-aea9-9ade27dee3f1'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:27:12.622718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947e2e1-98d7-4d3e-84eb-671cb6ab6de1 req-7853b961-4f74-4d27-8632-ea367dbd1db1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:12.624184 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3947e2e1-98d7-4d3e-84eb-671cb6ab6de1 req-7853b961-4f74-4d27-8632-ea367dbd1db1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 982 time: 0.0874617 Oct 05 09:27:12.670993 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3947e2e1-98d7-4d3e-84eb-671cb6ab6de1 req-c982f9e5-cc0d-4f2e-b98f-9e0902e63541 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Oct 05 09:27:13.598677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 795fa358-0f8a-493c-aea9-9ade27dee3f1 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:27:13.664456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 795fa358-0f8a-493c-aea9-9ade27dee3f1 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:27:13.669269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 795fa358-0f8a-493c-aea9-9ade27dee3f1 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:27:13.669647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:13.670010 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 795fa358-0f8a-493c-aea9-9ade27dee3f1 Oct 05 09:27:13.790857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 795fa358-0f8a-493c-aea9-9ade27dee3f1 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:27:13.791236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:13.819632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1e7f96-695a-47f1-b1f0-fdec09cacdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795fa358-0f8a-493c-aea9-9ade27dee3f1'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:27:13.821901 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10f1d7b-0a00-4777-ac2f-9ce6eff36762" -d '{"events": [{"server_uuid": "6f1e7f96-695a-47f1-b1f0-fdec09cacdd3", "name": "network-vif-plugged", "status": "completed", "tag": "795fa358-0f8a-493c-aea9-9ade27dee3f1"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:27:13.830199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:13.835403 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:13.881830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72da5d7-fd77-42a1-a334-2db728eeef25 req-8dfb3b39-db05-4f9b-8c43-163759c9e108 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:13.883642 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b72da5d7-fd77-42a1-a334-2db728eeef25 req-8dfb3b39-db05-4f9b-8c43-163759c9e108 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 982 time: 0.1020620 Oct 05 09:27:13.892081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca3de44-d220-4835-b73b-f5f6e02c9b0d x-openstack-request-id: req-9ca3de44-d220-4835-b73b-f5f6e02c9b0d {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:27:13.892374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1e7f96-695a-47f1-b1f0-fdec09cacdd3", "name": "network-vif-plugged", "status": "completed", "tag": "795fa358-0f8a-493c-aea9-9ade27dee3f1", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:27:13.892691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ca3de44-d220-4835-b73b-f5f6e02c9b0d {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:27:13.893187 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca3de44-d220-4835-b73b-f5f6e02c9b0d'] response: {'server_uuid': '6f1e7f96-695a-47f1-b1f0-fdec09cacdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795fa358-0f8a-493c-aea9-9ade27dee3f1', 'code': 200} Oct 05 09:27:13.921239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=795fa358-0f8a-493c-aea9-9ade27dee3f1,revision_number=10']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:13.931655 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b72da5d7-fd77-42a1-a334-2db728eeef25 req-cac099b1-2ba1-4335-89f9-6328cdc1e161 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Oct 05 09:27:14.108845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7be6cf-c399-451e-b3c8-90690c60b389 req-564b975d-02b2-4ca3-a8a2-32a8e245e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:14.110298 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bb7be6cf-c399-451e-b3c8-90690c60b389 req-564b975d-02b2-4ca3-a8a2-32a8e245e2d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 1137 time: 0.0801482 Oct 05 09:27:14.148934 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bb7be6cf-c399-451e-b3c8-90690c60b389 req-1bc48b47-4b34-4e3f-89db-076357e5a2cd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Oct 05 09:27:15.136935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582339a1-104d-4c90-8f8a-0d37b8778e39 req-1a8fbe6d-dc1b-4caf-a37f-5b7a9c9912df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:15.138554 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-582339a1-104d-4c90-8f8a-0d37b8778e39 req-1a8fbe6d-dc1b-4caf-a37f-5b7a9c9912df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 984 time: 0.0947781 Oct 05 09:27:15.187805 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-582339a1-104d-4c90-8f8a-0d37b8778e39 req-01b015a5-1cdb-4f11-822e-a9063179455a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428202 Oct 05 09:27:16.385006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62b20-f6be-4c1c-b95c-7bb16af82795 req-9a13d7a9-cf0d-491a-a379-9341aafb921b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:16.386472 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5ec62b20-f6be-4c1c-b95c-7bb16af82795 req-9a13d7a9-cf0d-491a-a379-9341aafb921b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 984 time: 0.0856159 Oct 05 09:27:16.432462 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5ec62b20-f6be-4c1c-b95c-7bb16af82795 req-5a3f302e-f040-43f4-a11e-be2f33ae95ac tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Oct 05 09:27:16.638826 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea472a-5d62-4c78-8786-57347c1f5e41 req-ed15b914-88b4-4b2e-a9ef-23b74d77a316 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:16.640288 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d5ea472a-5d62-4c78-8786-57347c1f5e41 req-ed15b914-88b4-4b2e-a9ef-23b74d77a316 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 984 time: 0.0950978 Oct 05 09:27:16.683963 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d5ea472a-5d62-4c78-8786-57347c1f5e41 req-45702f52-2e2b-4767-a32c-7cf2369db0d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Oct 05 09:27:16.713085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37334) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:16.792899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9baae3f-aa08-4216-91c4-9064027c03d3 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:16.794300 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a9baae3f-aa08-4216-91c4-9064027c03d3 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3&network_id=1fc7135c-fad9-4e74-a25d-a7173d8f2a36 HTTP/1.1" status: 200 len: 1132 time: 0.0802569 Oct 05 09:27:17.179628 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cf911-3741-49bc-aafe-3e8e15593cd4 req-6312053b-88a0-4bc6-a5fd-85011d85cf8b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:17.181077 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-758cf911-3741-49bc-aafe-3e8e15593cd4 req-6312053b-88a0-4bc6-a5fd-85011d85cf8b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 984 time: 0.0875041 Oct 05 09:27:17.223897 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-758cf911-3741-49bc-aafe-3e8e15593cd4 req-320d5c36-f48e-4099-bbbb-2c42290d2a8a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372446 Oct 05 09:27:18.139018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-ccc6ce13-fb3e-4372-8da0-97df3055e2da req-b5da0881-6fcb-40b2-82d1-848431aa2dcf service neutron] (89054) timed out ('10.222.0.45', 49859) {{(pid=89054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 05 09:27:18.385657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3199cce4-74fd-47fd-bd1c-e76ee13d141b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:18.387151 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3199cce4-74fd-47fd-bd1c-e76ee13d141b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 984 time: 0.0877335 Oct 05 09:27:18.428612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc327-0df8-467a-9f87-64e746bed923 req-290b3317-beb9-4f2f-93e2-920d9c4b752c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:18.430186 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0d9cc327-0df8-467a-9f87-64e746bed923 req-290b3317-beb9-4f2f-93e2-920d9c4b752c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 984 time: 0.0905912 Oct 05 09:27:18.463030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-5497e813-5f6c-479e-80bf-fc4bfdfd5175 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:18.464394 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-5497e813-5f6c-479e-80bf-fc4bfdfd5175 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0707023 Oct 05 09:27:18.474494 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0d9cc327-0df8-467a-9f87-64e746bed923 req-1db24357-98ab-47ad-a391-910a0d6266ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0aace85-b451-4abe-98c1-481d18482ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386159 Oct 05 09:27:18.607365 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-c80f0d0d-f8ad-4941-9df0-8e952704cb27 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1377177 Oct 05 09:27:18.617930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3d02832b-4952-4c30-95de-6e5869bd1468 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:18.727058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3d02832b-4952-4c30-95de-6e5869bd1468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:18.921029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3d02832b-4952-4c30-95de-6e5869bd1468 service neutron] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=795fa358-0f8a-493c-aea9-9ade27dee3f1,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:18.949236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3d02832b-4952-4c30-95de-6e5869bd1468 service neutron] For port 795fa358-0f8a-493c-aea9-9ade27dee3f1, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:27:19.003376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3d02832b-4952-4c30-95de-6e5869bd1468 service neutron] device_id is not set on port 795fa358-0f8a-493c-aea9-9ade27dee3f1 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 05 09:27:19.011657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3d02832b-4952-4c30-95de-6e5869bd1468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:19.016873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3d02832b-4952-4c30-95de-6e5869bd1468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:19.254784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02832b-4952-4c30-95de-6e5869bd1468 service neutron] Pushing event updated for resources: {'Port': ['ID=795fa358-0f8a-493c-aea9-9ade27dee3f1,revision_number=11']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:19.300992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3d02832b-4952-4c30-95de-6e5869bd1468 service neutron] No DVR routers for this DVR port 795fa358-0f8a-493c-aea9-9ade27dee3f1 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:27:19.515318 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3d02832b-4952-4c30-95de-6e5869bd1468 service neutron] In _notify_port_updated(), no bound segment for port 795fa358-0f8a-493c-aea9-9ade27dee3f1 on network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 05 09:27:19.516188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3d02832b-4952-4c30-95de-6e5869bd1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:19.516785 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3d02832b-4952-4c30-95de-6e5869bd1468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:19.518961 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f047c55d-6e0a-42fd-8087-98b815ef34b4 req-3d02832b-4952-4c30-95de-6e5869bd1468 service neutron] 10.222.0.45 "PUT /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 200 len: 1027 time: 0.9046714 Oct 05 09:27:19.649850 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9a3d0f09-0512-4ee7-ac51-c5bbe2f58ca7 req-0b4c4deb-be40-4327-a860-1c725188e3b3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e7f96-695a-47f1-b1f0-fdec09cacdd3 HTTP/1.1" status: 200 len: 210 time: 0.0634313 Oct 05 09:27:20.751179 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37348) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:20.817680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4fc56b51-51f5-4d17-b2c8-03cbeaed7ebe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:20.848742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4fc56b51-51f5-4d17-b2c8-03cbeaed7ebe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:20.914358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4fc56b51-51f5-4d17-b2c8-03cbeaed7ebe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:20.932665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc56b51-51f5-4d17-b2c8-03cbeaed7ebe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f8d79c-ca78-469e-8494-b0417e40f062,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:20.944206 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4fc56b51-51f5-4d17-b2c8-03cbeaed7ebe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:20.945325 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4fc56b51-51f5-4d17-b2c8-03cbeaed7ebe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/security-groups/b1f8d79c-ca78-469e-8494-b0417e40f062 HTTP/1.1" status: 204 len: 168 time: 0.1931493 Oct 05 09:27:20.983494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37354) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:21.184499 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-43cc4d67-873f-42cc-a2ff-d594d76690e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port f61e3211-071d-4085-9800-1f9ef34c478c {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:27:21.184843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-43cc4d67-873f-42cc-a2ff-d594d76690e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:21.353690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-43cc4d67-873f-42cc-a2ff-d594d76690e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:21.354048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-43cc4d67-873f-42cc-a2ff-d594d76690e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:21.480112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-43cc4d67-873f-42cc-a2ff-d594d76690e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for f61e3211-071d-4085-9800-1f9ef34c478c owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:27:21.625880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-43cc4d67-873f-42cc-a2ff-d594d76690e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:21.673247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc4d67-873f-42cc-a2ff-d594d76690e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=f61e3211-071d-4085-9800-1f9ef34c478c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:21.766943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-43cc4d67-873f-42cc-a2ff-d594d76690e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:21.767863 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-43cc4d67-873f-42cc-a2ff-d594d76690e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 6fe7c1d3-807d-4ac2-bc84-bf319eb790e9 disassociated (deleted). External IP: 172.26.0.112, port: 795fa358-0f8a-493c-aea9-9ade27dee3f1. Oct 05 09:27:22.225675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cc4d67-873f-42cc-a2ff-d594d76690e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 52afa13d-9090-4c63-8b2f-828cfcb298f9 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:27:22.408526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cc4d67-873f-42cc-a2ff-d594d76690e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:27:22.418448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210b334-27ec-427b-aa82-c0a0b847e2e0 None None] Sync routers for ids ['52afa13d-9090-4c63-8b2f-828cfcb298f9'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:27:22.428497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210b334-27ec-427b-aa82-c0a0b847e2e0 None None] Routers {'52afa13d-9090-4c63-8b2f-828cfcb298f9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:27:22.429200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9210b334-27ec-427b-aa82-c0a0b847e2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:27:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['52afa13d-9090-4c63-8b2f-828cfcb298f9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:22.429866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-43cc4d67-873f-42cc-a2ff-d594d76690e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:22.493233 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-43cc4d67-873f-42cc-a2ff-d594d76690e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/floatingips/6fe7c1d3-807d-4ac2-bc84-bf319eb790e9 HTTP/1.1" status: 204 len: 168 time: 1.5111139 Oct 05 09:27:22.608541 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-9210b334-27ec-427b-aa82-c0a0b847e2e0 None None] Set router 52afa13d-9090-4c63-8b2f-828cfcb298f9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:27:22.642214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37362) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:22.713229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-080c8fad-36dd-4a22-9278-370ec853e37a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:22.742568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-080c8fad-36dd-4a22-9278-370ec853e37a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:22.808002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-080c8fad-36dd-4a22-9278-370ec853e37a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:22.828013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c8fad-36dd-4a22-9278-370ec853e37a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e782fd9a-5720-4b71-9ab1-88fedec58e28,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:22.840477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-080c8fad-36dd-4a22-9278-370ec853e37a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:22.842212 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-080c8fad-36dd-4a22-9278-370ec853e37a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/security-groups/e782fd9a-5720-4b71-9ab1-88fedec58e28 HTTP/1.1" status: 204 len: 168 time: 0.1988049 Oct 05 09:27:22.875046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37368) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:22.935156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9210b334-27ec-427b-aa82-c0a0b847e2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:41Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'c71dd2f5-2708-4f0a-8edf-3343ed8b8564', 'name': '', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:43:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:39Z', 'updated_at': '2022-10-05T09:26:46Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:22.939098 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210b334-27ec-427b-aa82-c0a0b847e2e0 None None] Checking router: 52afa13d-9090-4c63-8b2f-828cfcb298f9 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:27:22.948196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210b334-27ec-427b-aa82-c0a0b847e2e0 None None] Routers {'52afa13d-9090-4c63-8b2f-828cfcb298f9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:27:22.948784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9210b334-27ec-427b-aa82-c0a0b847e2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:27:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['52afa13d-9090-4c63-8b2f-828cfcb298f9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:22.956488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d516ef0d-22a6-4da2-a975-a5f8f1a1f1cb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 795fa358-0f8a-493c-aea9-9ade27dee3f1 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:27:22.956838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d516ef0d-22a6-4da2-a975-a5f8f1a1f1cb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:23.122092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-9210b334-27ec-427b-aa82-c0a0b847e2e0 None None] Set router 52afa13d-9090-4c63-8b2f-828cfcb298f9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:27:23.205922 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d516ef0d-22a6-4da2-a975-a5f8f1a1f1cb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:23.329601 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d516ef0d-22a6-4da2-a975-a5f8f1a1f1cb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 795fa358-0f8a-493c-aea9-9ade27dee3f1 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:27:23.472470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9210b334-27ec-427b-aa82-c0a0b847e2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:41Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'c71dd2f5-2708-4f0a-8edf-3343ed8b8564', 'name': '', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:43:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:39Z', 'updated_at': '2022-10-05T09:26:46Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:23.476799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210b334-27ec-427b-aa82-c0a0b847e2e0 None None] The sync data for ids ['52afa13d-9090-4c63-8b2f-828cfcb298f9'] in dv-neutron-860328-1-hyperv is: [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:41Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'c71dd2f5-2708-4f0a-8edf-3343ed8b8564', 'name': '', 'network_id': '1fc7135c-fad9-4e74-a25d-a7173d8f2a36', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:43:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:39Z', 'updated_at': '2022-10-05T09:26:46Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd1ba9443-8757-485f-9223-d4c61ab8b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:27:23.481001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d516ef0d-22a6-4da2-a975-a5f8f1a1f1cb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:23.536425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516ef0d-22a6-4da2-a975-a5f8f1a1f1cb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=795fa358-0f8a-493c-aea9-9ade27dee3f1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:23.648772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 795fa358-0f8a-493c-aea9-9ade27dee3f1 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:27:23.652343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d516ef0d-22a6-4da2-a975-a5f8f1a1f1cb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:23.666870 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d516ef0d-22a6-4da2-a975-a5f8f1a1f1cb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/ports/795fa358-0f8a-493c-aea9-9ade27dee3f1 HTTP/1.1" status: 204 len: 168 time: 0.7874136 Oct 05 09:27:23.667066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37372) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:23.688812 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 795fa358-0f8a-493c-aea9-9ade27dee3f1 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:27:23.689412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 795fa358-0f8a-493c-aea9-9ade27dee3f1 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:27:23.717561 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f593f18c-7b43-492c-9420-22b24021751f None None] New status for floating IP 6fe7c1d3-807d-4ac2-bc84-bf319eb790e9: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:27:24.357138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea9ea586-fc53-489b-868e-fcfae5debe24 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:24.710103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ea586-fc53-489b-868e-fcfae5debe24 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port c71dd2f5-2708-4f0a-8edf-3343ed8b8564 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:27:24.710447 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea9ea586-fc53-489b-868e-fcfae5debe24 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:24.900552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-ea9ea586-fc53-489b-868e-fcfae5debe24 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port c71dd2f5-2708-4f0a-8edf-3343ed8b8564, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c71dd2f5-2708-4f0a-8edf-3343ed8b8564,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:24.900961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea9ea586-fc53-489b-868e-fcfae5debe24 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:25.030106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ea586-fc53-489b-868e-fcfae5debe24 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for c71dd2f5-2708-4f0a-8edf-3343ed8b8564 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:27:25.218778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea9ea586-fc53-489b-868e-fcfae5debe24 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:25.266180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ea586-fc53-489b-868e-fcfae5debe24 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=c71dd2f5-2708-4f0a-8edf-3343ed8b8564,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:25.652427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea9ea586-fc53-489b-868e-fcfae5debe24 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:26.007625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9ea586-fc53-489b-868e-fcfae5debe24 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 52afa13d-9090-4c63-8b2f-828cfcb298f9 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:27:26.181254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9ea586-fc53-489b-868e-fcfae5debe24 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:27:26.190630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a42252-38fd-4366-a688-25a776222102 None None] Sync routers for ids ['52afa13d-9090-4c63-8b2f-828cfcb298f9'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:27:26.194644 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ea9ea586-fc53-489b-868e-fcfae5debe24 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/52afa13d-9090-4c63-8b2f-828cfcb298f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5264273 Oct 05 09:27:26.197389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37376) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:26.199844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a42252-38fd-4366-a688-25a776222102 None None] Routers {'52afa13d-9090-4c63-8b2f-828cfcb298f9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:27:26.200443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c4a42252-38fd-4366-a688-25a776222102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:27:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['52afa13d-9090-4c63-8b2f-828cfcb298f9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:26.270803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-294ccf29-62f2-41bd-a455-5e28468b7624 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting subnet d1ba9443-8757-485f-9223-d4c61ab8b1b1 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:27:26.273817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-294ccf29-62f2-41bd-a455-5e28468b7624 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:26.328888 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-294ccf29-62f2-41bd-a455-5e28468b7624 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:26.378956 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-c4a42252-38fd-4366-a688-25a776222102 None None] Set router 52afa13d-9090-4c63-8b2f-828cfcb298f9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:27:26.413320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-294ccf29-62f2-41bd-a455-5e28468b7624 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:26.485278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-294ccf29-62f2-41bd-a455-5e28468b7624 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:26.524788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ccf29-62f2-41bd-a455-5e28468b7624 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ba9443-8757-485f-9223-d4c61ab8b1b1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:26.528374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-294ccf29-62f2-41bd-a455-5e28468b7624 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:26.534960 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-294ccf29-62f2-41bd-a455-5e28468b7624 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/subnets/d1ba9443-8757-485f-9223-d4c61ab8b1b1 HTTP/1.1" status: 204 len: 168 time: 0.3366168 Oct 05 09:27:26.537655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37380) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:26.553101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad18d6f-06e8-461c-8161-987770a2fa7b None None] Network 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:27:26.716607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:26.856172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c4a42252-38fd-4366-a688-25a776222102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:27:25Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:26.860967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a42252-38fd-4366-a688-25a776222102 None None] Checking router: 52afa13d-9090-4c63-8b2f-828cfcb298f9 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:27:26.870619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a42252-38fd-4366-a688-25a776222102 None None] Routers {'52afa13d-9090-4c63-8b2f-828cfcb298f9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:27:26.871240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c4a42252-38fd-4366-a688-25a776222102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:27:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['52afa13d-9090-4c63-8b2f-828cfcb298f9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:26.941596 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179bdd30-295c-4414-89ef-670e3cf02721 None None] DHCP port deletion for 1fc7135c-fad9-4e74-a25d-a7173d8f2a36 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:27:26.951133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-179bdd30-295c-4414-89ef-670e3cf02721 None None] Deleting port 9dbaeacd-8c65-4717-a5a2-71721eca55ab {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:27:26.951514 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-179bdd30-295c-4414-89ef-670e3cf02721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:27.019213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:27.031588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 0c9c78a0-163d-4b72-ab68-190e701a9d21 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:27:27.031936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:27.148983 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-c4a42252-38fd-4366-a688-25a776222102 None None] Set router 52afa13d-9090-4c63-8b2f-828cfcb298f9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:27:27.207325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 0c9c78a0-163d-4b72-ab68-190e701a9d21, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0c9c78a0-163d-4b72-ab68-190e701a9d21,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:27.207635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:27.335122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 0c9c78a0-163d-4b72-ab68-190e701a9d21 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:27:27.471025 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-179bdd30-295c-4414-89ef-670e3cf02721 None None] For port 9dbaeacd-8c65-4717-a5a2-71721eca55ab, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9dbaeacd-8c65-4717-a5a2-71721eca55ab,segment=NetworkSegment(9b0987ae-30b4-4836-b613-c396000c96bf),segment_id=9b0987ae-30b4-4836-b613-c396000c96bf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:27.471665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-179bdd30-295c-4414-89ef-670e3cf02721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:27.503363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:27.553516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=0c9c78a0-163d-4b72-ab68-190e701a9d21,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:27.610504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-179bdd30-295c-4414-89ef-670e3cf02721 None None] Calling delete_port for 9dbaeacd-8c65-4717-a5a2-71721eca55ab owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:27:27.647309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:27.745668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-179bdd30-295c-4414-89ef-670e3cf02721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:27.795781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bdd30-295c-4414-89ef-670e3cf02721 None None] Pushing event deleted for resources: {'Port': ['ID=9dbaeacd-8c65-4717-a5a2-71721eca55ab,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:27.800865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bdd30-295c-4414-89ef-670e3cf02721 None None] No DVR routers for this DVR port 9dbaeacd-8c65-4717-a5a2-71721eca55ab on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:27:27.816857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-c4a42252-38fd-4366-a688-25a776222102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:27:25Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:27.820968 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a42252-38fd-4366-a688-25a776222102 None None] The sync data for ids ['52afa13d-9090-4c63-8b2f-828cfcb298f9'] in dv-neutron-860328-1-hyperv is: [{'id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'name': 'tempest-TestNetworkBasicOps-router-1512960121', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:27:25Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '0c9c78a0-163d-4b72-ab68-190e701a9d21', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:22:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52afa13d-9090-4c63-8b2f-828cfcb298f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:26:35Z', 'updated_at': '2022-10-05T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:27:27.828531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:27.832077 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:27.860813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:27.861472 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Fanout notify agent at l3_agent the message router_deleted on router 52afa13d-9090-4c63-8b2f-828cfcb298f9 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:27:27.877026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:27.880669 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6c924391-113a-4243-b3c0-6bdc83c81e4e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/routers/52afa13d-9090-4c63-8b2f-828cfcb298f9 HTTP/1.1" status: 204 len: 168 time: 1.3396645 Oct 05 09:27:27.880879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37384) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:27.994325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05a891dd-4793-4e7f-aa5a-a0519d76f1f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.123681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05a891dd-4793-4e7f-aa5a-a0519d76f1f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.152061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-05a891dd-4793-4e7f-aa5a-a0519d76f1f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc7135c-fad9-4e74-a25d-a7173d8f2a36']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:28.164687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-05a891dd-4793-4e7f-aa5a-a0519d76f1f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0987ae-30b4-4836-b613-c396000c96bf') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:28.164982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-05a891dd-4793-4e7f-aa5a-a0519d76f1f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0987ae-30b4-4836-b613-c396000c96bf') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:28.177069 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05a891dd-4793-4e7f-aa5a-a0519d76f1f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.193755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05a891dd-4793-4e7f-aa5a-a0519d76f1f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.200520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a891dd-4793-4e7f-aa5a-a0519d76f1f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:27:28.201032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05a891dd-4793-4e7f-aa5a-a0519d76f1f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.307476 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05a891dd-4793-4e7f-aa5a-a0519d76f1f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.340964 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05a891dd-4793-4e7f-aa5a-a0519d76f1f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.362143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c71dd2f5-2708-4f0a-8edf-3343ed8b8564 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:27:28.410547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: c71dd2f5-2708-4f0a-8edf-3343ed8b8564 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:27:28.410898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c71dd2f5-2708-4f0a-8edf-3343ed8b8564 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:27:28.411316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9dbaeacd-8c65-4717-a5a2-71721eca55ab no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:27:28.445993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 9dbaeacd-8c65-4717-a5a2-71721eca55ab {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:27:28.446378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9dbaeacd-8c65-4717-a5a2-71721eca55ab not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:27:28.468546 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 9b0987ae-30b4-4836-b613-c396000c96bf resource provider aggregate not found Oct 05 09:27:28.475580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a891dd-4793-4e7f-aa5a-a0519d76f1f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Network': ['ID=1fc7135c-fad9-4e74-a25d-a7173d8f2a36,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:28.484417 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-05a891dd-4793-4e7f-aa5a-a0519d76f1f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/networks/1fc7135c-fad9-4e74-a25d-a7173d8f2a36 HTTP/1.1" status: 204 len: 168 time: 0.6025414 Oct 05 09:27:28.494195 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37394) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:28.499008 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 9b0987ae-30b4-4836-b613-c396000c96bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b0987ae-30b4-4836-b613-c396000c96bf found for delete ", "request_id": "req-f6a87540-4a95-4b0a-b7f7-d539cb63f809"}]} Oct 05 09:27:28.506137 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7e9fa29f-35d1-41db-ad72-d1a00c5d94b4 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0107727 Oct 05 09:27:28.508817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37398) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:28.514337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'network': {'name': 'tempest-network-smoke--2033502650', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'port_security_enabled': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:28.519789 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:28.523965 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:network and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:28.527623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:28.534066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:28.547287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:27:28.551895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.583711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:27:28.592231 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.592562 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Added segment 46fa131d-57a4-4708-90c5-725594211dbe of type vlan for network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 Oct 05 09:27:28.623887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.652430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.658255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:28.658858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.764971 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2551246 Oct 05 09:27:28.768779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37402) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:28.775897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'admin_state_up': True, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:28.781239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f7da1-7001-4079-90d8-3b4fdfd047f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Network': ['ID=0c201cb9-ee3e-454c-9d49-5a0131e4c7b1,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:28.785401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:28.789256 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:router and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:28.792148 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:28.792771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:27:28.797856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:28.808339 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.809349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:28.825302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:29.213569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:29.511931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:29.540101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:29.672755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.143 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/fbee201f-db30-447a-b8e8-f87ca82624a6) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:27:29.817130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:29.850910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:29.918488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:27:29.921557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:27:29.930343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:27:29.965986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=fbee201f-db30-447a-b8e8-f87ca82624a6,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:30.236041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0c9c78a0-163d-4b72-ab68-190e701a9d21 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:27:30.270406 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 0c9c78a0-163d-4b72-ab68-190e701a9d21 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:27:30.270740 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0c9c78a0-163d-4b72-ab68-190e701a9d21 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:27:30.354705 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:30.829192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:31.037490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router a4cb8044-e2c2-4939-9007-f071ad138a2c is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:27:31.231948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:27:31.242293 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Sync routers for ids ['a4cb8044-e2c2-4939-9007-f071ad138a2c'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:27:31.251077 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Routers {'a4cb8044-e2c2-4939-9007-f071ad138a2c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:27:31.252375 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:27:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a4cb8044-e2c2-4939-9007-f071ad138a2c'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:31.260592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:31.261982 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-99415414-1f18-4d95-86b0-8c323d53a1db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4922721 Oct 05 09:27:31.265182 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37406) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:31.304942 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-aa3b384d-bb62-41c7-a05f-3e573b2b0cdb tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=3d24fcbdc2b044ca86ffb7d681c0963d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386958 Oct 05 09:27:31.307703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37410) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:31.440514 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66b0735-61e1-4d36-9416-cd6662078cad tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:31.442036 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e66b0735-61e1-4d36-9416-cd6662078cad tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334131 Oct 05 09:27:31.444961 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37414) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:31.469472 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Set router a4cb8044-e2c2-4939-9007-f071ad138a2c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:27:31.488382 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f7979605-10ab-4389-839f-6920eec1cce8 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421884 Oct 05 09:27:31.490764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37418) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:31.495973 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-253113867', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:31.604406 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:31.608438 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:subnet and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:31.611982 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:31.617755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:31.627462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:27:31.631064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:31.756651 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:30Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:31.760435 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Checking router: a4cb8044-e2c2-4939-9007-f071ad138a2c for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:27:31.760785 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Updating router a4cb8044-e2c2-4939-9007-f071ad138a2c port fbee201f-db30-447a-b8e8-f87ca82624a6 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:27:31.814497 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:31.843103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:31.920102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Subnet': ['ID=96e14108-1209-445c-9d38-f67f506e44a9,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:31.929932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Checking segment: {'id': '46fa131d-57a4-4708-90c5-725594211dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:27:31.930343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network hostable DHCP agents. Network: 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:27:31.949621 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:27:31.959743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:27:31.964289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:31.964889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:31.972495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f92083-d17b-4475-9c70-f663194ca607 None None] Network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:27:31.992586 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-efb0dd8c-bfbc-4e07-88c5-737869f86d76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5007918 Oct 05 09:27:31.995281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37422) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:32.170572 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:32.186631 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Transition to ACTIVE for port object fbee201f-db30-447a-b8e8-f87ca82624a6 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:27:32.195998 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:32.211814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:27:32.212648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:32.263897 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Attempting to bind port fbee201f-db30-447a-b8e8-f87ca82624a6 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:27:32.264533 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Attempting to bind port fbee201f-db30-447a-b8e8-f87ca82624a6 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:27:32.264653 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Attempting to bind port fbee201f-db30-447a-b8e8-f87ca82624a6 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:27:32.274324 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:27:32.274723 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:27:32.275113 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:32.275507 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:27:32.275971 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Bound port: fbee201f-db30-447a-b8e8-f87ca82624a6, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:27:32.276341 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:32.340619 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad509b2-8a8f-46db-b53b-f90294ff6c38 None None] Pushing event updated for resources: {'Port': ['ID=fbee201f-db30-447a-b8e8-f87ca82624a6,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:32.348890 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:27:32.377229 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Allocated IP 172.20.0.2 (0c201cb9-ee3e-454c-9d49-5a0131e4c7b1/96e14108-1209-445c-9d38-f67f506e44a9/4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:27:32.388444 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] For port fbee201f-db30-447a-b8e8-f87ca82624a6, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:27:32.391826 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] For port fbee201f-db30-447a-b8e8-f87ca82624a6, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fbee201f-db30-447a-b8e8-f87ca82624a6,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:27:32.397609 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:32.453527 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Routers {'a4cb8044-e2c2-4939-9007-f071ad138a2c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:27:32.454311 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:27:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a4cb8044-e2c2-4939-9007-f071ad138a2c'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:32.533312 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad509b2-8a8f-46db-b53b-f90294ff6c38 None None] Pushing event updated for resources: {'Port': ['ID=fbee201f-db30-447a-b8e8-f87ca82624a6,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:32.590166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:32.600594 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Transition to ACTIVE for port object 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:27:32.621420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Transition to ACTIVE for port object 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:27:32.628400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:32.652463 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] Set router a4cb8044-e2c2-4939-9007-f071ad138a2c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:27:32.719891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:27:32.723728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:27:32.726350 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:27:32.794658 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Pushing event updated for resources: {'Port': ['ID=4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:32.838708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-131f1cfd-8a3e-42ec-8d7a-889d66697e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:32.874474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:32.916912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Attempting to bind port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:27:32.917416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Attempting to bind port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '46fa131d-57a4-4708-90c5-725594211dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:27:32.917878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Attempting to bind port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 on network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:27:32.924078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:27:32.924585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Checking segment: {'id': '46fa131d-57a4-4708-90c5-725594211dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:27:32.925094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:32.925603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Bound using segment: {'id': '46fa131d-57a4-4708-90c5-725594211dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:27:32.926278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Bound port: 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fa131d-57a4-4708-90c5-725594211dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:27:32.926750 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:32.950641 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:30Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:32.954798 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bce687-a632-428c-9360-a62367dce5d0 None None] The sync data for ids ['a4cb8044-e2c2-4939-9007-f071ad138a2c'] in dv-neutron-860328-1-hyperv is: [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:30Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:27:33.021094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] For port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:27:33.024474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] For port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9,segment=NetworkSegment(46fa131d-57a4-4708-90c5-725594211dbe),segment_id=46fa131d-57a4-4708-90c5-725594211dbe)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:27:33.031610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:33.112910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f497c8-11ee-4fc3-a145-ecf102af5866 None None] Pushing event updated for resources: {'Port': ['ID=4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:33.345949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.1 (0c201cb9-ee3e-454c-9d49-5a0131e4c7b1/96e14108-1209-445c-9d38-f67f506e44a9/f93fc339-d7df-4591-b1d4-e951b9284460) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:27:33.537598 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:33.554179 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object f93fc339-d7df-4591-b1d4-e951b9284460 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:27:33.578706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:33.645536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:27:33.653436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:27:33.655935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:27:33.693647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=f93fc339-d7df-4591-b1d4-e951b9284460,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:33.715151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:33.715505 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:33.715846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:33.716183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:33.716515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:33.716849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:33.717180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:33.717511 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:33.717837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:33.718183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:33.718510 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:33.718830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:33.736819 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:33.978820 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:34.122289 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294ea942-6f17-4049-bb48-e2c1db516606 None None] Network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:27:34.209209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-943a975f-2756-415d-9122-5bf439deff5b None None] Provisioning for port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:27:34.380115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fbee201f-db30-447a-b8e8-f87ca82624a6 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:27:34.424321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:34.430857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:34.472682 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port fbee201f-db30-447a-b8e8-f87ca82624a6 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:27:34.478751 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port fbee201f-db30-447a-b8e8-f87ca82624a6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:27:34.479463 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:34.479798 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port fbee201f-db30-447a-b8e8-f87ca82624a6 Oct 05 09:27:34.550777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=f93fc339-d7df-4591-b1d4-e951b9284460,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:34.553276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:34.628905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port fbee201f-db30-447a-b8e8-f87ca82624a6 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:27:34.629390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:34.636428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:34.649091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port fbee201f-db30-447a-b8e8-f87ca82624a6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fbee201f-db30-447a-b8e8-f87ca82624a6,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:34.653722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:34.654653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:27:34.703157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:27:34.704323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:27:34.774309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Provisioning for port f93fc339-d7df-4591-b1d4-e951b9284460 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:27:34.788055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Provisioning complete for port f93fc339-d7df-4591-b1d4-e951b9284460 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:27:34.788488 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:34.788768 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Attempt 1 to provision port f93fc339-d7df-4591-b1d4-e951b9284460 Oct 05 09:27:34.828046 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=fbee201f-db30-447a-b8e8-f87ca82624a6,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:34.857644 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Port f93fc339-d7df-4591-b1d4-e951b9284460 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:27:34.858949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:27:34.864761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:27:34.865139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:34.865484 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 Oct 05 09:27:34.928372 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router a4cb8044-e2c2-4939-9007-f071ad138a2c has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:27:34.995586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:27:34.995967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:35.031352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9,segment=NetworkSegment(46fa131d-57a4-4708-90c5-725594211dbe),segment_id=46fa131d-57a4-4708-90c5-725594211dbe)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:35.036431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:35.109400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:35.130673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:27:35.142473 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Sync routers for ids ['a4cb8044-e2c2-4939-9007-f071ad138a2c'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:27:35.148858 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ffff8acb-b9c3-4865-b6bd-c6e507a20bb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/a4cb8044-e2c2-4939-9007-f071ad138a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1497235 Oct 05 09:27:35.149062 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37428) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:35.168103 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Routers {'a4cb8044-e2c2-4939-9007-f071ad138a2c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:27:35.169081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:27:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a4cb8044-e2c2-4939-9007-f071ad138a2c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:35.303854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e8821-01eb-46a7-b204-290ae63ae962 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:35.304217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e8821-01eb-46a7-b204-290ae63ae962 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:35.304690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e8821-01eb-46a7-b204-290ae63ae962 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:35.305167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e8821-01eb-46a7-b204-290ae63ae962 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:35.306869 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cb9e8821-01eb-46a7-b204-290ae63ae962 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1571450 Oct 05 09:27:35.309527 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37432) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:35.345587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Set router a4cb8044-e2c2-4939-9007-f071ad138a2c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:27:35.379323 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c77ced4-bb42-4249-ba26-014012e2499d tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:35.379798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c77ced4-bb42-4249-ba26-014012e2499d tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:35.380258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c77ced4-bb42-4249-ba26-014012e2499d tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:35.380712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c77ced4-bb42-4249-ba26-014012e2499d tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:35.382387 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1c77ced4-bb42-4249-ba26-014012e2499d tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0719283 Oct 05 09:27:35.385124 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37436) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:35.388434 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Attempt 2 to provision port f93fc339-d7df-4591-b1d4-e951b9284460 Oct 05 09:27:35.526963 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Port f93fc339-d7df-4591-b1d4-e951b9284460 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:27:35.599668 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-50c36ead-51b1-4d48-9994-15fcf7d41862 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2134004 Oct 05 09:27:35.662132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47b7749c-19ec-43a3-8829-fb200942a2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:35.673955 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37442) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:35.679387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201485568', 'description': 'tempest-secgroup-smoke-201485568 description', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:35.685151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:35.689800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:35.692960 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:35.698807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:35.710155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:35.731228 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:35.735157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:35.738839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:35.746933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:35.773536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:33Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f93fc339-d7df-4591-b1d4-e951b9284460', 'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:6a:81:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:33Z', 'updated_at': '2022-10-05T09:27:34Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '96e14108-1209-445c-9d38-f67f506e44a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:35.777949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Checking router: a4cb8044-e2c2-4939-9007-f071ad138a2c for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:27:35.778338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Updating router a4cb8044-e2c2-4939-9007-f071ad138a2c port f93fc339-d7df-4591-b1d4-e951b9284460 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:27:35.824227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:35.828206 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:35.832684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:35.874506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33cb0cd2-64d3-4d2c-b9ad-412062b689f6,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:35.879142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:35.880366 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fd58b0a7-c4c7-4717-9d3c-3f26521e55c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2053969 Oct 05 09:27:35.883517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37446) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:35.889077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9d48bf57-bcb1-4335-b127-0fa6499909f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '33cb0cd2-64d3-4d2c-b9ad-412062b689f6', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:35.895841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9d48bf57-bcb1-4335-b127-0fa6499909f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:35.899786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9d48bf57-bcb1-4335-b127-0fa6499909f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:35.902949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9d48bf57-bcb1-4335-b127-0fa6499909f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:35.910537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9d48bf57-bcb1-4335-b127-0fa6499909f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:35.927998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9d48bf57-bcb1-4335-b127-0fa6499909f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:35.994945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9d48bf57-bcb1-4335-b127-0fa6499909f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:35.998575 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9d48bf57-bcb1-4335-b127-0fa6499909f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.022880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48bf57-bcb1-4335-b127-0fa6499909f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a95c33b-a079-4a7e-8da9-94b196fc22c9,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:36.031396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9d48bf57-bcb1-4335-b127-0fa6499909f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.032725 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9d48bf57-bcb1-4335-b127-0fa6499909f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481192 Oct 05 09:27:36.035861 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37450) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:36.041211 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b36b2e49-caf2-4dc0-85bb-ab3f1e240cb7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '33cb0cd2-64d3-4d2c-b9ad-412062b689f6', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:36.041372 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Attempt 3 to provision port f93fc339-d7df-4591-b1d4-e951b9284460 Oct 05 09:27:36.046583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b36b2e49-caf2-4dc0-85bb-ab3f1e240cb7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:36.050464 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b36b2e49-caf2-4dc0-85bb-ab3f1e240cb7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:36.053289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b36b2e49-caf2-4dc0-85bb-ab3f1e240cb7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:36.058915 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b36b2e49-caf2-4dc0-85bb-ab3f1e240cb7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:36.076680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b36b2e49-caf2-4dc0-85bb-ab3f1e240cb7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.117522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Port f93fc339-d7df-4591-b1d4-e951b9284460 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:27:36.140676 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b36b2e49-caf2-4dc0-85bb-ab3f1e240cb7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.145526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b36b2e49-caf2-4dc0-85bb-ab3f1e240cb7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.174289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b2e49-caf2-4dc0-85bb-ab3f1e240cb7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f11db31-f7f9-4d8e-8800-c07e23d1fac7,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:36.180891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b36b2e49-caf2-4dc0-85bb-ab3f1e240cb7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.182108 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b36b2e49-caf2-4dc0-85bb-ab3f1e240cb7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452727 Oct 05 09:27:36.185261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37454) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:36.191797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-42d63f5b-d6ff-41d9-95bb-f78fe20595be tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '33cb0cd2-64d3-4d2c-b9ad-412062b689f6', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:36.199587 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-42d63f5b-d6ff-41d9-95bb-f78fe20595be tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:36.205367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-42d63f5b-d6ff-41d9-95bb-f78fe20595be tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:36.209173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-42d63f5b-d6ff-41d9-95bb-f78fe20595be tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:36.215124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-42d63f5b-d6ff-41d9-95bb-f78fe20595be tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:36.237504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-42d63f5b-d6ff-41d9-95bb-f78fe20595be tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.248406 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.261635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Transition to ACTIVE for port object f93fc339-d7df-4591-b1d4-e951b9284460 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:27:36.269514 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.316487 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-42d63f5b-d6ff-41d9-95bb-f78fe20595be tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.320309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-42d63f5b-d6ff-41d9-95bb-f78fe20595be tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.346086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63f5b-d6ff-41d9-95bb-f78fe20595be tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1c5dc7-fb0e-42ff-9c00-6ffbce6148b4,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:36.354492 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fbee201f-db30-447a-b8e8-f87ca82624a6 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:27:36.356032 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-42d63f5b-d6ff-41d9-95bb-f78fe20595be tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.359971 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-42d63f5b-d6ff-41d9-95bb-f78fe20595be tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1711860 Oct 05 09:27:36.360125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37458) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:36.365704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-583edada-e120-492b-b3f4-f3d03b2bbb08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '33cb0cd2-64d3-4d2c-b9ad-412062b689f6', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:36.371428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-583edada-e120-492b-b3f4-f3d03b2bbb08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:36.375160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-583edada-e120-492b-b3f4-f3d03b2bbb08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:36.378664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-583edada-e120-492b-b3f4-f3d03b2bbb08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:36.384369 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-583edada-e120-492b-b3f4-f3d03b2bbb08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:36.480918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d10c29-31cc-4462-a322-7a3ce0970281 None None] Pushing event updated for resources: {'Port': ['ID=f93fc339-d7df-4591-b1d4-e951b9284460,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:36.515618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-583edada-e120-492b-b3f4-f3d03b2bbb08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.561529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Attempting to bind port f93fc339-d7df-4591-b1d4-e951b9284460 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:27:36.561899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Attempting to bind port f93fc339-d7df-4591-b1d4-e951b9284460 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '46fa131d-57a4-4708-90c5-725594211dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:27:36.562287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Attempting to bind port f93fc339-d7df-4591-b1d4-e951b9284460 on network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:27:36.569288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:27:36.569718 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Checking segment: {'id': '46fa131d-57a4-4708-90c5-725594211dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:27:36.570155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.570539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Bound using segment: {'id': '46fa131d-57a4-4708-90c5-725594211dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:27:36.571001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Bound port: f93fc339-d7df-4591-b1d4-e951b9284460, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fa131d-57a4-4708-90c5-725594211dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:27:36.571373 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.586081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-583edada-e120-492b-b3f4-f3d03b2bbb08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.589513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port fbee201f-db30-447a-b8e8-f87ca82624a6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:27:36.589891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.590053 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-583edada-e120-492b-b3f4-f3d03b2bbb08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.590284 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port fbee201f-db30-447a-b8e8-f87ca82624a6 Oct 05 09:27:36.614854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583edada-e120-492b-b3f4-f3d03b2bbb08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f213342f-463b-4734-b7ed-1c574d2b8ad8,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:36.624881 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Attempt 4 to provision port f93fc339-d7df-4591-b1d4-e951b9284460 Oct 05 09:27:36.626066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-583edada-e120-492b-b3f4-f3d03b2bbb08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.627925 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-583edada-e120-492b-b3f4-f3d03b2bbb08 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2661757 Oct 05 09:27:36.630748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37462) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:36.635839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-37000e02-54b6-4fb2-9b82-f02ac0343b3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '33cb0cd2-64d3-4d2c-b9ad-412062b689f6', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:36.642465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-37000e02-54b6-4fb2-9b82-f02ac0343b3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:36.646248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-37000e02-54b6-4fb2-9b82-f02ac0343b3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:36.649065 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-37000e02-54b6-4fb2-9b82-f02ac0343b3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:36.654732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-37000e02-54b6-4fb2-9b82-f02ac0343b3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:36.666737 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-37000e02-54b6-4fb2-9b82-f02ac0343b3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:27:36.673385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37000e02-54b6-4fb2-9b82-f02ac0343b3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.738298 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37000e02-54b6-4fb2-9b82-f02ac0343b3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.743255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37000e02-54b6-4fb2-9b82-f02ac0343b3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.767038 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37000e02-54b6-4fb2-9b82-f02ac0343b3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ef2596-3905-4754-97dc-bf007f4755e5,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:36.769418 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.771626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Port f93fc339-d7df-4591-b1d4-e951b9284460 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:27:36.776229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-37000e02-54b6-4fb2-9b82-f02ac0343b3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.779964 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-37000e02-54b6-4fb2-9b82-f02ac0343b3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457076 Oct 05 09:27:36.780197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37466) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:36.788271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ee4d390a-66fb-426f-aeb0-c80a24b7660d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '33cb0cd2-64d3-4d2c-b9ad-412062b689f6', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:36.791608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ee4d390a-66fb-426f-aeb0-c80a24b7660d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:36.795506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ee4d390a-66fb-426f-aeb0-c80a24b7660d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:36.798419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ee4d390a-66fb-426f-aeb0-c80a24b7660d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:36.804449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ee4d390a-66fb-426f-aeb0-c80a24b7660d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:36.815826 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-ee4d390a-66fb-426f-aeb0-c80a24b7660d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:27:36.822555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ee4d390a-66fb-426f-aeb0-c80a24b7660d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.831128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] For port f93fc339-d7df-4591-b1d4-e951b9284460, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:27:36.861326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] For port f93fc339-d7df-4591-b1d4-e951b9284460, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f93fc339-d7df-4591-b1d4-e951b9284460,segment=NetworkSegment(46fa131d-57a4-4708-90c5-725594211dbe),segment_id=46fa131d-57a4-4708-90c5-725594211dbe)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:27:36.877546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.892634 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ee4d390a-66fb-426f-aeb0-c80a24b7660d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.898145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ee4d390a-66fb-426f-aeb0-c80a24b7660d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.921922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d390a-66fb-426f-aeb0-c80a24b7660d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54e564b-a455-4c73-ac3b-f073c4ecbe3f,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:36.929702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.932907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ee4d390a-66fb-426f-aeb0-c80a24b7660d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:36.936454 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ee4d390a-66fb-426f-aeb0-c80a24b7660d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1529002 Oct 05 09:27:36.939775 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port fbee201f-db30-447a-b8e8-f87ca82624a6 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:27:36.940824 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:27:36.984683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Routers {'a4cb8044-e2c2-4939-9007-f071ad138a2c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:27:36.985480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:27:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a4cb8044-e2c2-4939-9007-f071ad138a2c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:37.093786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-efbb5625-aa4f-4a65-b2b7-564af95a587a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:27:37.096759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d10c29-31cc-4462-a322-7a3ce0970281 None None] Pushing event updated for resources: {'Port': ['ID=f93fc339-d7df-4591-b1d4-e951b9284460,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:37.110034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-efbb5625-aa4f-4a65-b2b7-564af95a587a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:27:37.111333 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-efbb5625-aa4f-4a65-b2b7-564af95a587a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201485568&fields=id&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 267 time: 0.0564415 Oct 05 09:27:37.249862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:27:37.250473 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:37.250554 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 Oct 05 09:27:37.268301 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-564ff3d1-7764-472a-919d-743f374dac8d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:37.268920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-564ff3d1-7764-472a-919d-743f374dac8d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:27:37.280472 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Attempt 5 to provision port f93fc339-d7df-4591-b1d4-e951b9284460 Oct 05 09:27:37.285181 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-564ff3d1-7764-472a-919d-743f374dac8d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:27:37.286355 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-564ff3d1-7764-472a-919d-743f374dac8d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/networks?id=0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 HTTP/1.1" status: 200 len: 797 time: 0.1677685 Oct 05 09:27:37.301734 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-e4783d4f-0e5c-4ced-af1e-4a73a9bcf412 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/quotas/3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 375 time: 0.0096896 Oct 05 09:27:37.326837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] Set router a4cb8044-e2c2-4939-9007-f071ad138a2c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:27:37.395334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-36632861-faad-4d24-b061-77772ce5041d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:27:37.411506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-36632861-faad-4d24-b061-77772ce5041d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:27:37.412840 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-36632861-faad-4d24-b061-77772ce5041d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057484 Oct 05 09:27:37.516689 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Port f93fc339-d7df-4591-b1d4-e951b9284460 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:27:37.567846 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-207120fb-e42a-4277-82d8-b7ad6d8b7413 service neutron] 10.222.0.64 "GET /v2.0/networks/0c201cb9-ee3e-454c-9d49-5a0131e4c7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423092 Oct 05 09:27:37.646427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Provisioning complete for port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:27:37.646800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:37.647138 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Attempt 1 to provision port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 Oct 05 09:27:37.685218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:27:37.698390 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-647eb30c-08f8-4e4a-861d-24aca599ee06 service neutron] 10.222.0.64 "GET /v2.0/networks/0c201cb9-ee3e-454c-9d49-5a0131e4c7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248662 Oct 05 09:27:37.845501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-151f99a0-0985-4026-90c6-70a9c09cc3c1 None None] Current status of the port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:27:37.859926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:33Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f93fc339-d7df-4591-b1d4-e951b9284460', 'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:6a:81:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:33Z', 'updated_at': '2022-10-05T09:27:36Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '96e14108-1209-445c-9d38-f67f506e44a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:37.866323 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f3b46-ea96-4bd9-ba1b-16e77fe45bcc None None] The sync data for ids ['a4cb8044-e2c2-4939-9007-f071ad138a2c'] in dv-neutron-860328-1-hyperv is: [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:33Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f93fc339-d7df-4591-b1d4-e951b9284460', 'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:6a:81:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:33Z', 'updated_at': '2022-10-05T09:27:36Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '96e14108-1209-445c-9d38-f67f506e44a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:27:37.911985 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-257726fb-74c1-4e7e-82e3-7a026c6f2fea req-4caf5101-2512-47ff-aeae-a100881d57a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 210 time: 0.0721929 Oct 05 09:27:38.314585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f93fc339-d7df-4591-b1d4-e951b9284460 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:27:38.393892 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port f93fc339-d7df-4591-b1d4-e951b9284460 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:27:38.399804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f93fc339-d7df-4591-b1d4-e951b9284460 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:27:38.400182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:38.400519 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f93fc339-d7df-4591-b1d4-e951b9284460 Oct 05 09:27:38.533786 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f93fc339-d7df-4591-b1d4-e951b9284460 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:27:38.534196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:38.572918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port f93fc339-d7df-4591-b1d4-e951b9284460, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f93fc339-d7df-4591-b1d4-e951b9284460,segment=NetworkSegment(46fa131d-57a4-4708-90c5-725594211dbe),segment_id=46fa131d-57a4-4708-90c5-725594211dbe)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:38.576838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:38.649282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=f93fc339-d7df-4591-b1d4-e951b9284460,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:39.071100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2d08c246-b4c7-4da7-bc90-cda63a77588c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:39.071866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2d08c246-b4c7-4da7-bc90-cda63a77588c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:27:39.084520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2d08c246-b4c7-4da7-bc90-cda63a77588c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:27:39.085932 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2d08c246-b4c7-4da7-bc90-cda63a77588c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks?id=0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 HTTP/1.1" status: 200 len: 797 time: 0.1683657 Oct 05 09:27:39.091809 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e5d6899f-7946-4bd7-8274-3cf476886890 req-0c07cee3-a438-4417-9c5d-195ba3454754 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 210 time: 0.0506988 Oct 05 09:27:39.136690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-8ec3819d-03bd-4e5e-b3cb-2b63896a12df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:27:39.148897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-8ec3819d-03bd-4e5e-b3cb-2b63896a12df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:27:39.150018 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-8ec3819d-03bd-4e5e-b3cb-2b63896a12df tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 379 time: 0.0549419 Oct 05 09:27:39.158951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'port': {'device_id': '1a875304-c935-47aa-8654-c2cc836f691b', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'admin_state_up': True, 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'security_groups': ['33cb0cd2-64d3-4d2c-b9ad-412062b689f6']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:39.187003 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:39.295911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:39.305862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:39.316189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:27:39.319701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:39.481876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.10 (0c201cb9-ee3e-454c-9d49-5a0131e4c7b1/96e14108-1209-445c-9d38-f67f506e44a9/ab844ca4-e296-412d-8127-e44d9a35e173) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:27:39.668860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:39.684531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object ab844ca4-e296-412d-8127-e44d9a35e173 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:27:39.707761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:39.782598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:27:39.783731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:27:39.787958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:27:39.817840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=ab844ca4-e296-412d-8127-e44d9a35e173,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:39.834645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:39.835297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:39.835662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:39.835997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:39.836492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:39.836820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:39.837145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:39.837467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:39.837786 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:39.838128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:39.838446 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:39.838755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:39.876400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:39.877020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:39.907734 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-2c8ad4bf-5d20-4abc-a6f5-cbd224f54ebb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7508926 Oct 05 09:27:39.919216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Request body: {'port': {'device_id': '1a875304-c935-47aa-8654-c2cc836f691b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:40.012444 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b3b37312-044a-4999-bc0b-a17bd0cbe8d6 None None] Provisioning for port ab844ca4-e296-412d-8127-e44d9a35e173 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:27:40.018064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b3b37312-044a-4999-bc0b-a17bd0cbe8d6 None None] Provisioning complete for port ab844ca4-e296-412d-8127-e44d9a35e173 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:27:40.018504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b3b37312-044a-4999-bc0b-a17bd0cbe8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:40.018902 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b3b37312-044a-4999-bc0b-a17bd0cbe8d6 None None] Attempt 1 to provision port ab844ca4-e296-412d-8127-e44d9a35e173 Oct 05 09:27:40.035505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:40.076074 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b3b37312-044a-4999-bc0b-a17bd0cbe8d6 None None] Port ab844ca4-e296-412d-8127-e44d9a35e173 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:27:40.288388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f93fc339-d7df-4591-b1d4-e951b9284460 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:27:40.318529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77716140-deef-4f1f-9169-a17b04c9220d req-994eef57-eea8-4505-a1e5-22c4c93ce2c3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:40.320633 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-77716140-deef-4f1f-9169-a17b04c9220d req-994eef57-eea8-4505-a1e5-22c4c93ce2c3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 932 time: 0.1142862 Oct 05 09:27:40.368184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f93fc339-d7df-4591-b1d4-e951b9284460 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:27:40.368704 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:40.369013 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f93fc339-d7df-4591-b1d4-e951b9284460 Oct 05 09:27:40.370962 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-77716140-deef-4f1f-9169-a17b04c9220d req-2f5fb263-39f0-4b72-bb15-0d36bf905960 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=33cb0cd2-64d3-4d2c-b9ad-412062b689f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450575 Oct 05 09:27:40.492889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f93fc339-d7df-4591-b1d4-e951b9284460 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:27:40.499214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab844ca4-e296-412d-8127-e44d9a35e173 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:27:40.506634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:40.520531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Transition to ACTIVE for port object ab844ca4-e296-412d-8127-e44d9a35e173 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:27:40.524193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:40.577199 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b3b37312-044a-4999-bc0b-a17bd0cbe8d6 None None] Attempt 2 to provision port ab844ca4-e296-412d-8127-e44d9a35e173 Oct 05 09:27:40.639766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b3b37312-044a-4999-bc0b-a17bd0cbe8d6 None None] Port ab844ca4-e296-412d-8127-e44d9a35e173 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:27:40.715646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Pushing event updated for resources: {'Port': ['ID=ab844ca4-e296-412d-8127-e44d9a35e173,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:40.753408 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Attempting to bind port ab844ca4-e296-412d-8127-e44d9a35e173 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:27:40.753747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Attempting to bind port ab844ca4-e296-412d-8127-e44d9a35e173 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '46fa131d-57a4-4708-90c5-725594211dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:27:40.754106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Attempting to bind port ab844ca4-e296-412d-8127-e44d9a35e173 on network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:27:40.758626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Port ab844ca4-e296-412d-8127-e44d9a35e173 on network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:27:40.758949 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Attempting to bind port ab844ca4-e296-412d-8127-e44d9a35e173 on network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:27:40.764121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:27:40.764455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Checking segment: {'id': '46fa131d-57a4-4708-90c5-725594211dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:27:40.764830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Bound using segment: {'id': '46fa131d-57a4-4708-90c5-725594211dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:27:40.765274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Bound port: ab844ca4-e296-412d-8127-e44d9a35e173, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fa131d-57a4-4708-90c5-725594211dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:27:40.765597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:40.857150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] For port ab844ca4-e296-412d-8127-e44d9a35e173, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:27:40.860070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] For port ab844ca4-e296-412d-8127-e44d9a35e173, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ab844ca4-e296-412d-8127-e44d9a35e173,segment=NetworkSegment(46fa131d-57a4-4708-90c5-725594211dbe),segment_id=46fa131d-57a4-4708-90c5-725594211dbe)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:27:40.865607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:40.897580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:40.898216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:40.899568 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] 10.222.0.45 "PUT /v2.0/ports/ab844ca4-e296-412d-8127-e44d9a35e173 HTTP/1.1" status: 200 len: 1094 time: 0.9851980 Oct 05 09:27:40.900011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a875304-c935-47aa-8654-c2cc836f691b', 'tag': 'ab844ca4-e296-412d-8127-e44d9a35e173'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:27:40.902292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3334029c-06c3-4655-890d-fd1065e5229a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a875304-c935-47aa-8654-c2cc836f691b", "tag": "ab844ca4-e296-412d-8127-e44d9a35e173"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:27:40.979914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c147af67-80a5-4f49-853a-fa1cc584b7c1 x-openstack-request-id: req-c147af67-80a5-4f49-853a-fa1cc584b7c1 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:27:40.980194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a875304-c935-47aa-8654-c2cc836f691b", "tag": "ab844ca4-e296-412d-8127-e44d9a35e173", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:27:40.980464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c147af67-80a5-4f49-853a-fa1cc584b7c1 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:27:40.980846 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c147af67-80a5-4f49-853a-fa1cc584b7c1'] response: {'name': 'network-changed', 'server_uuid': '1a875304-c935-47aa-8654-c2cc836f691b', 'tag': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'status': 'completed', 'code': 200} Oct 05 09:27:40.994308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c2545-3900-4682-92fe-2cadc3d505da service neutron] Pushing event updated for resources: {'Port': ['ID=ab844ca4-e296-412d-8127-e44d9a35e173,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:41.025878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-934e7916-c2b3-4480-8201-f29f0050bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:41.027361 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-934e7916-c2b3-4480-8201-f29f0050bc11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 1097 time: 0.0871255 Oct 05 09:27:41.095723 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-7af9c691-c0f2-4479-8f42-28e6dbe7aa81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab844ca4-e296-412d-8127-e44d9a35e173 HTTP/1.1" status: 200 len: 217 time: 0.0596938 Oct 05 09:27:41.141405 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b3b37312-044a-4999-bc0b-a17bd0cbe8d6 None None] Attempt 3 to provision port ab844ca4-e296-412d-8127-e44d9a35e173 Oct 05 09:27:41.159216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-e8fe73b3-b2b2-4e2c-b14a-4df81ab873f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:41.160627 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-e8fe73b3-b2b2-4e2c-b14a-4df81ab873f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96e14108-1209-445c-9d38-f67f506e44a9 HTTP/1.1" status: 200 len: 834 time: 0.0591464 Oct 05 09:27:41.206589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b3b37312-044a-4999-bc0b-a17bd0cbe8d6 None None] Port ab844ca4-e296-412d-8127-e44d9a35e173 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:27:41.245128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-d2824093-f505-408b-969a-9dc8ae420439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:41.246700 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-d2824093-f505-408b-969a-9dc8ae420439 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c201cb9-ee3e-454c-9d49-5a0131e4c7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795150 Oct 05 09:27:41.386045 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-97ddb3f8-0481-42f0-9b65-402c4acee945 service neutron] 10.222.0.45 "GET /v2.0/networks/0c201cb9-ee3e-454c-9d49-5a0131e4c7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319327 Oct 05 09:27:41.519917 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5bcee8f5-79ed-448d-92ee-71d0844e48da req-84c58a7d-4ebd-42c2-a517-03e236b426c5 service neutron] 10.222.0.45 "GET /v2.0/networks/0c201cb9-ee3e-454c-9d49-5a0131e4c7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266208 Oct 05 09:27:41.574293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d49e45-9113-475e-b0d8-f076dcb1a353 req-5225215f-dab3-4035-a4cf-2016d874563f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:41.575751 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-24d49e45-9113-475e-b0d8-f076dcb1a353 req-5225215f-dab3-4035-a4cf-2016d874563f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 944 time: 0.0925357 Oct 05 09:27:41.620910 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-24d49e45-9113-475e-b0d8-f076dcb1a353 req-f39b7eb4-8dba-4f9b-8e92-c113b1823fd6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=33cb0cd2-64d3-4d2c-b9ad-412062b689f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386047 Oct 05 09:27:41.647370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334029c-06c3-4655-890d-fd1065e5229a req-a65e3906-6f09-468e-b867-28ed79b2488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:41.648768 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3334029c-06c3-4655-890d-fd1065e5229a req-a65e3906-6f09-468e-b867-28ed79b2488e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 1097 time: 0.0835199 Oct 05 09:27:41.778667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334029c-06c3-4655-890d-fd1065e5229a req-55e13bb3-ba05-4978-b029-fcfe8aa91c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:41.780107 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3334029c-06c3-4655-890d-fd1065e5229a req-55e13bb3-ba05-4978-b029-fcfe8aa91c48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 HTTP/1.1" status: 200 len: 898 time: 0.1253150 Oct 05 09:27:41.851485 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3334029c-06c3-4655-890d-fd1065e5229a req-4a83907c-ff68-4978-a5c5-d836644d90eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab844ca4-e296-412d-8127-e44d9a35e173 HTTP/1.1" status: 200 len: 217 time: 0.0635793 Oct 05 09:27:41.915401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334029c-06c3-4655-890d-fd1065e5229a req-badf4877-8d5e-4751-afb3-9d58600bb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:41.916772 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3334029c-06c3-4655-890d-fd1065e5229a req-badf4877-8d5e-4751-afb3-9d58600bb98f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96e14108-1209-445c-9d38-f67f506e44a9 HTTP/1.1" status: 200 len: 834 time: 0.0589726 Oct 05 09:27:41.998835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334029c-06c3-4655-890d-fd1065e5229a req-00b5ef9a-508b-43fc-bd9c-06cb04160ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:42.000286 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3334029c-06c3-4655-890d-fd1065e5229a req-00b5ef9a-508b-43fc-bd9c-06cb04160ce7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c201cb9-ee3e-454c-9d49-5a0131e4c7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762749 Oct 05 09:27:42.129258 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3334029c-06c3-4655-890d-fd1065e5229a req-2abc5ef2-b3bc-43cc-af1b-6120845d04e6 service neutron] 10.222.0.45 "GET /v2.0/networks/0c201cb9-ee3e-454c-9d49-5a0131e4c7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218851 Oct 05 09:27:42.261732 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3334029c-06c3-4655-890d-fd1065e5229a req-41c625e6-5068-4f09-96e9-43f0c0b16293 service neutron] 10.222.0.45 "GET /v2.0/networks/0c201cb9-ee3e-454c-9d49-5a0131e4c7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248546 Oct 05 09:27:42.823563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc3f79-9d7c-426c-b87b-3f5d250dfb8f req-86e17bb1-5313-489f-9a73-4d56f4299c53 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:42.825027 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-36dc3f79-9d7c-426c-b87b-3f5d250dfb8f req-86e17bb1-5313-489f-9a73-4d56f4299c53 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 944 time: 0.0883813 Oct 05 09:27:42.870680 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-36dc3f79-9d7c-426c-b87b-3f5d250dfb8f req-31adc4dd-1f48-4f5a-b003-1b2c2b0c0ab4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=33cb0cd2-64d3-4d2c-b9ad-412062b689f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390732 Oct 05 09:27:44.073231 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98585077-65d3-4792-8501-4cbb81bd0472 req-5b64869c-8539-475b-8d18-5132b783ec6a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:44.074695 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-98585077-65d3-4792-8501-4cbb81bd0472 req-5b64869c-8539-475b-8d18-5132b783ec6a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 944 time: 0.0893488 Oct 05 09:27:44.118463 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-98585077-65d3-4792-8501-4cbb81bd0472 req-a47d5cfd-6cff-4d7b-ba9f-f42b1d1dde16 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=33cb0cd2-64d3-4d2c-b9ad-412062b689f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375957 Oct 05 09:27:45.325829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c20410-7ab1-4d00-9a6f-a07e56625930 req-400dfdde-c7b2-4aaf-baae-8bbe7e307228 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:45.327333 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-92c20410-7ab1-4d00-9a6f-a07e56625930 req-400dfdde-c7b2-4aaf-baae-8bbe7e307228 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 944 time: 0.0931480 Oct 05 09:27:45.371636 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-92c20410-7ab1-4d00-9a6f-a07e56625930 req-f523f5f5-a59d-42a8-9b88-ae39120f643b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=33cb0cd2-64d3-4d2c-b9ad-412062b689f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381265 Oct 05 09:27:45.707630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ab844ca4-e296-412d-8127-e44d9a35e173 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:27:45.837872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ab844ca4-e296-412d-8127-e44d9a35e173, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ab844ca4-e296-412d-8127-e44d9a35e173,segment=NetworkSegment(46fa131d-57a4-4708-90c5-725594211dbe),segment_id=46fa131d-57a4-4708-90c5-725594211dbe)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:45.851412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'port_id': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'mac_address': 'fa:16:3e:c8:c6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:27:45.905687 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port ab844ca4-e296-412d-8127-e44d9a35e173 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:27:45.906259 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:45.925241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab844ca4-e296-412d-8127-e44d9a35e173 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:27:45.940411 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ab844ca4-e296-412d-8127-e44d9a35e173, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ab844ca4-e296-412d-8127-e44d9a35e173,segment=NetworkSegment(46fa131d-57a4-4708-90c5-725594211dbe),segment_id=46fa131d-57a4-4708-90c5-725594211dbe)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:45.945005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:46.053868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=ab844ca4-e296-412d-8127-e44d9a35e173,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:46.061048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:46.061397 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:46.061738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:46.062100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:46.062443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:46.062775 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:46.063285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:46.063613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:46.064027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:46.064383 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:46.064709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:46.065031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:27:46.153307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['ab844ca4-e296-412d-8127-e44d9a35e173'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:27:46.577068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437d3b3-8482-483a-943d-5110dd482394 req-2bdcb04f-b2c4-4038-93a1-6171754571cb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:46.578583 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3437d3b3-8482-483a-943d-5110dd482394 req-2bdcb04f-b2c4-4038-93a1-6171754571cb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 945 time: 0.0882983 Oct 05 09:27:46.623012 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3437d3b3-8482-483a-943d-5110dd482394 req-1546aa38-2034-40e9-a713-22d44be26cac tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=33cb0cd2-64d3-4d2c-b9ad-412062b689f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382805 Oct 05 09:27:47.727689 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ab844ca4-e296-412d-8127-e44d9a35e173 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:27:47.797426 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port ab844ca4-e296-412d-8127-e44d9a35e173 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:27:47.802614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port ab844ca4-e296-412d-8127-e44d9a35e173 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:27:47.802994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:47.803330 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port ab844ca4-e296-412d-8127-e44d9a35e173 Oct 05 09:27:47.824704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616cbb-ec9f-427c-9bdf-2d2434830f13 req-b25dfe9e-05e1-470d-b54a-bd41a153a569 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:47.826180 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c1616cbb-ec9f-427c-9bdf-2d2434830f13 req-b25dfe9e-05e1-470d-b54a-bd41a153a569 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 945 time: 0.0898626 Oct 05 09:27:47.878316 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c1616cbb-ec9f-427c-9bdf-2d2434830f13 req-a5f9c918-ee7f-4f4b-aa72-5bc2f7d04977 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=33cb0cd2-64d3-4d2c-b9ad-412062b689f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445669 Oct 05 09:27:47.919992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port ab844ca4-e296-412d-8127-e44d9a35e173 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:27:47.920375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:47.950286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a875304-c935-47aa-8654-c2cc836f691b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab844ca4-e296-412d-8127-e44d9a35e173'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:27:47.952803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e123fa4-8d88-482f-87b1-ce2b150a81e4" -d '{"events": [{"server_uuid": "1a875304-c935-47aa-8654-c2cc836f691b", "name": "network-vif-plugged", "status": "completed", "tag": "ab844ca4-e296-412d-8127-e44d9a35e173"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:27:47.960626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ab844ca4-e296-412d-8127-e44d9a35e173, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ab844ca4-e296-412d-8127-e44d9a35e173,segment=NetworkSegment(46fa131d-57a4-4708-90c5-725594211dbe),segment_id=46fa131d-57a4-4708-90c5-725594211dbe)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:27:47.964557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:48.002815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f221f9-44bf-4c44-b0ac-b6bd0d3f3a69 x-openstack-request-id: req-a2f221f9-44bf-4c44-b0ac-b6bd0d3f3a69 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:27:48.003106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a875304-c935-47aa-8654-c2cc836f691b", "name": "network-vif-plugged", "status": "completed", "tag": "ab844ca4-e296-412d-8127-e44d9a35e173", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:27:48.003355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2f221f9-44bf-4c44-b0ac-b6bd0d3f3a69 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:27:48.003745 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f221f9-44bf-4c44-b0ac-b6bd0d3f3a69'] response: {'server_uuid': '1a875304-c935-47aa-8654-c2cc836f691b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'code': 200} Oct 05 09:27:48.037254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=ab844ca4-e296-412d-8127-e44d9a35e173,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:48.255676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ae918-404f-4f48-b28f-d2a92ec6647c req-bc9e2943-d99c-477c-a3e4-d97bdff0f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:48.257153 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3c8ae918-404f-4f48-b28f-d2a92ec6647c req-bc9e2943-d99c-477c-a3e4-d97bdff0f885 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 1099 time: 0.0809140 Oct 05 09:27:48.297170 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3c8ae918-404f-4f48-b28f-d2a92ec6647c req-d31f6040-bcde-420a-8f5b-baebfe4c392f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=33cb0cd2-64d3-4d2c-b9ad-412062b689f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337808 Oct 05 09:27:49.330119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa913cc3-10a0-4b10-b224-5a9d16edf5ce req-03dcbc71-0b3a-4a58-a38f-43ad03d141e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:49.331294 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fa913cc3-10a0-4b10-b224-5a9d16edf5ce req-03dcbc71-0b3a-4a58-a38f-43ad03d141e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 946 time: 0.1887789 Oct 05 09:27:49.377879 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fa913cc3-10a0-4b10-b224-5a9d16edf5ce req-23b1d616-5dba-4d86-95e3-d82b8a6f8f88 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=33cb0cd2-64d3-4d2c-b9ad-412062b689f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402534 Oct 05 09:27:50.580454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ca039-0e88-4f8b-aca4-4ad84e0df944 req-ab339fdc-d720-4015-92c4-0b1d2784c067 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:50.581807 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-466ca039-0e88-4f8b-aca4-4ad84e0df944 req-ab339fdc-d720-4015-92c4-0b1d2784c067 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 946 time: 0.0895069 Oct 05 09:27:50.625446 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-466ca039-0e88-4f8b-aca4-4ad84e0df944 req-71cf8963-6e67-49b1-a0af-53b192c18848 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=33cb0cd2-64d3-4d2c-b9ad-412062b689f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378928 Oct 05 09:27:50.828197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5bc6-6359-43c2-ac3d-41733f7c30cf req-9ba13d7a-0081-42da-a122-d9831d1bfce2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:50.830192 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-062c5bc6-6359-43c2-ac3d-41733f7c30cf req-9ba13d7a-0081-42da-a122-d9831d1bfce2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 946 time: 0.0900924 Oct 05 09:27:50.873823 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-062c5bc6-6359-43c2-ac3d-41733f7c30cf req-363cc9f5-81b7-4458-93cb-b510346d15ee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=33cb0cd2-64d3-4d2c-b9ad-412062b689f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380194 Oct 05 09:27:50.902836 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37522) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:50.983491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf641d8b-d967-4ebb-8146-a6aa1b9518f6 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:50.984990 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cf641d8b-d967-4ebb-8146-a6aa1b9518f6 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 1094 time: 0.0810454 Oct 05 09:27:50.987877 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37526) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:50.992672 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:27:50.998465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:27:51.002899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:floatingip and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:27:51.005663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:27:51.011336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:27:51.022218 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:51.159669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:51.290186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.126 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/8dbf4771-be4e-4c05-9b29-69b6adce35c9) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:27:51.437852 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:51.466812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:51.528908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:27:51.531718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:27:51.539832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:27:51.579702 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=8dbf4771-be4e-4c05-9b29-69b6adce35c9,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:51.954950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:52.030402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:52.240052 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:52.245352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:52.467385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=8dbf4771-be4e-4c05-9b29-69b6adce35c9,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:27:52.470517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:52.645156 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP c8c073a3-38b0-4348-8adf-112e181b4bee associated. External IP: 172.26.0.126, port: ab844ca4-e296-412d-8127-e44d9a35e173. Oct 05 09:27:52.997506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router a4cb8044-e2c2-4939-9007-f071ad138a2c has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:27:53.170444 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:27:53.180117 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f18f02-9132-487c-b1c9-1fd6bc2794ff None None] Sync routers for ids ['a4cb8044-e2c2-4939-9007-f071ad138a2c'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:27:53.189611 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f18f02-9132-487c-b1c9-1fd6bc2794ff None None] Routers {'a4cb8044-e2c2-4939-9007-f071ad138a2c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:27:53.190205 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-29f18f02-9132-487c-b1c9-1fd6bc2794ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:27:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a4cb8044-e2c2-4939-9007-f071ad138a2c'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:53.196687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:27:53.257748 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-87ae5a87-38c0-48af-ae4e-ad632f824654 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2664247 Oct 05 09:27:53.257748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a875304-c935-47aa-8654-c2cc836f691b', 'tag': 'ab844ca4-e296-412d-8127-e44d9a35e173'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:27:53.258189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ee49ef-a252-4479-a255-37e72893ca8a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a875304-c935-47aa-8654-c2cc836f691b", "tag": "ab844ca4-e296-412d-8127-e44d9a35e173"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:27:53.258848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37530) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:53.304421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a54da5c-509c-4efc-861c-4426d83d1775 x-openstack-request-id: req-5a54da5c-509c-4efc-861c-4426d83d1775 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:27:53.304723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a875304-c935-47aa-8654-c2cc836f691b", "tag": "ab844ca4-e296-412d-8127-e44d9a35e173", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:27:53.304977 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a54da5c-509c-4efc-861c-4426d83d1775 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:27:53.305379 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a54da5c-509c-4efc-861c-4426d83d1775'] response: {'name': 'network-changed', 'server_uuid': '1a875304-c935-47aa-8654-c2cc836f691b', 'tag': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'status': 'completed', 'code': 200} Oct 05 09:27:53.370985 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-29f18f02-9132-487c-b1c9-1fd6bc2794ff None None] Set router a4cb8044-e2c2-4939-9007-f071ad138a2c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:27:53.618515 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7eeb2925-7760-4ac3-ae6a-88acde28802a tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/routers/a4cb8044-e2c2-4939-9007-f071ad138a2c HTTP/1.1" status: 200 len: 923 time: 0.3584981 Oct 05 09:27:53.621772 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37536) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:53.624443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee49ef-a252-4479-a255-37e72893ca8a req-30df0834-2e0c-439c-92d1-f5d78f2e2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:53.626506 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-73ee49ef-a252-4479-a255-37e72893ca8a req-30df0834-2e0c-439c-92d1-f5d78f2e2a4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 1099 time: 0.1918216 Oct 05 09:27:53.729570 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dfc4417a-8739-40ae-8a93-fd19995d60fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/c8c073a3-38b0-4348-8adf-112e181b4bee HTTP/1.1" status: 200 len: 992 time: 0.1066315 Oct 05 09:27:53.731351 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-29f18f02-9132-487c-b1c9-1fd6bc2794ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:33Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c8c073a3-38b0-4348-8adf-112e181b4bee', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.126', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'port_id': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'mac_address': 'fa:16:3e:c8:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a875304-c935-47aa-8654-c2cc836f691b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:27:51Z', 'updated_at': '2022-10-05T09:27:51Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93fc339-d7df-4591-b1d4-e951b9284460', 'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:6a:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:33Z', 'updated_at': '2022-10-05T09:27:38Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '96e14108-1209-445c-9d38-f67f506e44a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:53.735742 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f18f02-9132-487c-b1c9-1fd6bc2794ff None None] Checking router: a4cb8044-e2c2-4939-9007-f071ad138a2c for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:27:53.744280 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f18f02-9132-487c-b1c9-1fd6bc2794ff None None] Routers {'a4cb8044-e2c2-4939-9007-f071ad138a2c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:27:53.744877 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-29f18f02-9132-487c-b1c9-1fd6bc2794ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:27:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a4cb8044-e2c2-4939-9007-f071ad138a2c'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:53.772866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee49ef-a252-4479-a255-37e72893ca8a req-a154b0e2-bf00-448d-a144-d6fad75ede0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:53.774360 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-73ee49ef-a252-4479-a255-37e72893ca8a req-a154b0e2-bf00-448d-a144-d6fad75ede0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 HTTP/1.1" status: 200 len: 898 time: 0.1380734 Oct 05 09:27:53.876972 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-73ee49ef-a252-4479-a255-37e72893ca8a req-08927d62-9615-498f-9256-1398e2de8757 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab844ca4-e296-412d-8127-e44d9a35e173 HTTP/1.1" status: 200 len: 1000 time: 0.0968981 Oct 05 09:27:53.926180 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-29f18f02-9132-487c-b1c9-1fd6bc2794ff None None] Set router a4cb8044-e2c2-4939-9007-f071ad138a2c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:27:53.941239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee49ef-a252-4479-a255-37e72893ca8a req-ee947a9b-5700-4518-9ac5-da9d92f1ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:53.942765 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-73ee49ef-a252-4479-a255-37e72893ca8a req-ee947a9b-5700-4518-9ac5-da9d92f1ca91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96e14108-1209-445c-9d38-f67f506e44a9 HTTP/1.1" status: 200 len: 834 time: 0.0588808 Oct 05 09:27:54.027259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee49ef-a252-4479-a255-37e72893ca8a req-e4001771-410a-4202-910d-9d41ad91e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:54.028741 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-73ee49ef-a252-4479-a255-37e72893ca8a req-e4001771-410a-4202-910d-9d41ad91e8be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c201cb9-ee3e-454c-9d49-5a0131e4c7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800993 Oct 05 09:27:54.162339 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-73ee49ef-a252-4479-a255-37e72893ca8a req-9693d24f-a004-49b4-be27-8f9f5159c743 service neutron] 10.222.0.45 "GET /v2.0/networks/0c201cb9-ee3e-454c-9d49-5a0131e4c7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268680 Oct 05 09:27:54.270755 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-29f18f02-9132-487c-b1c9-1fd6bc2794ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:33Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c8c073a3-38b0-4348-8adf-112e181b4bee', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.126', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'port_id': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'mac_address': 'fa:16:3e:c8:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a875304-c935-47aa-8654-c2cc836f691b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:27:51Z', 'updated_at': '2022-10-05T09:27:51Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93fc339-d7df-4591-b1d4-e951b9284460', 'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:6a:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:33Z', 'updated_at': '2022-10-05T09:27:38Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '96e14108-1209-445c-9d38-f67f506e44a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:27:54.274766 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f18f02-9132-487c-b1c9-1fd6bc2794ff None None] The sync data for ids ['a4cb8044-e2c2-4939-9007-f071ad138a2c'] in dv-neutron-860328-1-hyperv is: [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:33Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c8c073a3-38b0-4348-8adf-112e181b4bee', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.126', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'port_id': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'mac_address': 'fa:16:3e:c8:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a875304-c935-47aa-8654-c2cc836f691b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:27:51Z', 'updated_at': '2022-10-05T09:27:51Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93fc339-d7df-4591-b1d4-e951b9284460', 'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:6a:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:33Z', 'updated_at': '2022-10-05T09:27:38Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '96e14108-1209-445c-9d38-f67f506e44a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:27:54.300596 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-73ee49ef-a252-4479-a255-37e72893ca8a req-c0d0b545-18de-4c79-98cb-c59235c6743f service neutron] 10.222.0.45 "GET /v2.0/networks/0c201cb9-ee3e-454c-9d49-5a0131e4c7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264701 Oct 05 09:27:54.473153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e20810-9a7e-49d8-8909-dd3bb202a62d None None] New status for floating IP c8c073a3-38b0-4348-8adf-112e181b4bee: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:27:54.733190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37540) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:27:54.836697 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0e20ba3e-1594-4c5b-afba-04df449baca1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/c8c073a3-38b0-4348-8adf-112e181b4bee HTTP/1.1" status: 200 len: 994 time: 0.1023483 Oct 05 09:27:56.140095 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-866520b3-4d09-4c61-ab0b-dce0fe61f900 req-bb29d884-75c1-4cc7-9feb-c9adefd7eb67 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789955 Oct 05 09:27:56.289678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866520b3-4d09-4c61-ab0b-dce0fe61f900 req-0dc46239-f8d9-4921-b2ca-6f4e7fb7c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:56.291170 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-866520b3-4d09-4c61-ab0b-dce0fe61f900 req-0dc46239-f8d9-4921-b2ca-6f4e7fb7c253 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 1099 time: 0.0783551 Oct 05 09:27:56.435264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866520b3-4d09-4c61-ab0b-dce0fe61f900 req-55cb6510-d9d4-45a6-91d7-4bfb547ac81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:56.436618 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-866520b3-4d09-4c61-ab0b-dce0fe61f900 req-55cb6510-d9d4-45a6-91d7-4bfb547ac81f service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 HTTP/1.1" status: 200 len: 898 time: 0.1271958 Oct 05 09:27:56.539947 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-866520b3-4d09-4c61-ab0b-dce0fe61f900 req-4e47a515-1aee-4c30-a0a1-4e9a2ebd13a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab844ca4-e296-412d-8127-e44d9a35e173 HTTP/1.1" status: 200 len: 1002 time: 0.0972185 Oct 05 09:27:56.608002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866520b3-4d09-4c61-ab0b-dce0fe61f900 req-6c1e85f6-6be0-4181-8de3-a5ebc8905176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:56.609454 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-866520b3-4d09-4c61-ab0b-dce0fe61f900 req-6c1e85f6-6be0-4181-8de3-a5ebc8905176 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96e14108-1209-445c-9d38-f67f506e44a9 HTTP/1.1" status: 200 len: 834 time: 0.0640543 Oct 05 09:27:56.689616 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866520b3-4d09-4c61-ab0b-dce0fe61f900 req-0eed8677-5d7c-4da6-8018-d6dd010f0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:27:56.690990 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-866520b3-4d09-4c61-ab0b-dce0fe61f900 req-0eed8677-5d7c-4da6-8018-d6dd010f0745 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c201cb9-ee3e-454c-9d49-5a0131e4c7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761204 Oct 05 09:27:56.928358 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-866520b3-4d09-4c61-ab0b-dce0fe61f900 req-e962e673-fd43-4c5f-825c-20b6efc05185 service neutron] 10.222.0.45 "GET /v2.0/networks/0c201cb9-ee3e-454c-9d49-5a0131e4c7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311778 Oct 05 09:27:57.068307 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-866520b3-4d09-4c61-ab0b-dce0fe61f900 req-5225ff4c-6983-4f5b-803f-0223d89a2c1f service neutron] 10.222.0.45 "GET /v2.0/networks/0c201cb9-ee3e-454c-9d49-5a0131e4c7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336544 Oct 05 09:28:02.752374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9acff062-c00f-415e-b519-61a5cd2f76b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:04.633404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:05.568106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4af13df6-b747-4ca8-97ab-b17be276ccb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:06.715860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:06.851906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:09.190324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:09.327520 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:28:22.315150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37554) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:22.499808 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-212fd76c-b7de-4c2b-837d-c3100d7cbd8a tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/routers/a4cb8044-e2c2-4939-9007-f071ad138a2c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1828861 Oct 05 09:28:22.502797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37558) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:22.699865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271f3f4a-3c2e-4441-91e1-65fdbd45543d tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Notify agent at dv-neutron-860328-1-hyperv the message router_removed_from_agent {{(pid=89055) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 05 09:28:22.703963 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-271f3f4a-3c2e-4441-91e1-65fdbd45543d tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "DELETE /v2.0/agents/a008426e-027e-4424-bcdd-cedbd4fa53e4/l3-routers/a4cb8044-e2c2-4939-9007-f071ad138a2c HTTP/1.1" status: 204 len: 168 time: 0.2000835 Oct 05 09:28:22.707219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37562) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:22.891953 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-37abdff8-4e56-478b-9ce2-f665e7c63eeb tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/routers/a4cb8044-e2c2-4939-9007-f071ad138a2c/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1835902 Oct 05 09:28:22.894585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37566) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:23.002842 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8dcda4b0-a824-4905-8a45-9511f6f7d356 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/c8c073a3-38b0-4348-8adf-112e181b4bee HTTP/1.1" status: 200 len: 994 time: 0.1070416 Oct 05 09:28:23.452852 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a829a287-07ca-4a27-9218-9fdc1e2e2e0f None None] New status for floating IP c8c073a3-38b0-4348-8adf-112e181b4bee: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:28:24.006690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37570) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:24.110713 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-abc33785-1db7-4fd8-b5c3-985552321732 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/c8c073a3-38b0-4348-8adf-112e181b4bee HTTP/1.1" status: 200 len: 992 time: 0.1029828 Oct 05 09:28:24.302365 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fbee201f-db30-447a-b8e8-f87ca82624a6 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:28:24.412783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port fbee201f-db30-447a-b8e8-f87ca82624a6 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:24.413157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:24.429182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port fbee201f-db30-447a-b8e8-f87ca82624a6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fbee201f-db30-447a-b8e8-f87ca82624a6,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:24.433062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:24.433700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f93fc339-d7df-4591-b1d4-e951b9284460 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:28:24.545154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=fbee201f-db30-447a-b8e8-f87ca82624a6,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:24.599097 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f93fc339-d7df-4591-b1d4-e951b9284460 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:24.599472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:24.631339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port f93fc339-d7df-4591-b1d4-e951b9284460, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f93fc339-d7df-4591-b1d4-e951b9284460,segment=NetworkSegment(46fa131d-57a4-4708-90c5-725594211dbe),segment_id=46fa131d-57a4-4708-90c5-725594211dbe)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:24.635477 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:24.704638 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=f93fc339-d7df-4591-b1d4-e951b9284460,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:25.254347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37576) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:25.563189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7325bab1-fbd9-4583-84a2-14000cefdf99 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Router a4cb8044-e2c2-4939-9007-f071ad138a2c is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:28:25.563654 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7325bab1-fbd9-4583-84a2-14000cefdf99 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Notify agent at dv-neutron-860328-1-hyperv the message router_added_to_agent {{(pid=89054) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 05 09:28:25.584208 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d0e9c-55db-4bd7-8e1e-c5513286d8be None None] Sync routers for ids ['a4cb8044-e2c2-4939-9007-f071ad138a2c'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:28:25.584975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37582) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:25.585421 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7325bab1-fbd9-4583-84a2-14000cefdf99 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "POST /v2.0/agents/a008426e-027e-4424-bcdd-cedbd4fa53e4/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3296618 Oct 05 09:28:25.601003 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d0e9c-55db-4bd7-8e1e-c5513286d8be None None] Routers {'a4cb8044-e2c2-4939-9007-f071ad138a2c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:28:25.601650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ef9d0e9c-55db-4bd7-8e1e-c5513286d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:28:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a4cb8044-e2c2-4939-9007-f071ad138a2c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:25.767786 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e1cea901-6bd9-4250-8efb-578f6726e6a4 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/routers/a4cb8044-e2c2-4939-9007-f071ad138a2c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1816716 Oct 05 09:28:25.770516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37586) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:25.777599 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-ef9d0e9c-55db-4bd7-8e1e-c5513286d8be None None] Set router a4cb8044-e2c2-4939-9007-f071ad138a2c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:28:25.879620 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0c3b5b38-6ba6-4a39-a654-382ffdb84b47 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/c8c073a3-38b0-4348-8adf-112e181b4bee HTTP/1.1" status: 200 len: 992 time: 0.1080630 Oct 05 09:28:26.171081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ef9d0e9c-55db-4bd7-8e1e-c5513286d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:33Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:28:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c8c073a3-38b0-4348-8adf-112e181b4bee', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.126', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'port_id': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'mac_address': 'fa:16:3e:c8:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a875304-c935-47aa-8654-c2cc836f691b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:27:51Z', 'updated_at': '2022-10-05T09:28:23Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93fc339-d7df-4591-b1d4-e951b9284460', 'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:6a:81:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:33Z', 'updated_at': '2022-10-05T09:28:24Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '96e14108-1209-445c-9d38-f67f506e44a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:26.175157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d0e9c-55db-4bd7-8e1e-c5513286d8be None None] Checking router: a4cb8044-e2c2-4939-9007-f071ad138a2c for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:28:26.183413 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d0e9c-55db-4bd7-8e1e-c5513286d8be None None] Routers {'a4cb8044-e2c2-4939-9007-f071ad138a2c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:28:26.184008 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ef9d0e9c-55db-4bd7-8e1e-c5513286d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:28:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a4cb8044-e2c2-4939-9007-f071ad138a2c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:26.361937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-ef9d0e9c-55db-4bd7-8e1e-c5513286d8be None None] Set router a4cb8044-e2c2-4939-9007-f071ad138a2c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:28:26.715263 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ef9d0e9c-55db-4bd7-8e1e-c5513286d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:33Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:28:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c8c073a3-38b0-4348-8adf-112e181b4bee', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.126', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'port_id': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'mac_address': 'fa:16:3e:c8:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a875304-c935-47aa-8654-c2cc836f691b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:27:51Z', 'updated_at': '2022-10-05T09:28:23Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93fc339-d7df-4591-b1d4-e951b9284460', 'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:6a:81:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:33Z', 'updated_at': '2022-10-05T09:28:24Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '96e14108-1209-445c-9d38-f67f506e44a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:26.720348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d0e9c-55db-4bd7-8e1e-c5513286d8be None None] The sync data for ids ['a4cb8044-e2c2-4939-9007-f071ad138a2c'] in dv-neutron-860328-1-hyperv is: [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:33Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:28:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c8c073a3-38b0-4348-8adf-112e181b4bee', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.126', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'port_id': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'mac_address': 'fa:16:3e:c8:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a875304-c935-47aa-8654-c2cc836f691b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:27:51Z', 'updated_at': '2022-10-05T09:28:23Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93fc339-d7df-4591-b1d4-e951b9284460', 'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:6a:81:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:33Z', 'updated_at': '2022-10-05T09:28:24Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '96e14108-1209-445c-9d38-f67f506e44a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:28:26.881981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37590) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:27.010974 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8235d40c-febc-4865-bc1a-335e8644ad8b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/c8c073a3-38b0-4348-8adf-112e181b4bee HTTP/1.1" status: 200 len: 992 time: 0.1278074 Oct 05 09:28:28.015570 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37594) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:28.120006 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4d54957b-50e4-4c0f-a0bc-d558ecf930a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/c8c073a3-38b0-4348-8adf-112e181b4bee HTTP/1.1" status: 200 len: 992 time: 0.1032374 Oct 05 09:28:28.317795 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7fdb04-9e30-496e-b93d-7eb9948f76d0 None None] New status for floating IP c8c073a3-38b0-4348-8adf-112e181b4bee: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:28:28.351937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fbee201f-db30-447a-b8e8-f87ca82624a6 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:28:28.420183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port fbee201f-db30-447a-b8e8-f87ca82624a6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:28.420561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:28.421064 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port fbee201f-db30-447a-b8e8-f87ca82624a6 Oct 05 09:28:28.540691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port fbee201f-db30-447a-b8e8-f87ca82624a6 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:28.540994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:28.557302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port fbee201f-db30-447a-b8e8-f87ca82624a6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fbee201f-db30-447a-b8e8-f87ca82624a6,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:28.562313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:28.563370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f93fc339-d7df-4591-b1d4-e951b9284460 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:28:28.682157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=fbee201f-db30-447a-b8e8-f87ca82624a6,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:28.698290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f93fc339-d7df-4591-b1d4-e951b9284460 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:28.698669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:28.699012 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f93fc339-d7df-4591-b1d4-e951b9284460 Oct 05 09:28:28.820621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f93fc339-d7df-4591-b1d4-e951b9284460 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:28.821012 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:28.853387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port f93fc339-d7df-4591-b1d4-e951b9284460, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f93fc339-d7df-4591-b1d4-e951b9284460,segment=NetworkSegment(46fa131d-57a4-4708-90c5-725594211dbe),segment_id=46fa131d-57a4-4708-90c5-725594211dbe)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:28.857332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:28.935143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=f93fc339-d7df-4591-b1d4-e951b9284460,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:29.123960 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37598) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:29.235006 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b58af3c3-b419-426c-bcf1-5fc2d435f5fb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/c8c073a3-38b0-4348-8adf-112e181b4bee HTTP/1.1" status: 200 len: 994 time: 0.1093435 Oct 05 09:28:29.503220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37606) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:29.705342 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-11c88277-aea1-4b97-a5b7-1d490b5fcb13 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 8dbf4771-be4e-4c05-9b29-69b6adce35c9 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:28:29.705678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11c88277-aea1-4b97-a5b7-1d490b5fcb13 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:29.874905 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11c88277-aea1-4b97-a5b7-1d490b5fcb13 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:29.875244 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11c88277-aea1-4b97-a5b7-1d490b5fcb13 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:29.997994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-11c88277-aea1-4b97-a5b7-1d490b5fcb13 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 8dbf4771-be4e-4c05-9b29-69b6adce35c9 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:28:30.145188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11c88277-aea1-4b97-a5b7-1d490b5fcb13 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:30.190096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c88277-aea1-4b97-a5b7-1d490b5fcb13 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=8dbf4771-be4e-4c05-9b29-69b6adce35c9,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:30.292066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11c88277-aea1-4b97-a5b7-1d490b5fcb13 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:30.292372 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-11c88277-aea1-4b97-a5b7-1d490b5fcb13 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP c8c073a3-38b0-4348-8adf-112e181b4bee disassociated (deleted). External IP: 172.26.0.126, port: ab844ca4-e296-412d-8127-e44d9a35e173. Oct 05 09:28:30.318479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fbee201f-db30-447a-b8e8-f87ca82624a6 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:28:30.386262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port fbee201f-db30-447a-b8e8-f87ca82624a6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:30.386647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:30.386988 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port fbee201f-db30-447a-b8e8-f87ca82624a6 Oct 05 09:28:30.546682 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port fbee201f-db30-447a-b8e8-f87ca82624a6 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:30.547890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f93fc339-d7df-4591-b1d4-e951b9284460 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:28:30.618656 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f93fc339-d7df-4591-b1d4-e951b9284460 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:30.619034 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:30.619375 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f93fc339-d7df-4591-b1d4-e951b9284460 Oct 05 09:28:30.747821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f93fc339-d7df-4591-b1d4-e951b9284460 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:30.756112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c88277-aea1-4b97-a5b7-1d490b5fcb13 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router a4cb8044-e2c2-4939-9007-f071ad138a2c has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:28:30.934485 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c88277-aea1-4b97-a5b7-1d490b5fcb13 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:28:30.944335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47d945-bb75-4a18-9d3d-02e30ea0bf95 None None] Sync routers for ids ['a4cb8044-e2c2-4939-9007-f071ad138a2c'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:28:30.950856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11c88277-aea1-4b97-a5b7-1d490b5fcb13 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:30.953935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47d945-bb75-4a18-9d3d-02e30ea0bf95 None None] Routers {'a4cb8044-e2c2-4939-9007-f071ad138a2c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:28:30.954579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4b47d945-bb75-4a18-9d3d-02e30ea0bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:28:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a4cb8044-e2c2-4939-9007-f071ad138a2c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:31.006210 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-11c88277-aea1-4b97-a5b7-1d490b5fcb13 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/floatingips/c8c073a3-38b0-4348-8adf-112e181b4bee HTTP/1.1" status: 204 len: 168 time: 1.5018270 Oct 05 09:28:31.007122 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a875304-c935-47aa-8654-c2cc836f691b', 'tag': 'ab844ca4-e296-412d-8127-e44d9a35e173'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:28:31.009545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0a719d-4054-46b3-9dbe-f71fce438414" -d '{"events": [{"name": "network-changed", "server_uuid": "1a875304-c935-47aa-8654-c2cc836f691b", "tag": "ab844ca4-e296-412d-8127-e44d9a35e173"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:28:31.056592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ded69ec-dc5f-4aed-a414-eb772be57ee4 x-openstack-request-id: req-8ded69ec-dc5f-4aed-a414-eb772be57ee4 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:28:31.058348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a875304-c935-47aa-8654-c2cc836f691b", "tag": "ab844ca4-e296-412d-8127-e44d9a35e173", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:28:31.058348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ded69ec-dc5f-4aed-a414-eb772be57ee4 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:28:31.058348 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ded69ec-dc5f-4aed-a414-eb772be57ee4'] response: {'name': 'network-changed', 'server_uuid': '1a875304-c935-47aa-8654-c2cc836f691b', 'tag': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'status': 'completed', 'code': 200} Oct 05 09:28:31.144304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-4b47d945-bb75-4a18-9d3d-02e30ea0bf95 None None] Set router a4cb8044-e2c2-4939-9007-f071ad138a2c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:28:31.386311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a719d-4054-46b3-9dbe-f71fce438414 req-3c9d2e5c-ced9-47dd-8693-6002ab58cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:31.387827 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5c0a719d-4054-46b3-9dbe-f71fce438414 req-3c9d2e5c-ced9-47dd-8693-6002ab58cc37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 1099 time: 0.3091779 Oct 05 09:28:31.490387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4b47d945-bb75-4a18-9d3d-02e30ea0bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:33Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:28:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f93fc339-d7df-4591-b1d4-e951b9284460', 'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:6a:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:33Z', 'updated_at': '2022-10-05T09:28:28Z', 'revision_number': 7, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '96e14108-1209-445c-9d38-f67f506e44a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:31.494999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47d945-bb75-4a18-9d3d-02e30ea0bf95 None None] Checking router: a4cb8044-e2c2-4939-9007-f071ad138a2c for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:28:31.503461 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47d945-bb75-4a18-9d3d-02e30ea0bf95 None None] Routers {'a4cb8044-e2c2-4939-9007-f071ad138a2c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:28:31.504051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4b47d945-bb75-4a18-9d3d-02e30ea0bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:28:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a4cb8044-e2c2-4939-9007-f071ad138a2c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:31.527268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a719d-4054-46b3-9dbe-f71fce438414 req-ac07f5b2-51fb-4ca6-bf27-2f1968aab87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:31.528820 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5c0a719d-4054-46b3-9dbe-f71fce438414 req-ac07f5b2-51fb-4ca6-bf27-2f1968aab87c service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 HTTP/1.1" status: 200 len: 898 time: 0.1345720 Oct 05 09:28:31.574582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd614a-8d2f-4d1c-9345-ef4920f704a3 req-d90e0cd6-13e9-4531-8048-d181ae6d40d9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:31.575282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-04dd614a-8d2f-4d1c-9345-ef4920f704a3 req-d90e0cd6-13e9-4531-8048-d181ae6d40d9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:28:31.594329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-04dd614a-8d2f-4d1c-9345-ef4920f704a3 req-d90e0cd6-13e9-4531-8048-d181ae6d40d9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:28:31.597033 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-04dd614a-8d2f-4d1c-9345-ef4920f704a3 req-d90e0cd6-13e9-4531-8048-d181ae6d40d9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 946 time: 0.2944205 Oct 05 09:28:31.603915 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5c0a719d-4054-46b3-9dbe-f71fce438414 req-3ad01989-7826-4a17-a3c9-3e84d3a35d07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab844ca4-e296-412d-8127-e44d9a35e173 HTTP/1.1" status: 200 len: 217 time: 0.0676301 Oct 05 09:28:31.642958 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-04dd614a-8d2f-4d1c-9345-ef4920f704a3 req-baea2a66-8b0f-49d5-8f1a-c1facf954a1d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=33cb0cd2-64d3-4d2c-b9ad-412062b689f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396323 Oct 05 09:28:31.672841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a719d-4054-46b3-9dbe-f71fce438414 req-ad7b3a9d-9c44-400b-a971-ae48d888893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:31.674411 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5c0a719d-4054-46b3-9dbe-f71fce438414 req-ad7b3a9d-9c44-400b-a971-ae48d888893c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96e14108-1209-445c-9d38-f67f506e44a9 HTTP/1.1" status: 200 len: 834 time: 0.0644872 Oct 05 09:28:31.696692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-4b47d945-bb75-4a18-9d3d-02e30ea0bf95 None None] Set router a4cb8044-e2c2-4939-9007-f071ad138a2c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:28:31.763127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a719d-4054-46b3-9dbe-f71fce438414 req-9a6aed32-f4a0-4863-b2e8-981cb8ca1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:31.765167 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5c0a719d-4054-46b3-9dbe-f71fce438414 req-9a6aed32-f4a0-4863-b2e8-981cb8ca1f98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c201cb9-ee3e-454c-9d49-5a0131e4c7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838754 Oct 05 09:28:31.903242 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5c0a719d-4054-46b3-9dbe-f71fce438414 req-a83977c6-b3a8-4a43-8051-cf1988c95632 service neutron] 10.222.0.45 "GET /v2.0/networks/0c201cb9-ee3e-454c-9d49-5a0131e4c7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301355 Oct 05 09:28:32.011551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4b47d945-bb75-4a18-9d3d-02e30ea0bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:33Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:28:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f93fc339-d7df-4591-b1d4-e951b9284460', 'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:6a:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:33Z', 'updated_at': '2022-10-05T09:28:28Z', 'revision_number': 7, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '96e14108-1209-445c-9d38-f67f506e44a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:32.016200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47d945-bb75-4a18-9d3d-02e30ea0bf95 None None] The sync data for ids ['a4cb8044-e2c2-4939-9007-f071ad138a2c'] in dv-neutron-860328-1-hyperv is: [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:27:33Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:28:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'f93fc339-d7df-4591-b1d4-e951b9284460', 'name': '', 'network_id': '0c201cb9-ee3e-454c-9d49-5a0131e4c7b1', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:6a:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '96e14108-1209-445c-9d38-f67f506e44a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:33Z', 'updated_at': '2022-10-05T09:28:28Z', 'revision_number': 7, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '96e14108-1209-445c-9d38-f67f506e44a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:28:32.038579 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5c0a719d-4054-46b3-9dbe-f71fce438414 req-09ff10be-3b4d-4bc6-ac4f-9acab5253540 service neutron] 10.222.0.45 "GET /v2.0/networks/0c201cb9-ee3e-454c-9d49-5a0131e4c7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283917 Oct 05 09:28:32.604297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d83518-9c15-43f7-818b-9531ef8992e8 req-f508e5ee-80dd-4ed4-b8ff-d2cc69cf4181 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:32.605006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f9d83518-9c15-43f7-818b-9531ef8992e8 req-f508e5ee-80dd-4ed4-b8ff-d2cc69cf4181 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:28:32.617985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f9d83518-9c15-43f7-818b-9531ef8992e8 req-f508e5ee-80dd-4ed4-b8ff-d2cc69cf4181 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:28:32.619193 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9d83518-9c15-43f7-818b-9531ef8992e8 req-f508e5ee-80dd-4ed4-b8ff-d2cc69cf4181 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 946 time: 0.1006696 Oct 05 09:28:32.625420 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa903e51-16dc-4669-a077-f3faf009d113 None None] New status for floating IP c8c073a3-38b0-4348-8adf-112e181b4bee: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:28:32.699152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-f9d83518-9c15-43f7-818b-9531ef8992e8 req-35c76e38-0d32-41b1-8083-2a1c759f1ae4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port ab844ca4-e296-412d-8127-e44d9a35e173 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:28:32.699508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f9d83518-9c15-43f7-818b-9531ef8992e8 req-35c76e38-0d32-41b1-8083-2a1c759f1ae4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:32.758507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-28880576-bf45-429e-957f-01aea2fdf61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:32.931786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0edf6e-6f2c-444f-b39a-edcbd34b9430 req-30b350c6-11fa-465b-9cd9-2eba160c203c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:32.933414 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6b0edf6e-6f2c-444f-b39a-edcbd34b9430 req-30b350c6-11fa-465b-9cd9-2eba160c203c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 946 time: 0.1573899 Oct 05 09:28:32.975144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-f9d83518-9c15-43f7-818b-9531ef8992e8 req-35c76e38-0d32-41b1-8083-2a1c759f1ae4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port ab844ca4-e296-412d-8127-e44d9a35e173, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ab844ca4-e296-412d-8127-e44d9a35e173,segment=NetworkSegment(46fa131d-57a4-4708-90c5-725594211dbe),segment_id=46fa131d-57a4-4708-90c5-725594211dbe)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:32.975508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f9d83518-9c15-43f7-818b-9531ef8992e8 req-35c76e38-0d32-41b1-8083-2a1c759f1ae4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:32.980573 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6b0edf6e-6f2c-444f-b39a-edcbd34b9430 req-49ad1833-5aad-4981-9b9e-544c40b87e8e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=33cb0cd2-64d3-4d2c-b9ad-412062b689f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409219 Oct 05 09:28:33.103270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-f9d83518-9c15-43f7-818b-9531ef8992e8 req-35c76e38-0d32-41b1-8083-2a1c759f1ae4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for ab844ca4-e296-412d-8127-e44d9a35e173 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:28:33.260819 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f9d83518-9c15-43f7-818b-9531ef8992e8 req-35c76e38-0d32-41b1-8083-2a1c759f1ae4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:33.313524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c76e38-0d32-41b1-8083-2a1c759f1ae4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=ab844ca4-e296-412d-8127-e44d9a35e173,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:33.506597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d83518-9c15-43f7-818b-9531ef8992e8 req-35c76e38-0d32-41b1-8083-2a1c759f1ae4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] No DVR routers for this DVR port ab844ca4-e296-412d-8127-e44d9a35e173 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:28:33.509033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-f9d83518-9c15-43f7-818b-9531ef8992e8 req-35c76e38-0d32-41b1-8083-2a1c759f1ae4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:33.511677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a875304-c935-47aa-8654-c2cc836f691b', 'name': 'network-vif-deleted', 'tag': 'ab844ca4-e296-412d-8127-e44d9a35e173'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:28:33.516399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f453a696-c293-4ccf-8a8d-9222095ece55" -d '{"events": [{"server_uuid": "1a875304-c935-47aa-8654-c2cc836f691b", "name": "network-vif-deleted", "tag": "ab844ca4-e296-412d-8127-e44d9a35e173"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:28:33.533605 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9d83518-9c15-43f7-818b-9531ef8992e8 req-35c76e38-0d32-41b1-8083-2a1c759f1ae4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "DELETE /v2.0/ports/ab844ca4-e296-412d-8127-e44d9a35e173 HTTP/1.1" status: 204 len: 173 time: 0.9074898 Oct 05 09:28:33.627094 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278c4c8b-57a9-4a22-9176-6cc227b742a9 x-openstack-request-id: req-278c4c8b-57a9-4a22-9176-6cc227b742a9 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:28:33.627710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a875304-c935-47aa-8654-c2cc836f691b", "name": "network-vif-deleted", "tag": "ab844ca4-e296-412d-8127-e44d9a35e173", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:28:33.627710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-278c4c8b-57a9-4a22-9176-6cc227b742a9 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:28:33.628053 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278c4c8b-57a9-4a22-9176-6cc227b742a9'] response: {'server_uuid': '1a875304-c935-47aa-8654-c2cc836f691b', 'name': 'network-vif-deleted', 'tag': 'ab844ca4-e296-412d-8127-e44d9a35e173', 'status': 'completed', 'code': 200} Oct 05 09:28:34.164958 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2a002b13-7ef2-430f-803f-37451c6908bf req-bfdc800b-053f-4964-be52-9ff9ebe75e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a875304-c935-47aa-8654-c2cc836f691b HTTP/1.1" status: 200 len: 210 time: 0.0547190 Oct 05 09:28:34.629641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:35.264059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37632) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:35.330898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:35.359374 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:35.422709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:35.441590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cb0cd2-64d3-4d2c-b9ad-412062b689f6,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:35.450466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:35.450758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:35.451103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:35.451449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:35.451775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:35.452755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:35.453163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:35.453499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:35.453832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:35.454190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:35.454519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:35.454847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:35.462827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:35.464183 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8070a664-a4b5-4ca8-8d12-20e96c55278c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/security-groups/33cb0cd2-64d3-4d2c-b9ad-412062b689f6 HTTP/1.1" status: 204 len: 168 time: 0.1984932 Oct 05 09:28:35.494322 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37638) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:35.563187 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-054bd205-55b1-4beb-a2f6-f893ae105306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:36.050467 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d01b1f3-b561-4fdc-86d5-5caf05c28a92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:36.506803 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-7d01b1f3-b561-4fdc-86d5-5caf05c28a92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port f93fc339-d7df-4591-b1d4-e951b9284460 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:28:36.507470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d01b1f3-b561-4fdc-86d5-5caf05c28a92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:36.690638 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-7d01b1f3-b561-4fdc-86d5-5caf05c28a92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port f93fc339-d7df-4591-b1d4-e951b9284460, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f93fc339-d7df-4591-b1d4-e951b9284460,segment=NetworkSegment(46fa131d-57a4-4708-90c5-725594211dbe),segment_id=46fa131d-57a4-4708-90c5-725594211dbe)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:36.690999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d01b1f3-b561-4fdc-86d5-5caf05c28a92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:36.723920 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:36.820056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-7d01b1f3-b561-4fdc-86d5-5caf05c28a92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for f93fc339-d7df-4591-b1d4-e951b9284460 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:28:36.854640 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:37.156935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d01b1f3-b561-4fdc-86d5-5caf05c28a92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:37.211228 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01b1f3-b561-4fdc-86d5-5caf05c28a92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=f93fc339-d7df-4591-b1d4-e951b9284460,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:37.502374 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d01b1f3-b561-4fdc-86d5-5caf05c28a92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:38.004307 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d01b1f3-b561-4fdc-86d5-5caf05c28a92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router a4cb8044-e2c2-4939-9007-f071ad138a2c has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:28:38.005364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ab844ca4-e296-412d-8127-e44d9a35e173 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:28:38.079898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: ab844ca4-e296-412d-8127-e44d9a35e173 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:28:38.080247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ab844ca4-e296-412d-8127-e44d9a35e173 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:28:38.183161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d01b1f3-b561-4fdc-86d5-5caf05c28a92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:28:38.193856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9847fee-bdf2-417f-b76f-b57e3b418de6 None None] Sync routers for ids ['a4cb8044-e2c2-4939-9007-f071ad138a2c'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:28:38.197139 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7d01b1f3-b561-4fdc-86d5-5caf05c28a92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/a4cb8044-e2c2-4939-9007-f071ad138a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7016621 Oct 05 09:28:38.199879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37642) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:38.204147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9847fee-bdf2-417f-b76f-b57e3b418de6 None None] Routers {'a4cb8044-e2c2-4939-9007-f071ad138a2c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:28:38.204765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d9847fee-bdf2-417f-b76f-b57e3b418de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:28:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a4cb8044-e2c2-4939-9007-f071ad138a2c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:38.267532 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec08f357-0e1c-4175-be76-4cf7e3fdc06f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting subnet 96e14108-1209-445c-9d38-f67f506e44a9 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:28:38.271301 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ec08f357-0e1c-4175-be76-4cf7e3fdc06f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:38.334782 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ec08f357-0e1c-4175-be76-4cf7e3fdc06f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:38.399179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d9847fee-bdf2-417f-b76f-b57e3b418de6 None None] Set router a4cb8044-e2c2-4939-9007-f071ad138a2c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:28:38.421365 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ec08f357-0e1c-4175-be76-4cf7e3fdc06f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:38.494472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ec08f357-0e1c-4175-be76-4cf7e3fdc06f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:38.538685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08f357-0e1c-4175-be76-4cf7e3fdc06f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Subnet': ['ID=96e14108-1209-445c-9d38-f67f506e44a9,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:38.542271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ec08f357-0e1c-4175-be76-4cf7e3fdc06f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:38.550771 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ec08f357-0e1c-4175-be76-4cf7e3fdc06f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/subnets/96e14108-1209-445c-9d38-f67f506e44a9 HTTP/1.1" status: 204 len: 168 time: 0.3475497 Oct 05 09:28:38.551000 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37646) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:38.566936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc0bcc-cbc8-48de-8370-b986c0238b02 None None] Network 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:28:38.762749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:38.856367 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d9847fee-bdf2-417f-b76f-b57e3b418de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:28:37Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:28:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:38.860968 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9847fee-bdf2-417f-b76f-b57e3b418de6 None None] Checking router: a4cb8044-e2c2-4939-9007-f071ad138a2c for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:28:38.869438 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9847fee-bdf2-417f-b76f-b57e3b418de6 None None] Routers {'a4cb8044-e2c2-4939-9007-f071ad138a2c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:28:38.870081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d9847fee-bdf2-417f-b76f-b57e3b418de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:28:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['a4cb8044-e2c2-4939-9007-f071ad138a2c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:38.941254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4e90bf-4eb2-41b6-b2f1-b3d8c51fe06b None None] DHCP port deletion for 0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:28:38.950933 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9b4e90bf-4eb2-41b6-b2f1-b3d8c51fe06b None None] Deleting port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:28:38.951163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:38.951308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b4e90bf-4eb2-41b6-b2f1-b3d8c51fe06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:38.962776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port fbee201f-db30-447a-b8e8-f87ca82624a6 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:28:38.963124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:39.139775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port fbee201f-db30-447a-b8e8-f87ca82624a6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fbee201f-db30-447a-b8e8-f87ca82624a6,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:39.140569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:39.150279 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d9847fee-bdf2-417f-b76f-b57e3b418de6 None None] Set router a4cb8044-e2c2-4939-9007-f071ad138a2c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:28:39.367809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for fbee201f-db30-447a-b8e8-f87ca82624a6 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:28:39.462863 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:39.512951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9b4e90bf-4eb2-41b6-b2f1-b3d8c51fe06b None None] For port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9,segment=NetworkSegment(46fa131d-57a4-4708-90c5-725594211dbe),segment_id=46fa131d-57a4-4708-90c5-725594211dbe)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:39.513345 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b4e90bf-4eb2-41b6-b2f1-b3d8c51fe06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:39.538521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:39.585063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=fbee201f-db30-447a-b8e8-f87ca82624a6,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:39.664156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9b4e90bf-4eb2-41b6-b2f1-b3d8c51fe06b None None] Calling delete_port for 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:28:39.683184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:39.792561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b4e90bf-4eb2-41b6-b2f1-b3d8c51fe06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:39.853829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e90bf-4eb2-41b6-b2f1-b3d8c51fe06b None None] Pushing event deleted for resources: {'Port': ['ID=4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:39.858114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e90bf-4eb2-41b6-b2f1-b3d8c51fe06b None None] No DVR routers for this DVR port 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:28:39.861811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:39.864196 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:39.868153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d9847fee-bdf2-417f-b76f-b57e3b418de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:28:37Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:28:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:39.880717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9847fee-bdf2-417f-b76f-b57e3b418de6 None None] The sync data for ids ['a4cb8044-e2c2-4939-9007-f071ad138a2c'] in dv-neutron-860328-1-hyperv is: [{'id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'name': 'tempest-TestNetworkBasicOps-router-1190594424', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:27:28Z', 'updated_at': '2022-10-05T09:28:37Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'fbee201f-db30-447a-b8e8-f87ca82624a6', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cb8044-e2c2-4939-9007-f071ad138a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:27:29Z', 'updated_at': '2022-10-05T09:28:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:28:39.898624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:39.899126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Fanout notify agent at l3_agent the message router_deleted on router a4cb8044-e2c2-4939-9007-f071ad138a2c {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:28:39.916334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:39.920283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37650) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:39.920774 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ea15ed7b-63d4-4320-a768-a24545c44d5f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/routers/a4cb8044-e2c2-4939-9007-f071ad138a2c HTTP/1.1" status: 204 len: 168 time: 1.3683949 Oct 05 09:28:40.040390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.179912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.208326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c201cb9-ee3e-454c-9d49-5a0131e4c7b1']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:40.221407 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fa131d-57a4-4708-90c5-725594211dbe') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:40.222279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fa131d-57a4-4708-90c5-725594211dbe') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:40.235185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.251625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.259193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:28:40.259653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.330820 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 46fa131d-57a4-4708-90c5-725594211dbe resource provider aggregate not found Oct 05 09:28:40.353640 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 46fa131d-57a4-4708-90c5-725594211dbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46fa131d-57a4-4708-90c5-725594211dbe found for delete ", "request_id": "req-bf94f48e-c4f2-4368-9857-d92e225cad52"}]} Oct 05 09:28:40.365741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.382322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.394917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Network': ['ID=0c201cb9-ee3e-454c-9d49-5a0131e4c7b1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:40.403779 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/networks/0c201cb9-ee3e-454c-9d49-5a0131e4c7b1 HTTP/1.1" status: 204 len: 168 time: 0.4822640 Oct 05 09:28:40.405291 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:40.405629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:40.405967 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:40.406311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:40.406638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:40.407596 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:40.407803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:40.408128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:40.408449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:40.408768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:40.409133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:40.409452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b353a1a-bdf7-45d8-ac7b-109e2037bcb6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:40.421441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37658) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:40.427000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'network': {'name': 'tempest-network-smoke--1183350391', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:28:40.431976 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:28:40.436671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:network and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:28:40.439560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:28:40.445679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:28:40.455274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:28:40.458669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.485731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:28:40.494161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.494504 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Added segment f16d1939-36bf-4806-8343-ba4e153a5eb9 of type vlan for network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 Oct 05 09:28:40.520818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.551625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.557253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:40.557843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.614353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:28:40.648814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:28:40.649162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4a6ee534-ba2b-4611-90a4-6be0d3dbf9f9 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:28:40.649575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fbee201f-db30-447a-b8e8-f87ca82624a6 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:28:40.666402 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2438378 Oct 05 09:28:40.669321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37662) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:40.675368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'admin_state_up': True, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:28:40.678493 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548e820-3e4c-4d53-b4e2-2467807a3273 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Network': ['ID=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:40.683283 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:28:40.687146 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: fbee201f-db30-447a-b8e8-f87ca82624a6 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:28:40.687619 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:router and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:28:40.687762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fbee201f-db30-447a-b8e8-f87ca82624a6 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:28:40.688356 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f93fc339-d7df-4591-b1d4-e951b9284460 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:28:40.691477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:28:40.697813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:28:40.707518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.708545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.716661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:28:40.728586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:40.739778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: f93fc339-d7df-4591-b1d4-e951b9284460 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:28:40.740125 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f93fc339-d7df-4591-b1d4-e951b9284460 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:28:40.996119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:41.297849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:41.329477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:41.463185 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.104 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/b2d17e15-0099-4374-b67b-5fc47d07f4e1) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:28:41.721734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:41.752267 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:41.814726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:28:41.817533 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:28:41.825389 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:28:41.860716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=b2d17e15-0099-4374-b67b-5fc47d07f4e1,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:42.234288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:42.567361 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:42.769068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 7a7cfa38-fc33-498a-89bc-75df68452098 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:28:43.059210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:28:43.068674 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Sync routers for ids ['7a7cfa38-fc33-498a-89bc-75df68452098'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:28:43.079278 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Routers {'7a7cfa38-fc33-498a-89bc-75df68452098'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:28:43.079877 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:28:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7a7cfa38-fc33-498a-89bc-75df68452098'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:43.086842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:43.088149 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6f191b1e-acf9-491d-8ee9-c3f61c848e90 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4177647 Oct 05 09:28:43.091246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37666) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:43.132713 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fb4c3419-df46-4574-811a-af5702dc3630 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=3d24fcbdc2b044ca86ffb7d681c0963d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402191 Oct 05 09:28:43.135430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37670) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:43.258026 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Set router 7a7cfa38-fc33-498a-89bc-75df68452098 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:28:43.266686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b544d2d-4c3d-43df-8d50-d6c9aea1b3a2 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:43.268134 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4b544d2d-4c3d-43df-8d50-d6c9aea1b3a2 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318858 Oct 05 09:28:43.270980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37674) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:43.309277 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b57d36f4-33bc-4cbf-9ca8-4673d6152187 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372667 Oct 05 09:28:43.311992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37678) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:43.317188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1532898660', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:28:43.425604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:28:43.429290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:subnet and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:28:43.432086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:28:43.438570 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:28:43.454627 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:28:43.458233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:43.540489 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:28:42Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:43.544557 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Checking router: 7a7cfa38-fc33-498a-89bc-75df68452098 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:28:43.544930 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Updating router 7a7cfa38-fc33-498a-89bc-75df68452098 port b2d17e15-0099-4374-b67b-5fc47d07f4e1 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:28:43.601850 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:43.676822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:43.772146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Subnet': ['ID=d243a13b-0224-47e6-947f-214ab00ccbc5,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:43.782334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Checking segment: {'id': 'f16d1939-36bf-4806-8343-ba4e153a5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:28:43.782693 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network hostable DHCP agents. Network: 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:28:43.803276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:28:43.813098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:28:43.818250 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:43.818996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:43.824966 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc921bb-a474-47fe-a566-8761f4ce876b None None] Network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:28:43.841940 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-88097e9d-3aa4-4cb7-bfc9-bf76d97c4870 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5288022 Oct 05 09:28:43.845082 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37682) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:43.963878 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:43.976557 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Transition to ACTIVE for port object b2d17e15-0099-4374-b67b-5fc47d07f4e1 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:28:43.984223 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:44.040657 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Attempting to bind port b2d17e15-0099-4374-b67b-5fc47d07f4e1 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:28:44.041038 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Attempting to bind port b2d17e15-0099-4374-b67b-5fc47d07f4e1 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:28:44.041377 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Attempting to bind port b2d17e15-0099-4374-b67b-5fc47d07f4e1 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:28:44.054893 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:28:44.055256 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:28:44.055654 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:44.056040 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:28:44.056500 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Bound port: b2d17e15-0099-4374-b67b-5fc47d07f4e1, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:28:44.056868 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:44.069826 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ips': [{'subnet_id': 'd243a13b-0224-47e6-947f-214ab00ccbc5'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:28:44.070798 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:44.096784 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Pushing event updated for resources: {'Port': ['ID=b2d17e15-0099-4374-b67b-5fc47d07f4e1,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:44.109270 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:44.109612 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:44.109947 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:44.110295 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:44.110617 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:44.110939 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:44.111271 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:44.111578 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:44.111892 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:44.112206 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:44.112517 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:44.112828 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:44.148600 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] For port b2d17e15-0099-4374-b67b-5fc47d07f4e1, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:28:44.152460 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] For port b2d17e15-0099-4374-b67b-5fc47d07f4e1, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b2d17e15-0099-4374-b67b-5fc47d07f4e1,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:28:44.156775 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:44.220467 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Routers {'7a7cfa38-fc33-498a-89bc-75df68452098'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:28:44.220979 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:28:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7a7cfa38-fc33-498a-89bc-75df68452098'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:44.232390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Allocated IP 172.20.0.2 (7ec52424-eb81-4685-8cf1-c31f5dbcd1c0/d243a13b-0224-47e6-947f-214ab00ccbc5/d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:28:44.298859 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c7c57-8f9f-4171-99d3-e06139d32a17 None None] Pushing event updated for resources: {'Port': ['ID=b2d17e15-0099-4374-b67b-5fc47d07f4e1,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:44.406840 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] Set router 7a7cfa38-fc33-498a-89bc-75df68452098 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:28:44.447834 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:44.458387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Transition to ACTIVE for port object d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:28:44.478333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Transition to ACTIVE for port object d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:28:44.484131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:44.544015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:28:44.547628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:28:44.556085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:28:44.566126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Pushing event updated for resources: {'Port': ['ID=d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:44.671852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Attempting to bind port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:28:44.672388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Attempting to bind port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'f16d1939-36bf-4806-8343-ba4e153a5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:28:44.672855 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Attempting to bind port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 on network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:28:44.678620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:28:44.679133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Checking segment: {'id': 'f16d1939-36bf-4806-8343-ba4e153a5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:28:44.679666 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:44.680159 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Bound using segment: {'id': 'f16d1939-36bf-4806-8343-ba4e153a5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:28:44.680742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Bound port: d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16d1939-36bf-4806-8343-ba4e153a5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:28:44.681222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:44.695703 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:28:42Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:44.699761 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73889801-0fce-4afe-bd41-88b62ba72573 None None] The sync data for ids ['7a7cfa38-fc33-498a-89bc-75df68452098'] in dv-neutron-860328-1-hyperv is: [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:28:42Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:28:44.714984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:44.782765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] For port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:28:44.785904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] For port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3,segment=NetworkSegment(f16d1939-36bf-4806-8343-ba4e153a5eb9),segment_id=f16d1939-36bf-4806-8343-ba4e153a5eb9)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:28:44.791238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:44.918550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f322dc2-ac2e-4389-a6f4-d893f5dbdb9b None None] Pushing event updated for resources: {'Port': ['ID=d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:45.209112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.1 (7ec52424-eb81-4685-8cf1-c31f5dbcd1c0/d243a13b-0224-47e6-947f-214ab00ccbc5/946f428c-fa0e-41cb-84e7-da39c2b64785) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:28:45.378533 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:45.395107 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object 946f428c-fa0e-41cb-84e7-da39c2b64785 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:28:45.422700 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:45.487027 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:28:45.495004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:28:45.497445 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:28:45.539337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=946f428c-fa0e-41cb-84e7-da39c2b64785,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:45.569119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:45.859715 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:45.899225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb35786-5123-4ea6-a54c-1ae857953858 None None] Network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:28:45.990418 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f5b821af-3730-440e-beec-64921b55df4c None None] Provisioning for port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:28:46.301543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:46.309161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:46.329164 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:28:46.388575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:28:46.454892 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Provisioning for port 946f428c-fa0e-41cb-84e7-da39c2b64785 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:28:46.462205 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Provisioning complete for port 946f428c-fa0e-41cb-84e7-da39c2b64785 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:46.462586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:46.462923 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Attempt 1 to provision port 946f428c-fa0e-41cb-84e7-da39c2b64785 Oct 05 09:28:46.525244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:28:46.533899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Port 946f428c-fa0e-41cb-84e7-da39c2b64785 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:28:46.534555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:46.534929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:46.535263 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 Oct 05 09:28:46.565622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:46.568971 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=946f428c-fa0e-41cb-84e7-da39c2b64785,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:46.654221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:46.655130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:46.686751 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3,segment=NetworkSegment(f16d1939-36bf-4806-8343-ba4e153a5eb9),segment_id=f16d1939-36bf-4806-8343-ba4e153a5eb9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:46.690850 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:46.691584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b2d17e15-0099-4374-b67b-5fc47d07f4e1 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:28:46.707669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:28:46.708747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:28:46.812811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:46.827663 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:46.828024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:46.828378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:46.828719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:46.829059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:46.829395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:46.829767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:46.830339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:46.830860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:46.831352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:46.831848 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:46.832343 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:28:46.844144 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b2d17e15-0099-4374-b67b-5fc47d07f4e1 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:28:46.850539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b2d17e15-0099-4374-b67b-5fc47d07f4e1 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:46.851329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:46.851981 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b2d17e15-0099-4374-b67b-5fc47d07f4e1 Oct 05 09:28:46.912990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 7a7cfa38-fc33-498a-89bc-75df68452098 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:28:46.975455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b2d17e15-0099-4374-b67b-5fc47d07f4e1 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:46.975853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:46.992973 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port b2d17e15-0099-4374-b67b-5fc47d07f4e1, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b2d17e15-0099-4374-b67b-5fc47d07f4e1,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:46.996870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:47.040554 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Attempt 2 to provision port 946f428c-fa0e-41cb-84e7-da39c2b64785 Oct 05 09:28:47.098732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:28:47.113853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Sync routers for ids ['7a7cfa38-fc33-498a-89bc-75df68452098'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:28:47.114068 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-30a68c36-5c48-406b-ab87-d8caa61c5cd8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/7a7cfa38-fc33-498a-89bc-75df68452098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2677081 Oct 05 09:28:47.116640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37686) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:47.130520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=b2d17e15-0099-4374-b67b-5fc47d07f4e1,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:47.134102 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Port 946f428c-fa0e-41cb-84e7-da39c2b64785 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:28:47.137077 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Routers {'7a7cfa38-fc33-498a-89bc-75df68452098'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:28:47.137691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:28:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7a7cfa38-fc33-498a-89bc-75df68452098'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:47.255636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de28bee-d604-4fe7-a1be-df03d4d287a1 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:47.256108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de28bee-d604-4fe7-a1be-df03d4d287a1 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:47.256572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de28bee-d604-4fe7-a1be-df03d4d287a1 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:47.257036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de28bee-d604-4fe7-a1be-df03d4d287a1 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:47.258701 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9de28bee-d604-4fe7-a1be-df03d4d287a1 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1411061 Oct 05 09:28:47.261510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37690) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:47.316970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Set router 7a7cfa38-fc33-498a-89bc-75df68452098 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:28:47.332875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f96df26-c213-40cc-8b2a-b34d2d92c4c1 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:47.333350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f96df26-c213-40cc-8b2a-b34d2d92c4c1 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:47.333807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f96df26-c213-40cc-8b2a-b34d2d92c4c1 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:47.334296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f96df26-c213-40cc-8b2a-b34d2d92c4c1 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:47.338434 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4f96df26-c213-40cc-8b2a-b34d2d92c4c1 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0734940 Oct 05 09:28:47.338652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37694) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:47.544272 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5019553d-5e9d-4ace-87ed-8b8a8e3e5cf8 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2044673 Oct 05 09:28:47.616110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37700) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:47.621829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-685209604', 'description': 'tempest-secgroup-smoke-685209604 description', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:28:47.629462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:28:47.633789 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:28:47.636819 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:28:47.643531 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:28:47.647891 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Attempt 3 to provision port 946f428c-fa0e-41cb-84e7-da39c2b64785 Oct 05 09:28:47.654711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:47.675997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:28:47.679868 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:28:47.682681 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:28:47.689685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:28:47.707482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Port 946f428c-fa0e-41cb-84e7-da39c2b64785 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:28:47.718393 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:28:45Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '946f428c-fa0e-41cb-84e7-da39c2b64785', 'name': '', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:70:d3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:44Z', 'updated_at': '2022-10-05T09:28:46Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:47.722563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Checking router: 7a7cfa38-fc33-498a-89bc-75df68452098 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:28:47.723305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Updating router 7a7cfa38-fc33-498a-89bc-75df68452098 port 946f428c-fa0e-41cb-84e7-da39c2b64785 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:28:47.765784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:47.770889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:47.780621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:47.815163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7720c30e-d914-4daf-86f9-7a62c25131c3,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:47.822871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:47.824343 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5bbd5667-32ac-46a7-b2a6-0414a3224664 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2071095 Oct 05 09:28:47.828339 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37704) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:47.835809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-df5d1063-72b3-46cb-b208-cdafc5c80469 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '7720c30e-d914-4daf-86f9-7a62c25131c3', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:28:47.843110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-df5d1063-72b3-46cb-b208-cdafc5c80469 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:28:47.847045 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-df5d1063-72b3-46cb-b208-cdafc5c80469 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:28:47.850529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-df5d1063-72b3-46cb-b208-cdafc5c80469 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:28:47.856492 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-df5d1063-72b3-46cb-b208-cdafc5c80469 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:28:47.873176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-df5d1063-72b3-46cb-b208-cdafc5c80469 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:47.936367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-df5d1063-72b3-46cb-b208-cdafc5c80469 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:47.940260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-df5d1063-72b3-46cb-b208-cdafc5c80469 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:47.963972 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d1063-72b3-46cb-b208-cdafc5c80469 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7917c0d-95e5-479e-9160-d1a3642758c6,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:47.973697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-df5d1063-72b3-46cb-b208-cdafc5c80469 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:47.977490 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-df5d1063-72b3-46cb-b208-cdafc5c80469 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451280 Oct 05 09:28:47.977747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37708) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:47.983010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-41831be4-d373-4879-b2c7-fee13ce84c65 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '7720c30e-d914-4daf-86f9-7a62c25131c3', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:28:47.988834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-41831be4-d373-4879-b2c7-fee13ce84c65 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:28:47.992835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-41831be4-d373-4879-b2c7-fee13ce84c65 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:28:47.995727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-41831be4-d373-4879-b2c7-fee13ce84c65 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:28:48.002381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-41831be4-d373-4879-b2c7-fee13ce84c65 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:28:48.022291 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-41831be4-d373-4879-b2c7-fee13ce84c65 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.084193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-41831be4-d373-4879-b2c7-fee13ce84c65 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.089039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-41831be4-d373-4879-b2c7-fee13ce84c65 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.113767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41831be4-d373-4879-b2c7-fee13ce84c65 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6e2439-3e2c-48b5-b17f-46798da8eafe,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:48.123981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-41831be4-d373-4879-b2c7-fee13ce84c65 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.125352 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-41831be4-d373-4879-b2c7-fee13ce84c65 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465046 Oct 05 09:28:48.128110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37712) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:48.133138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c8be7822-9b23-48d2-a9af-710aa4f4293a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '7720c30e-d914-4daf-86f9-7a62c25131c3', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:28:48.138902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c8be7822-9b23-48d2-a9af-710aa4f4293a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:28:48.143543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.144037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c8be7822-9b23-48d2-a9af-710aa4f4293a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:28:48.147065 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c8be7822-9b23-48d2-a9af-710aa4f4293a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:28:48.153155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c8be7822-9b23-48d2-a9af-710aa4f4293a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:28:48.155888 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Transition to ACTIVE for port object 946f428c-fa0e-41cb-84e7-da39c2b64785 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:28:48.163404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.170636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c8be7822-9b23-48d2-a9af-710aa4f4293a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.234755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c8be7822-9b23-48d2-a9af-710aa4f4293a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.238360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c8be7822-9b23-48d2-a9af-710aa4f4293a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.245427 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Attempt 4 to provision port 946f428c-fa0e-41cb-84e7-da39c2b64785 Oct 05 09:28:48.261216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be7822-9b23-48d2-a9af-710aa4f4293a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb64c0e-5a9e-4435-b12b-a913ff1e6dcb,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:48.271714 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c8be7822-9b23-48d2-a9af-710aa4f4293a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.275810 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c8be7822-9b23-48d2-a9af-710aa4f4293a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440177 Oct 05 09:28:48.276068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37716) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:48.281809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ceef7bab-7301-463b-8207-ea63cb434b02 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '7720c30e-d914-4daf-86f9-7a62c25131c3', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:28:48.287866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ceef7bab-7301-463b-8207-ea63cb434b02 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:28:48.291839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ceef7bab-7301-463b-8207-ea63cb434b02 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:28:48.294763 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ceef7bab-7301-463b-8207-ea63cb434b02 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:28:48.301326 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ceef7bab-7301-463b-8207-ea63cb434b02 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:28:48.328756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ceef7bab-7301-463b-8207-ea63cb434b02 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.361309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:28:48.399723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ceef7bab-7301-463b-8207-ea63cb434b02 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.403407 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ceef7bab-7301-463b-8207-ea63cb434b02 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.418466 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed11f37-2c22-4804-adea-d5f01c5d0e60 None None] Pushing event updated for resources: {'Port': ['ID=946f428c-fa0e-41cb-84e7-da39c2b64785,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:48.426641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef7bab-7301-463b-8207-ea63cb434b02 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c58dc9-5824-4ddb-8804-0a6f49b183d1,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:48.441514 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ceef7bab-7301-463b-8207-ea63cb434b02 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.443488 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ceef7bab-7301-463b-8207-ea63cb434b02 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1665273 Oct 05 09:28:48.446400 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37720) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:48.453200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-00f8a090-7120-4c33-ba95-b66a86671f35 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '7720c30e-d914-4daf-86f9-7a62c25131c3', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:28:48.459516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-00f8a090-7120-4c33-ba95-b66a86671f35 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:28:48.463428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-00f8a090-7120-4c33-ba95-b66a86671f35 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:28:48.466377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-00f8a090-7120-4c33-ba95-b66a86671f35 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:28:48.472818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-00f8a090-7120-4c33-ba95-b66a86671f35 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:28:48.478166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Port 946f428c-fa0e-41cb-84e7-da39c2b64785 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:28:48.483553 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-00f8a090-7120-4c33-ba95-b66a86671f35 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:28:48.490168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00f8a090-7120-4c33-ba95-b66a86671f35 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.506376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Attempting to bind port 946f428c-fa0e-41cb-84e7-da39c2b64785 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:28:48.506750 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Attempting to bind port 946f428c-fa0e-41cb-84e7-da39c2b64785 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'f16d1939-36bf-4806-8343-ba4e153a5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:28:48.507114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Attempting to bind port 946f428c-fa0e-41cb-84e7-da39c2b64785 on network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:28:48.515187 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:28:48.515590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Checking segment: {'id': 'f16d1939-36bf-4806-8343-ba4e153a5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:28:48.515993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.516383 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Bound using segment: {'id': 'f16d1939-36bf-4806-8343-ba4e153a5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:28:48.516846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Bound port: 946f428c-fa0e-41cb-84e7-da39c2b64785, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16d1939-36bf-4806-8343-ba4e153a5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:28:48.517225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.556609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00f8a090-7120-4c33-ba95-b66a86671f35 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.560160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00f8a090-7120-4c33-ba95-b66a86671f35 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.577313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:48.577858 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.578227 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 Oct 05 09:28:48.588493 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8a090-7120-4c33-ba95-b66a86671f35 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c4e330-5a43-400e-9771-9acdd63d9f1e,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:48.596567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00f8a090-7120-4c33-ba95-b66a86671f35 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.598385 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-00f8a090-7120-4c33-ba95-b66a86671f35 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501420 Oct 05 09:28:48.601116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37724) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:28:48.606463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-32e12ddc-5da1-4b58-a4f7-fda49f93239b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '7720c30e-d914-4daf-86f9-7a62c25131c3', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:28:48.612541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-32e12ddc-5da1-4b58-a4f7-fda49f93239b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:28:48.616287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-32e12ddc-5da1-4b58-a4f7-fda49f93239b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:28:48.619229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-32e12ddc-5da1-4b58-a4f7-fda49f93239b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:28:48.625109 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-32e12ddc-5da1-4b58-a4f7-fda49f93239b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:28:48.635786 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-32e12ddc-5da1-4b58-a4f7-fda49f93239b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:28:48.643010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32e12ddc-5da1-4b58-a4f7-fda49f93239b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.664467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] For port 946f428c-fa0e-41cb-84e7-da39c2b64785, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:28:48.669717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] For port 946f428c-fa0e-41cb-84e7-da39c2b64785, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=946f428c-fa0e-41cb-84e7-da39c2b64785,segment=NetworkSegment(f16d1939-36bf-4806-8343-ba4e153a5eb9),segment_id=f16d1939-36bf-4806-8343-ba4e153a5eb9)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:28:48.675570 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.711938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32e12ddc-5da1-4b58-a4f7-fda49f93239b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.715815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32e12ddc-5da1-4b58-a4f7-fda49f93239b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.739175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e12ddc-5da1-4b58-a4f7-fda49f93239b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f6f015-e40b-4aa0-a03f-5a96bb23f132,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:48.751581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32e12ddc-5da1-4b58-a4f7-fda49f93239b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:48.752788 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-32e12ddc-5da1-4b58-a4f7-fda49f93239b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507599 Oct 05 09:28:48.791414 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Routers {'7a7cfa38-fc33-498a-89bc-75df68452098'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:28:48.792069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:28:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7a7cfa38-fc33-498a-89bc-75df68452098'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:48.847037 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:48.848407 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b2d17e15-0099-4374-b67b-5fc47d07f4e1 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:28:48.911752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed11f37-2c22-4804-adea-d5f01c5d0e60 None None] Pushing event updated for resources: {'Port': ['ID=946f428c-fa0e-41cb-84e7-da39c2b64785,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:48.935324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-3624a86c-83c6-41d9-ba04-d47d8a2136cf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:28:48.950982 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-3624a86c-83c6-41d9-ba04-d47d8a2136cf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:28:48.952915 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-3624a86c-83c6-41d9-ba04-d47d8a2136cf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685209604&fields=id&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 267 time: 0.0626035 Oct 05 09:28:48.994618 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Attempt 5 to provision port 946f428c-fa0e-41cb-84e7-da39c2b64785 Oct 05 09:28:49.094533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] Set router 7a7cfa38-fc33-498a-89bc-75df68452098 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:28:49.108989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-39035447-1e60-4292-abea-09ba7ea5dbdd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:49.111389 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-39035447-1e60-4292-abea-09ba7ea5dbdd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/networks?id=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 HTTP/1.1" status: 200 len: 797 time: 0.1515307 Oct 05 09:28:49.129689 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-a2471c76-9879-4377-8407-73157f246bc6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/quotas/3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 375 time: 0.0107014 Oct 05 09:28:49.186410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b2d17e15-0099-4374-b67b-5fc47d07f4e1 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:49.187304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:49.187304 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b2d17e15-0099-4374-b67b-5fc47d07f4e1 Oct 05 09:28:49.218316 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-8b1bc471-e7c1-4869-8a24-ee587dd3c8c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:28:49.228990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Port 946f428c-fa0e-41cb-84e7-da39c2b64785 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:28:49.234409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-8b1bc471-e7c1-4869-8a24-ee587dd3c8c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:28:49.235689 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-8b1bc471-e7c1-4869-8a24-ee587dd3c8c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008940 Oct 05 09:28:49.328954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Provisioning complete for port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:49.329329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:49.329667 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Attempt 1 to provision port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 Oct 05 09:28:49.423611 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-5b9220ce-6215-4e0b-8fc6-4d85b82807d4 service neutron] 10.222.0.64 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758871 Oct 05 09:28:49.538985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b2d17e15-0099-4374-b67b-5fc47d07f4e1 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:49.556103 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-f00db56d-05a3-457b-a68e-ed8f683f5f0b service neutron] 10.222.0.64 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267493 Oct 05 09:28:49.652027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4d65bae-7b17-404c-8a0c-cdb93040ea2e None None] Current status of the port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:49.692370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:28:45Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '946f428c-fa0e-41cb-84e7-da39c2b64785', 'name': '', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:70:d3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:44Z', 'updated_at': '2022-10-05T09:28:48Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:28:49.696767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6567ad1-eb48-4854-a66d-10180dad0cfd None None] The sync data for ids ['7a7cfa38-fc33-498a-89bc-75df68452098'] in dv-neutron-860328-1-hyperv is: [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:28:45Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '946f428c-fa0e-41cb-84e7-da39c2b64785', 'name': '', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:70:d3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:44Z', 'updated_at': '2022-10-05T09:28:48Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:28:49.905879 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-35d6155d-db81-429d-ae7f-2d31b554b003 req-ca5e35e7-329f-4691-8228-1426543c988e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 210 time: 0.2078886 Oct 05 09:28:50.347818 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 946f428c-fa0e-41cb-84e7-da39c2b64785 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:28:50.423103 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 946f428c-fa0e-41cb-84e7-da39c2b64785 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:28:50.428223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 946f428c-fa0e-41cb-84e7-da39c2b64785 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:50.428603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:50.428945 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 946f428c-fa0e-41cb-84e7-da39c2b64785 Oct 05 09:28:50.553231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 946f428c-fa0e-41cb-84e7-da39c2b64785 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:50.553640 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:50.587742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 946f428c-fa0e-41cb-84e7-da39c2b64785, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=946f428c-fa0e-41cb-84e7-da39c2b64785,segment=NetworkSegment(f16d1939-36bf-4806-8343-ba4e153a5eb9),segment_id=f16d1939-36bf-4806-8343-ba4e153a5eb9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:50.593173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:50.661208 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=946f428c-fa0e-41cb-84e7-da39c2b64785,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:51.032742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-8b0bbfaa-8680-480f-bb21-99ffd0805621 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:51.033345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-8b0bbfaa-8680-480f-bb21-99ffd0805621 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:28:51.050762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-8b0bbfaa-8680-480f-bb21-99ffd0805621 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:28:51.052192 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-8b0bbfaa-8680-480f-bb21-99ffd0805621 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks?id=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 HTTP/1.1" status: 200 len: 797 time: 0.1709242 Oct 05 09:28:51.097029 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-98e0b4af-5f16-480b-9638-5c86811f26ed req-f3294553-b74b-4b15-9472-e2c71a9e2733 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 210 time: 0.0569406 Oct 05 09:28:51.111848 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-abb32e91-5936-4048-8503-aa9164a6d15e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 379 time: 0.0518672 Oct 05 09:28:51.127249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'port': {'device_id': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'admin_state_up': True, 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'security_groups': ['7720c30e-d914-4daf-86f9-7a62c25131c3']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:28:51.364283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:28:51.373917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:28:51.383517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:28:51.387079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:51.547255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.3 (7ec52424-eb81-4685-8cf1-c31f5dbcd1c0/d243a13b-0224-47e6-947f-214ab00ccbc5/4d3eb460-ddcc-4caf-9e83-802339f3fb23) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:28:51.735440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:51.751833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object 4d3eb460-ddcc-4caf-9e83-802339f3fb23 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:28:51.774977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:51.837646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:28:51.840649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:28:51.849719 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:28:51.903232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=4d3eb460-ddcc-4caf-9e83-802339f3fb23,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:51.925902 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:51.926574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:51.951877 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-21e7f21e-71b1-4fec-9551-2f13d7e116f0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8316071 Oct 05 09:28:51.964517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Request body: {'port': {'device_id': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:28:52.082560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:52.135979 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9906c29b-29d3-4c35-bf59-aca1b447d2ae None None] Provisioning for port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:28:52.142333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9906c29b-29d3-4c35-bf59-aca1b447d2ae None None] Provisioning complete for port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:52.142712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9906c29b-29d3-4c35-bf59-aca1b447d2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:52.143056 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9906c29b-29d3-4c35-bf59-aca1b447d2ae None None] Attempt 1 to provision port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 Oct 05 09:28:52.202348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9906c29b-29d3-4c35-bf59-aca1b447d2ae None None] Port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:28:52.325727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5155189-e7b7-48cf-a767-423e3b05e00b req-69e36836-d1df-4e8c-9b05-7aed03009a9d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:52.328720 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e5155189-e7b7-48cf-a767-423e3b05e00b req-69e36836-d1df-4e8c-9b05-7aed03009a9d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 931 time: 0.1092939 Oct 05 09:28:52.340812 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 946f428c-fa0e-41cb-84e7-da39c2b64785 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:28:52.393118 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e5155189-e7b7-48cf-a767-423e3b05e00b req-42cabb3c-8043-4960-bd3b-ed409d1e4fe9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720c30e-d914-4daf-86f9-7a62c25131c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565100 Oct 05 09:28:52.424750 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 946f428c-fa0e-41cb-84e7-da39c2b64785 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:52.425132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:52.425541 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 946f428c-fa0e-41cb-84e7-da39c2b64785 Oct 05 09:28:52.463428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3eb460-ddcc-4caf-9e83-802339f3fb23 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:28:52.470885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:52.486125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Transition to ACTIVE for port object 4d3eb460-ddcc-4caf-9e83-802339f3fb23 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:28:52.490081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:52.551547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 946f428c-fa0e-41cb-84e7-da39c2b64785 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:52.676660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3eb460-ddcc-4caf-9e83-802339f3fb23,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:52.703816 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9906c29b-29d3-4c35-bf59-aca1b447d2ae None None] Attempt 2 to provision port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 Oct 05 09:28:52.713102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Attempting to bind port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:28:52.713432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Attempting to bind port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f16d1939-36bf-4806-8343-ba4e153a5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:28:52.713757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Attempting to bind port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 on network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:28:52.718404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 on network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:28:52.718718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Attempting to bind port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 on network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:28:52.723983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:28:52.724313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Checking segment: {'id': 'f16d1939-36bf-4806-8343-ba4e153a5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:28:52.724688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Bound using segment: {'id': 'f16d1939-36bf-4806-8343-ba4e153a5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:28:52.725104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Bound port: 4d3eb460-ddcc-4caf-9e83-802339f3fb23, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16d1939-36bf-4806-8343-ba4e153a5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:28:52.725440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:52.759293 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9906c29b-29d3-4c35-bf59-aca1b447d2ae None None] Port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:28:52.820297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] For port 4d3eb460-ddcc-4caf-9e83-802339f3fb23, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:28:52.823212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] For port 4d3eb460-ddcc-4caf-9e83-802339f3fb23, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=4d3eb460-ddcc-4caf-9e83-802339f3fb23,segment=NetworkSegment(f16d1939-36bf-4806-8343-ba4e153a5eb9),segment_id=f16d1939-36bf-4806-8343-ba4e153a5eb9)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:28:52.826914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:52.856595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:52.857197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:52.859182 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] 10.222.0.45 "PUT /v2.0/ports/4d3eb460-ddcc-4caf-9e83-802339f3fb23 HTTP/1.1" status: 200 len: 1093 time: 0.8990180 Oct 05 09:28:52.859616 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'tag': '4d3eb460-ddcc-4caf-9e83-802339f3fb23'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:28:52.861874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb97a2f-60c1-403e-bf4a-d2bfb0219361" -d '{"events": [{"name": "network-changed", "server_uuid": "e1aa33ec-b126-44ff-a946-6701a31e5f64", "tag": "4d3eb460-ddcc-4caf-9e83-802339f3fb23"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:28:52.905029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abf325-7b9d-4d39-aacb-722649133018 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3eb460-ddcc-4caf-9e83-802339f3fb23,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:52.946486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5355273b-e733-4e74-a6cc-4d45d81fcf30 x-openstack-request-id: req-5355273b-e733-4e74-a6cc-4d45d81fcf30 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:28:52.946770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1aa33ec-b126-44ff-a946-6701a31e5f64", "tag": "4d3eb460-ddcc-4caf-9e83-802339f3fb23", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:28:52.947019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5355273b-e733-4e74-a6cc-4d45d81fcf30 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:28:52.947405 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5355273b-e733-4e74-a6cc-4d45d81fcf30'] response: {'name': 'network-changed', 'server_uuid': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'tag': '4d3eb460-ddcc-4caf-9e83-802339f3fb23', 'status': 'completed', 'code': 200} Oct 05 09:28:52.988734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b818a79f-c8a2-490b-a9d2-8eb8f9fcc005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:52.990237 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b818a79f-c8a2-490b-a9d2-8eb8f9fcc005 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 1096 time: 0.0805960 Oct 05 09:28:53.059599 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-b8367867-1bb3-4ecb-a00f-7af970af4b58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d3eb460-ddcc-4caf-9e83-802339f3fb23 HTTP/1.1" status: 200 len: 217 time: 0.0628090 Oct 05 09:28:53.123467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-69ccee33-bfe7-4fb2-bb65-afa458d44fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:53.124887 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-69ccee33-bfe7-4fb2-bb65-afa458d44fd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d243a13b-0224-47e6-947f-214ab00ccbc5 HTTP/1.1" status: 200 len: 844 time: 0.0596769 Oct 05 09:28:53.260628 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9906c29b-29d3-4c35-bf59-aca1b447d2ae None None] Attempt 3 to provision port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 Oct 05 09:28:53.308976 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-1c291a28-7f61-4c3b-8221-86d741e55301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:53.310476 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-1c291a28-7f61-4c3b-8221-86d741e55301 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1798239 Oct 05 09:28:53.323611 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9906c29b-29d3-4c35-bf59-aca1b447d2ae None None] Port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:28:53.440037 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-db8d7bcb-b73b-4f74-922b-f9f451a175a6 service neutron] 10.222.0.45 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231554 Oct 05 09:28:53.572062 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98311617-3a82-4c67-84df-433bd8e5ac4d req-02176e7b-60ad-4574-823e-f15cae50d041 service neutron] 10.222.0.45 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265645 Oct 05 09:28:53.608192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913aa405-598d-42d2-96e6-f5f9b6e252bc req-91d97df3-7f1a-40d2-b187-4fdf2b63144e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:53.609673 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-913aa405-598d-42d2-96e6-f5f9b6e252bc req-91d97df3-7f1a-40d2-b187-4fdf2b63144e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 943 time: 0.0881417 Oct 05 09:28:53.658992 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-913aa405-598d-42d2-96e6-f5f9b6e252bc req-e7c0a5d0-f523-4dfd-a4c0-79c0a35fabec tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720c30e-d914-4daf-86f9-7a62c25131c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425713 Oct 05 09:28:53.699183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb97a2f-60c1-403e-bf4a-d2bfb0219361 req-10b098ab-726a-4449-a279-866e1b13a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:53.700586 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4eb97a2f-60c1-403e-bf4a-d2bfb0219361 req-10b098ab-726a-4449-a279-866e1b13a2b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 1096 time: 0.0825951 Oct 05 09:28:53.836543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb97a2f-60c1-403e-bf4a-d2bfb0219361 req-03fc1f35-30ec-42b7-b3fe-ba9608955036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:53.838014 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4eb97a2f-60c1-403e-bf4a-d2bfb0219361 req-03fc1f35-30ec-42b7-b3fe-ba9608955036 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 HTTP/1.1" status: 200 len: 898 time: 0.1308341 Oct 05 09:28:53.906379 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4eb97a2f-60c1-403e-bf4a-d2bfb0219361 req-eff6f307-d201-4520-8a23-490999c6bc78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d3eb460-ddcc-4caf-9e83-802339f3fb23 HTTP/1.1" status: 200 len: 217 time: 0.0609968 Oct 05 09:28:53.972771 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb97a2f-60c1-403e-bf4a-d2bfb0219361 req-69fa11e6-2be7-4d85-be6a-3c47db56309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:53.974394 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4eb97a2f-60c1-403e-bf4a-d2bfb0219361 req-69fa11e6-2be7-4d85-be6a-3c47db56309e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d243a13b-0224-47e6-947f-214ab00ccbc5 HTTP/1.1" status: 200 len: 844 time: 0.0615993 Oct 05 09:28:54.054946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb97a2f-60c1-403e-bf4a-d2bfb0219361 req-6ab059b4-9fdb-4517-ab73-4d0535605dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:54.056393 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4eb97a2f-60c1-403e-bf4a-d2bfb0219361 req-6ab059b4-9fdb-4517-ab73-4d0535605dec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756860 Oct 05 09:28:54.192138 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4eb97a2f-60c1-403e-bf4a-d2bfb0219361 req-b50ae2f8-8dda-4efe-ad75-2e669a47145e service neutron] 10.222.0.45 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284518 Oct 05 09:28:54.324401 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4eb97a2f-60c1-403e-bf4a-d2bfb0219361 req-67d64244-89aa-4fd4-84f4-713776629587 service neutron] 10.222.0.45 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257224 Oct 05 09:28:54.855397 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaddc58-a84e-492b-8aa1-9aa785255f53 req-a8c625ed-3329-41b0-8634-f3eb4c5ea4f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:54.856864 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cbaddc58-a84e-492b-8aa1-9aa785255f53 req-a8c625ed-3329-41b0-8634-f3eb4c5ea4f5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 943 time: 0.0876491 Oct 05 09:28:54.901550 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cbaddc58-a84e-492b-8aa1-9aa785255f53 req-8f8a7afc-6707-46b2-b733-948d81c86475 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720c30e-d914-4daf-86f9-7a62c25131c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379207 Oct 05 09:28:56.101130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca7258-b6e1-4ab1-b77a-c583cef48f4d req-651acdd5-aff9-42a6-98b4-acb782e5e08e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:56.102615 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-88ca7258-b6e1-4ab1-b77a-c583cef48f4d req-651acdd5-aff9-42a6-98b4-acb782e5e08e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 943 time: 0.0902662 Oct 05 09:28:56.146735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 4d3eb460-ddcc-4caf-9e83-802339f3fb23 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:28:56.147566 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-88ca7258-b6e1-4ab1-b77a-c583cef48f4d req-9863fb73-ff80-45f9-8270-b55df4bc0b95 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720c30e-d914-4daf-86f9-7a62c25131c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386131 Oct 05 09:28:56.283919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 4d3eb460-ddcc-4caf-9e83-802339f3fb23, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=4d3eb460-ddcc-4caf-9e83-802339f3fb23,segment=NetworkSegment(f16d1939-36bf-4806-8343-ba4e153a5eb9),segment_id=f16d1939-36bf-4806-8343-ba4e153a5eb9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:56.297823 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '4d3eb460-ddcc-4caf-9e83-802339f3fb23', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'port_id': '4d3eb460-ddcc-4caf-9e83-802339f3fb23', 'mac_address': 'fa:16:3e:dc:5e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:28:56.352449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:56.352768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:56.369903 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3eb460-ddcc-4caf-9e83-802339f3fb23 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:28:56.386327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 4d3eb460-ddcc-4caf-9e83-802339f3fb23, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=4d3eb460-ddcc-4caf-9e83-802339f3fb23,segment=NetworkSegment(f16d1939-36bf-4806-8343-ba4e153a5eb9),segment_id=f16d1939-36bf-4806-8343-ba4e153a5eb9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:56.391147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:56.462204 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=4d3eb460-ddcc-4caf-9e83-802339f3fb23,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:56.613734 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['4d3eb460-ddcc-4caf-9e83-802339f3fb23'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:28:57.346875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fbcc9-78d0-4982-9627-1726072196b5 req-f5dc1484-9708-4ccc-8e47-71cc142902a1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:57.348599 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b3fbcc9-78d0-4982-9627-1726072196b5 req-f5dc1484-9708-4ccc-8e47-71cc142902a1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 944 time: 0.0901840 Oct 05 09:28:57.396723 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b3fbcc9-78d0-4982-9627-1726072196b5 req-24d84d3f-e162-4c6c-b583-63d8a1100e97 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720c30e-d914-4daf-86f9-7a62c25131c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425386 Oct 05 09:28:58.161001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 4d3eb460-ddcc-4caf-9e83-802339f3fb23 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:28:58.228782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:28:58.234577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:28:58.234950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:58.235286 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 Oct 05 09:28:58.363748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:28:58.364128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:58.391643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3eb460-ddcc-4caf-9e83-802339f3fb23'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:28:58.393923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb23d796-7bbc-4443-8a3f-ec830889b81e" -d '{"events": [{"server_uuid": "e1aa33ec-b126-44ff-a946-6701a31e5f64", "name": "network-vif-plugged", "status": "completed", "tag": "4d3eb460-ddcc-4caf-9e83-802339f3fb23"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:28:58.401509 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 4d3eb460-ddcc-4caf-9e83-802339f3fb23, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=4d3eb460-ddcc-4caf-9e83-802339f3fb23,segment=NetworkSegment(f16d1939-36bf-4806-8343-ba4e153a5eb9),segment_id=f16d1939-36bf-4806-8343-ba4e153a5eb9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:28:58.406635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:28:58.477749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=4d3eb460-ddcc-4caf-9e83-802339f3fb23,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:28:58.500442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815cf891-0124-426f-99e6-286bf23b254f x-openstack-request-id: req-815cf891-0124-426f-99e6-286bf23b254f {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:28:58.500737 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1aa33ec-b126-44ff-a946-6701a31e5f64", "name": "network-vif-plugged", "status": "completed", "tag": "4d3eb460-ddcc-4caf-9e83-802339f3fb23", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:28:58.500992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-815cf891-0124-426f-99e6-286bf23b254f {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:28:58.501387 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815cf891-0124-426f-99e6-286bf23b254f'] response: {'server_uuid': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3eb460-ddcc-4caf-9e83-802339f3fb23', 'code': 200} Oct 05 09:28:58.612916 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd09ae0-6e75-46c9-b371-c699d09b975f req-94067b48-ce64-417c-a72a-8f873b042f93 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:58.614465 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6fd09ae0-6e75-46c9-b371-c699d09b975f req-94067b48-ce64-417c-a72a-8f873b042f93 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 945 time: 0.0911992 Oct 05 09:28:58.659535 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6fd09ae0-6e75-46c9-b371-c699d09b975f req-5770e53d-db75-4254-82d3-d317f52ed2c5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720c30e-d914-4daf-86f9-7a62c25131c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390666 Oct 05 09:28:58.739375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86c300-8f06-4519-b1c7-4b89b1adee39 req-95a86580-af45-44ff-aa9f-a55336380bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:58.740836 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1a86c300-8f06-4519-b1c7-4b89b1adee39 req-95a86580-af45-44ff-aa9f-a55336380bd4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 1098 time: 0.0812550 Oct 05 09:28:58.780912 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1a86c300-8f06-4519-b1c7-4b89b1adee39 req-13510e99-c121-4eac-9556-f4a09aaa7591 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7720c30e-d914-4daf-86f9-7a62c25131c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339046 Oct 05 09:28:59.877746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36219fa3-5e3e-450a-b8ea-f38157c7e668 req-075bbc48-235b-45d4-8e6d-cb1cc944b5da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:28:59.879269 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-36219fa3-5e3e-450a-b8ea-f38157c7e668 req-075bbc48-235b-45d4-8e6d-cb1cc944b5da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 945 time: 0.0979929 Oct 05 09:28:59.928537 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-36219fa3-5e3e-450a-b8ea-f38157c7e668 req-25438fa8-3fcc-49c8-aea0-dcd2acd3325e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720c30e-d914-4daf-86f9-7a62c25131c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435078 Oct 05 09:29:01.126717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfd7ab-7748-4634-9c47-eee8beede3f3 req-603c9045-4308-44fa-9dab-f72d7cc52ecf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:01.128186 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2edfd7ab-7748-4634-9c47-eee8beede3f3 req-603c9045-4308-44fa-9dab-f72d7cc52ecf tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 945 time: 0.0884402 Oct 05 09:29:01.174999 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2edfd7ab-7748-4634-9c47-eee8beede3f3 req-7c0e5c30-2365-4e5f-ac20-7680e7b919f2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720c30e-d914-4daf-86f9-7a62c25131c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412078 Oct 05 09:29:01.397241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77b4e7-10bc-4e69-a443-498279400226 req-972c9d82-2540-4f49-9c49-202643ae2238 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:01.398709 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6b77b4e7-10bc-4e69-a443-498279400226 req-972c9d82-2540-4f49-9c49-202643ae2238 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 945 time: 0.0881178 Oct 05 09:29:01.453923 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6b77b4e7-10bc-4e69-a443-498279400226 req-48e272b9-8cc5-458c-86f3-efe32bbd56d4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720c30e-d914-4daf-86f9-7a62c25131c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397215 Oct 05 09:29:01.483291 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37786) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:01.563830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf66c4a2-102c-4056-af7f-fef836710218 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:01.565315 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cf66c4a2-102c-4056-af7f-fef836710218 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 1093 time: 0.0810585 Oct 05 09:29:01.568446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37790) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:01.573293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '4d3eb460-ddcc-4caf-9e83-802339f3fb23', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:29:01.580028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:29:01.583850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:floatingip and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:29:01.586663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:29:01.592334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:29:01.603719 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:01.744979 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:01.898237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.63 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/f044a009-4765-408d-b9e0-13128f297075) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:29:02.051882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:02.081440 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:02.142735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:29:02.149410 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:29:02.153460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:29:02.182682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=f044a009-4765-408d-b9e0-13128f297075,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:02.671008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:02.744184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:02.762891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c00d7ea-cf2a-49f2-99b7-5ba484aa066c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:02.954526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:02.958874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:03.065147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=f044a009-4765-408d-b9e0-13128f297075,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:29:03.067476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:03.240337 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP fcb17c3c-55ce-4c99-aa28-7f2dfa41094e associated. External IP: 172.26.0.63, port: 4d3eb460-ddcc-4caf-9e83-802339f3fb23. Oct 05 09:29:03.588924 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 7a7cfa38-fc33-498a-89bc-75df68452098 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:29:03.764150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:29:03.773703 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557cd8af-c342-4836-92db-420fb7feba42 None None] Sync routers for ids ['7a7cfa38-fc33-498a-89bc-75df68452098'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:29:03.784093 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557cd8af-c342-4836-92db-420fb7feba42 None None] Routers {'7a7cfa38-fc33-498a-89bc-75df68452098'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:29:03.784757 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-557cd8af-c342-4836-92db-420fb7feba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:28:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7a7cfa38-fc33-498a-89bc-75df68452098'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:03.791526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:03.851239 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-10b4a8e8-cded-4b51-80ca-8854887e1976 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2817807 Oct 05 09:29:03.851918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'tag': '4d3eb460-ddcc-4caf-9e83-802339f3fb23'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:29:03.854389 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea5524-2fbf-4f8a-9bcf-63d28b8a8d50" -d '{"events": [{"name": "network-changed", "server_uuid": "e1aa33ec-b126-44ff-a946-6701a31e5f64", "tag": "4d3eb460-ddcc-4caf-9e83-802339f3fb23"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:29:03.854541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37794) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:03.897867 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e333e89d-8bfb-4e6f-af03-9bf06bddf95a x-openstack-request-id: req-e333e89d-8bfb-4e6f-af03-9bf06bddf95a {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:29:03.898190 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1aa33ec-b126-44ff-a946-6701a31e5f64", "tag": "4d3eb460-ddcc-4caf-9e83-802339f3fb23", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:29:03.898471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e333e89d-8bfb-4e6f-af03-9bf06bddf95a {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:29:03.899070 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e333e89d-8bfb-4e6f-af03-9bf06bddf95a'] response: {'name': 'network-changed', 'server_uuid': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'tag': '4d3eb460-ddcc-4caf-9e83-802339f3fb23', 'status': 'completed', 'code': 200} Oct 05 09:29:03.986421 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-557cd8af-c342-4836-92db-420fb7feba42 None None] Set router 7a7cfa38-fc33-498a-89bc-75df68452098 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:29:04.030593 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3fac8489-2010-49be-92c9-404ece468457 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/fcb17c3c-55ce-4c99-aa28-7f2dfa41094e HTTP/1.1" status: 200 len: 990 time: 0.1743617 Oct 05 09:29:04.048732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5524-2fbf-4f8a-9bcf-63d28b8a8d50 req-7d1d11a1-1887-4006-a182-38bbdd742094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:04.050215 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97ea5524-2fbf-4f8a-9bcf-63d28b8a8d50 req-7d1d11a1-1887-4006-a182-38bbdd742094 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 1098 time: 0.1217060 Oct 05 09:29:04.181780 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5524-2fbf-4f8a-9bcf-63d28b8a8d50 req-441fc83a-88b6-4e12-a5e1-205fbe15237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:04.183143 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97ea5524-2fbf-4f8a-9bcf-63d28b8a8d50 req-441fc83a-88b6-4e12-a5e1-205fbe15237d service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 HTTP/1.1" status: 200 len: 898 time: 0.1264379 Oct 05 09:29:04.376516 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-557cd8af-c342-4836-92db-420fb7feba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:28:45Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'fcb17c3c-55ce-4c99-aa28-7f2dfa41094e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'port_id': '4d3eb460-ddcc-4caf-9e83-802339f3fb23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'mac_address': 'fa:16:3e:dc:5e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:29:02Z', 'updated_at': '2022-10-05T09:29:02Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946f428c-fa0e-41cb-84e7-da39c2b64785', 'name': '', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:70:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:44Z', 'updated_at': '2022-10-05T09:28:50Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:04.380266 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557cd8af-c342-4836-92db-420fb7feba42 None None] Checking router: 7a7cfa38-fc33-498a-89bc-75df68452098 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:29:04.388657 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557cd8af-c342-4836-92db-420fb7feba42 None None] Routers {'7a7cfa38-fc33-498a-89bc-75df68452098'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:29:04.389236 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-557cd8af-c342-4836-92db-420fb7feba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:28:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7a7cfa38-fc33-498a-89bc-75df68452098'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:04.395394 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97ea5524-2fbf-4f8a-9bcf-63d28b8a8d50 req-f44204f9-3abe-47f0-91f6-e1b4527088d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d3eb460-ddcc-4caf-9e83-802339f3fb23 HTTP/1.1" status: 200 len: 998 time: 0.2064958 Oct 05 09:29:04.458846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5524-2fbf-4f8a-9bcf-63d28b8a8d50 req-7a78eb35-cec2-41a5-a425-494093f4d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:04.460199 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97ea5524-2fbf-4f8a-9bcf-63d28b8a8d50 req-7a78eb35-cec2-41a5-a425-494093f4d920 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d243a13b-0224-47e6-947f-214ab00ccbc5 HTTP/1.1" status: 200 len: 844 time: 0.0581734 Oct 05 09:29:04.542078 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5524-2fbf-4f8a-9bcf-63d28b8a8d50 req-8933c1c2-bc4b-432d-aa94-78bbac42b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:04.543565 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97ea5524-2fbf-4f8a-9bcf-63d28b8a8d50 req-8933c1c2-bc4b-432d-aa94-78bbac42b2ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777419 Oct 05 09:29:04.560883 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-557cd8af-c342-4836-92db-420fb7feba42 None None] Set router 7a7cfa38-fc33-498a-89bc-75df68452098 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:29:04.667048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:04.694309 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97ea5524-2fbf-4f8a-9bcf-63d28b8a8d50 req-69c85609-71dd-4b82-aa5d-014fe1370bd8 service neutron] 10.222.0.45 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359644 Oct 05 09:29:04.831244 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97ea5524-2fbf-4f8a-9bcf-63d28b8a8d50 req-28338fd8-cbb7-454f-967e-f36f332086ad service neutron] 10.222.0.45 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308336 Oct 05 09:29:04.929405 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-557cd8af-c342-4836-92db-420fb7feba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:28:45Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'fcb17c3c-55ce-4c99-aa28-7f2dfa41094e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'port_id': '4d3eb460-ddcc-4caf-9e83-802339f3fb23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'mac_address': 'fa:16:3e:dc:5e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:29:02Z', 'updated_at': '2022-10-05T09:29:02Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946f428c-fa0e-41cb-84e7-da39c2b64785', 'name': '', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:70:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:44Z', 'updated_at': '2022-10-05T09:28:50Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:29:04.933343 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557cd8af-c342-4836-92db-420fb7feba42 None None] The sync data for ids ['7a7cfa38-fc33-498a-89bc-75df68452098'] in dv-neutron-860328-1-hyperv is: [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:28:45Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'fcb17c3c-55ce-4c99-aa28-7f2dfa41094e', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'port_id': '4d3eb460-ddcc-4caf-9e83-802339f3fb23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'mac_address': 'fa:16:3e:dc:5e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:29:02Z', 'updated_at': '2022-10-05T09:29:02Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946f428c-fa0e-41cb-84e7-da39c2b64785', 'name': '', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:70:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:44Z', 'updated_at': '2022-10-05T09:28:50Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:29:05.034324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37800) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:05.149713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015fac4f-b8ce-4338-bb03-e53af4b694e6 None None] New status for floating IP fcb17c3c-55ce-4c99-aa28-7f2dfa41094e: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:29:05.150234 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-56634868-c084-42cd-813d-eb10843381cd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/fcb17c3c-55ce-4c99-aa28-7f2dfa41094e HTTP/1.1" status: 200 len: 990 time: 0.1143222 Oct 05 09:29:05.564943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-672cc05e-db8b-40fc-b60e-083909bd85af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:06.153434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37804) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:29:06.258827 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-80953817-b894-46a4-a674-cbc810feddab tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/fcb17c3c-55ce-4c99-aa28-7f2dfa41094e HTTP/1.1" status: 200 len: 992 time: 0.1037247 Oct 05 09:29:06.717240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:06.856097 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:09.194908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:23.329157 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:29:32.767028 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-516b597e-ef91-49dd-8c13-657862cd41a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:34.663031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:35.566399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-306afbff-2145-4031-ad4f-93d8bd1779da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:36.719600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:36.860654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:39.197507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:29:59.140754 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ed5ef92c-485b-4c0c-bc95-1d6c3fd39d54 req-3e52bcaf-e4ae-4b02-8a20-48d90fe11759 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801718 Oct 05 09:29:59.288614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ef92c-485b-4c0c-bc95-1d6c3fd39d54 req-543d392c-c46a-4d57-a173-902a79020177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:59.290109 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ed5ef92c-485b-4c0c-bc95-1d6c3fd39d54 req-543d392c-c46a-4d57-a173-902a79020177 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 1098 time: 0.0779340 Oct 05 09:29:59.434454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ef92c-485b-4c0c-bc95-1d6c3fd39d54 req-2bd16ea6-ed6a-4f18-bd2d-3bd90048bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:59.435798 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ed5ef92c-485b-4c0c-bc95-1d6c3fd39d54 req-2bd16ea6-ed6a-4f18-bd2d-3bd90048bd0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 HTTP/1.1" status: 200 len: 898 time: 0.1275332 Oct 05 09:29:59.538105 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ed5ef92c-485b-4c0c-bc95-1d6c3fd39d54 req-0633849e-9580-4cfc-8828-d2a1439517da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d3eb460-ddcc-4caf-9e83-802339f3fb23 HTTP/1.1" status: 200 len: 1000 time: 0.0958295 Oct 05 09:29:59.603904 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ef92c-485b-4c0c-bc95-1d6c3fd39d54 req-cdcdc730-ebb3-4663-af51-d21bf08f8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:59.605372 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ed5ef92c-485b-4c0c-bc95-1d6c3fd39d54 req-cdcdc730-ebb3-4663-af51-d21bf08f8074 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d243a13b-0224-47e6-947f-214ab00ccbc5 HTTP/1.1" status: 200 len: 844 time: 0.0611367 Oct 05 09:29:59.691516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ef92c-485b-4c0c-bc95-1d6c3fd39d54 req-d74936df-41c0-4130-b877-f793b76b46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:29:59.692898 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ed5ef92c-485b-4c0c-bc95-1d6c3fd39d54 req-d74936df-41c0-4130-b877-f793b76b46bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816405 Oct 05 09:29:59.825931 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ed5ef92c-485b-4c0c-bc95-1d6c3fd39d54 req-686144a4-8012-414a-a5af-b23acc7b78ad service neutron] 10.222.0.45 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267164 Oct 05 09:29:59.958573 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ed5ef92c-485b-4c0c-bc95-1d6c3fd39d54 req-4472a7e8-abf3-400a-b43c-b87304948d39 service neutron] 10.222.0.45 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263261 Oct 05 09:30:00.328735 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:30:02.770773 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad4984c6-5ef2-4360-a151-8bb0e261c2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:04.673082 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:05.567561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34a42570-79b5-4083-925d-a1998e4314aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.728097 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:06.862735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:09.200539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:32.772978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d30fa37e-8a16-4045-b727-3667db26007f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:34.679267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:35.568582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3def19f0-d627-4a9b-87f7-310b88a5d182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:36.722187 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:36.865769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:37.327789 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:30:39.203393 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:54.774889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37840) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:30:54.781745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:30:54.897940 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9914497'] for subnet, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.106180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773370724235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3893507'] for subnet, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.156805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:30:55.157405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.158690 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/subnets/d243a13b-0224-47e6-947f-214ab00ccbc5 HTTP/1.1" status: 200 len: 836 time: 0.3828254 Oct 05 09:30:55.162950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec5686-8b54-446a-94ea-ec97bb32dc81 None None] Network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:30:55.174709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Subnet': ['ID=d243a13b-0224-47e6-947f-214ab00ccbc5,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:30:55.182810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:55.183178 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:55.183518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:55.183851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:55.184183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:55.184511 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:55.184835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:55.185161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:55.185487 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:55.185809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:55.186161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:55.186480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe97d9b-4f89-45e6-b311-3d9447bf5f03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:30:55.664674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4e835e6-84c6-4124-81c6-b43f70fcf38a None None] Provisioning complete for port 946f428c-fa0e-41cb-84e7-da39c2b64785 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:55.664967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4e835e6-84c6-4124-81c6-b43f70fcf38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.665302 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4e835e6-84c6-4124-81c6-b43f70fcf38a None None] Attempt 1 to provision port 946f428c-fa0e-41cb-84e7-da39c2b64785 Oct 05 09:30:55.810602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4e835e6-84c6-4124-81c6-b43f70fcf38a None None] Current status of the port 946f428c-fa0e-41cb-84e7-da39c2b64785 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:55.821272 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4e835e6-84c6-4124-81c6-b43f70fcf38a None None] Provisioning complete for port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:55.821632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4e835e6-84c6-4124-81c6-b43f70fcf38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.821977 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4e835e6-84c6-4124-81c6-b43f70fcf38a None None] Attempt 1 to provision port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 Oct 05 09:30:55.952846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4e835e6-84c6-4124-81c6-b43f70fcf38a None None] Current status of the port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:30:55.965272 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4e835e6-84c6-4124-81c6-b43f70fcf38a None None] Provisioning complete for port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:30:55.965703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4e835e6-84c6-4124-81c6-b43f70fcf38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:30:55.966077 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4e835e6-84c6-4124-81c6-b43f70fcf38a None None] Attempt 1 to provision port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 Oct 05 09:30:56.092646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4e835e6-84c6-4124-81c6-b43f70fcf38a None None] Current status of the port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:01.158279 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a92bbc3a-2015-4e59-9d8b-fef0d9cc8e2a req-3ed93aad-c2a6-4a7c-8809-d32a03a942b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798976 Oct 05 09:31:01.311840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bbc3a-2015-4e59-9d8b-fef0d9cc8e2a req-dddbcb8b-b983-48c7-b100-72b6f6fd267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:01.313306 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a92bbc3a-2015-4e59-9d8b-fef0d9cc8e2a req-dddbcb8b-b983-48c7-b100-72b6f6fd267b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 1098 time: 0.0857289 Oct 05 09:31:01.557863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bbc3a-2015-4e59-9d8b-fef0d9cc8e2a req-82f67bb9-e21f-4e88-ba5f-d439afc7f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:01.559239 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a92bbc3a-2015-4e59-9d8b-fef0d9cc8e2a req-82f67bb9-e21f-4e88-ba5f-d439afc7f845 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 HTTP/1.1" status: 200 len: 898 time: 0.2240539 Oct 05 09:31:01.659681 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a92bbc3a-2015-4e59-9d8b-fef0d9cc8e2a req-97a70be3-373b-464e-b36f-ea43c2469c40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d3eb460-ddcc-4caf-9e83-802339f3fb23 HTTP/1.1" status: 200 len: 1000 time: 0.0945814 Oct 05 09:31:01.723950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bbc3a-2015-4e59-9d8b-fef0d9cc8e2a req-03ef1578-f485-4a3a-be1b-90c362c16333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:01.725383 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a92bbc3a-2015-4e59-9d8b-fef0d9cc8e2a req-03ef1578-f485-4a3a-be1b-90c362c16333 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d243a13b-0224-47e6-947f-214ab00ccbc5 HTTP/1.1" status: 200 len: 844 time: 0.0596633 Oct 05 09:31:01.809409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bbc3a-2015-4e59-9d8b-fef0d9cc8e2a req-bc5ff5bf-7121-4726-ad62-aa46d3894324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:01.810826 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a92bbc3a-2015-4e59-9d8b-fef0d9cc8e2a req-bc5ff5bf-7121-4726-ad62-aa46d3894324 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798547 Oct 05 09:31:01.943157 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a92bbc3a-2015-4e59-9d8b-fef0d9cc8e2a req-2441f09c-61cb-4094-a8b5-f1735a37f193 service neutron] 10.222.0.45 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261616 Oct 05 09:31:02.074639 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a92bbc3a-2015-4e59-9d8b-fef0d9cc8e2a req-551d1837-03c1-4433-83dd-82ba7c48223e service neutron] 10.222.0.45 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257336 Oct 05 09:31:02.777233 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c335d73-8e8a-4b6d-9cb7-2131e4575747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:04.678809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:05.572804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47d1c4bd-4f77-484d-b90c-27a5e1f4d410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:06.725711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:06.867878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:09.204651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:14.330008 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:31:32.782113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f49a0eb1-d6c7-44d2-a6b0-d6e095d572b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:34.695361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:35.574764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba5c130f-3c51-40e2-9021-4f2a8a1f8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.728685 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:36.871521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.008893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37856) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:38.297398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port f044a009-4765-408d-b9e0-13128f297075 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:38.297648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.468973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.469300 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.592173 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for f044a009-4765-408d-b9e0-13128f297075 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:38.752328 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.803121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=f044a009-4765-408d-b9e0-13128f297075,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:38.872414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:38.872757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:38.873093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:38.873424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:38.873770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:38.874110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:38.874425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:38.874744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:38.875064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:38.875382 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:38.875697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:38.876009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:38.908487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:38.908816 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP fcb17c3c-55ce-4c99-aa28-7f2dfa41094e disassociated (deleted). External IP: 172.26.0.63, port: 4d3eb460-ddcc-4caf-9e83-802339f3fb23. Oct 05 09:31:39.207742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.385735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 7a7cfa38-fc33-498a-89bc-75df68452098 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:31:39.556552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:39.566038 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb94bd5-fba0-4fdb-97cb-188bddef8809 None None] Sync routers for ids ['7a7cfa38-fc33-498a-89bc-75df68452098'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:39.573627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:39.575689 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb94bd5-fba0-4fdb-97cb-188bddef8809 None None] Routers {'7a7cfa38-fc33-498a-89bc-75df68452098'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:39.576288 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8fb94bd5-fba0-4fdb-97cb-188bddef8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:31:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7a7cfa38-fc33-498a-89bc-75df68452098'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:39.630628 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f236f939-b678-4d33-8f9b-f756e9e22470 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/floatingips/fcb17c3c-55ce-4c99-aa28-7f2dfa41094e HTTP/1.1" status: 204 len: 168 time: 1.6205266 Oct 05 09:31:39.631187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'tag': '4d3eb460-ddcc-4caf-9e83-802339f3fb23'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:31:39.633463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061ae13c-4f44-479f-bfbd-dec120b93e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1aa33ec-b126-44ff-a946-6701a31e5f64", "tag": "4d3eb460-ddcc-4caf-9e83-802339f3fb23"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:31:39.679102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae83844b-6c21-40d0-9e9e-8d07f89e55e7 x-openstack-request-id: req-ae83844b-6c21-40d0-9e9e-8d07f89e55e7 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:31:39.679398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1aa33ec-b126-44ff-a946-6701a31e5f64", "tag": "4d3eb460-ddcc-4caf-9e83-802339f3fb23", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:31:39.679763 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae83844b-6c21-40d0-9e9e-8d07f89e55e7 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:31:39.680163 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae83844b-6c21-40d0-9e9e-8d07f89e55e7'] response: {'name': 'network-changed', 'server_uuid': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'tag': '4d3eb460-ddcc-4caf-9e83-802339f3fb23', 'status': 'completed', 'code': 200} Oct 05 09:31:39.750188 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8fb94bd5-fba0-4fdb-97cb-188bddef8809 None None] Set router 7a7cfa38-fc33-498a-89bc-75df68452098 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:39.778677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ae13c-4f44-479f-bfbd-dec120b93e8a req-ef695c48-5fd0-43a8-8ef2-327f0bbee95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:39.780166 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-061ae13c-4f44-479f-bfbd-dec120b93e8a req-ef695c48-5fd0-43a8-8ef2-327f0bbee95f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 1098 time: 0.0794947 Oct 05 09:31:39.947601 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ae13c-4f44-479f-bfbd-dec120b93e8a req-899132dd-198e-4e4e-9b1e-5723f1e170ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:39.949068 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-061ae13c-4f44-479f-bfbd-dec120b93e8a req-899132dd-198e-4e4e-9b1e-5723f1e170ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 HTTP/1.1" status: 200 len: 898 time: 0.1630075 Oct 05 09:31:40.041427 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-061ae13c-4f44-479f-bfbd-dec120b93e8a req-c54e4273-bc98-4e50-ade1-165fa797e4b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d3eb460-ddcc-4caf-9e83-802339f3fb23 HTTP/1.1" status: 200 len: 217 time: 0.0847228 Oct 05 09:31:40.103475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ae13c-4f44-479f-bfbd-dec120b93e8a req-0087fabb-6277-4a1c-8ebd-8977af61da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:40.105101 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-061ae13c-4f44-479f-bfbd-dec120b93e8a req-0087fabb-6277-4a1c-8ebd-8977af61da0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d243a13b-0224-47e6-947f-214ab00ccbc5 HTTP/1.1" status: 200 len: 844 time: 0.0591958 Oct 05 09:31:40.113089 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8fb94bd5-fba0-4fdb-97cb-188bddef8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:28:45Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '946f428c-fa0e-41cb-84e7-da39c2b64785', 'name': '', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:70:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:44Z', 'updated_at': '2022-10-05T09:28:50Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:40.116956 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb94bd5-fba0-4fdb-97cb-188bddef8809 None None] Checking router: 7a7cfa38-fc33-498a-89bc-75df68452098 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:31:40.125120 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb94bd5-fba0-4fdb-97cb-188bddef8809 None None] Routers {'7a7cfa38-fc33-498a-89bc-75df68452098'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:40.125703 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8fb94bd5-fba0-4fdb-97cb-188bddef8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:31:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7a7cfa38-fc33-498a-89bc-75df68452098'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:40.191531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ae13c-4f44-479f-bfbd-dec120b93e8a req-e4156de6-7940-4602-882a-4c5379ada6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:40.192987 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-061ae13c-4f44-479f-bfbd-dec120b93e8a req-e4156de6-7940-4602-882a-4c5379ada6a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819302 Oct 05 09:31:40.302256 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8fb94bd5-fba0-4fdb-97cb-188bddef8809 None None] Set router 7a7cfa38-fc33-498a-89bc-75df68452098 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:40.325837 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-061ae13c-4f44-479f-bfbd-dec120b93e8a req-bdc22de3-a504-4566-8654-62b77e760508 service neutron] 10.222.0.45 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266739 Oct 05 09:31:40.457674 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-061ae13c-4f44-479f-bfbd-dec120b93e8a req-ab410f6c-2b2e-4d3d-acde-12077ff27728 service neutron] 10.222.0.45 "GET /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262691 Oct 05 09:31:40.612546 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8fb94bd5-fba0-4fdb-97cb-188bddef8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:28:45Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '946f428c-fa0e-41cb-84e7-da39c2b64785', 'name': '', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:70:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:44Z', 'updated_at': '2022-10-05T09:28:50Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:40.616413 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb94bd5-fba0-4fdb-97cb-188bddef8809 None None] The sync data for ids ['7a7cfa38-fc33-498a-89bc-75df68452098'] in dv-neutron-860328-1-hyperv is: [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:28:45Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '946f428c-fa0e-41cb-84e7-da39c2b64785', 'name': '', 'network_id': '7ec52424-eb81-4685-8cf1-c31f5dbcd1c0', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:70:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:44Z', 'updated_at': '2022-10-05T09:28:50Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': 'd243a13b-0224-47e6-947f-214ab00ccbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:40.824021 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4ae67-c8da-4758-a79e-85499cb523d2 None None] New status for floating IP fcb17c3c-55ce-4c99-aa28-7f2dfa41094e: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:31:41.209835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02b9c5-5865-4131-b2b1-97042d9cccef req-92fcb17c-6170-484c-8679-fae75f1568de tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:41.211329 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-af02b9c5-5865-4131-b2b1-97042d9cccef req-92fcb17c-6170-484c-8679-fae75f1568de tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 945 time: 0.0910578 Oct 05 09:31:41.255563 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-af02b9c5-5865-4131-b2b1-97042d9cccef req-abc4b5dd-3af5-476c-9a70-35356020cda3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720c30e-d914-4daf-86f9-7a62c25131c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384681 Oct 05 09:31:42.463416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b39282-5bb7-44f3-b437-64afee90d0b3 req-77639ef8-d770-4add-8c39-fe28b91675bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:42.464894 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e0b39282-5bb7-44f3-b437-64afee90d0b3 req-77639ef8-d770-4add-8c39-fe28b91675bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 945 time: 0.0923138 Oct 05 09:31:42.491408 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ef604-ca8f-49c3-9621-7520effacb64 req-41c55397-b0eb-475f-959f-bda353552652 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:42.492103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-396ef604-ca8f-49c3-9621-7520effacb64 req-41c55397-b0eb-475f-959f-bda353552652 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:42.507907 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-396ef604-ca8f-49c3-9621-7520effacb64 req-41c55397-b0eb-475f-959f-bda353552652 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:42.509095 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-396ef604-ca8f-49c3-9621-7520effacb64 req-41c55397-b0eb-475f-959f-bda353552652 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 945 time: 0.1019149 Oct 05 09:31:42.509479 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e0b39282-5bb7-44f3-b437-64afee90d0b3 req-3bfaab49-7da5-47ee-8323-e00657c00c3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720c30e-d914-4daf-86f9-7a62c25131c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389411 Oct 05 09:31:42.692355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-396ef604-ca8f-49c3-9621-7520effacb64 req-e37a0039-652c-4471-9b4a-b3b02aa5e558 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:42.692703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-396ef604-ca8f-49c3-9621-7520effacb64 req-e37a0039-652c-4471-9b4a-b3b02aa5e558 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:42.937432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-396ef604-ca8f-49c3-9621-7520effacb64 req-e37a0039-652c-4471-9b4a-b3b02aa5e558 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 4d3eb460-ddcc-4caf-9e83-802339f3fb23, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=4d3eb460-ddcc-4caf-9e83-802339f3fb23,segment=NetworkSegment(f16d1939-36bf-4806-8343-ba4e153a5eb9),segment_id=f16d1939-36bf-4806-8343-ba4e153a5eb9)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:42.937783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-396ef604-ca8f-49c3-9621-7520effacb64 req-e37a0039-652c-4471-9b4a-b3b02aa5e558 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.065070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-396ef604-ca8f-49c3-9621-7520effacb64 req-e37a0039-652c-4471-9b4a-b3b02aa5e558 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 4d3eb460-ddcc-4caf-9e83-802339f3fb23 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:43.211553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-396ef604-ca8f-49c3-9621-7520effacb64 req-e37a0039-652c-4471-9b4a-b3b02aa5e558 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.268605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a0039-652c-4471-9b4a-b3b02aa5e558 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=4d3eb460-ddcc-4caf-9e83-802339f3fb23,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:43.360898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-396ef604-ca8f-49c3-9621-7520effacb64 req-e37a0039-652c-4471-9b4a-b3b02aa5e558 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] No DVR routers for this DVR port 4d3eb460-ddcc-4caf-9e83-802339f3fb23 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:43.363340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-396ef604-ca8f-49c3-9621-7520effacb64 req-e37a0039-652c-4471-9b4a-b3b02aa5e558 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:43.365733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'name': 'network-vif-deleted', 'tag': '4d3eb460-ddcc-4caf-9e83-802339f3fb23'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:31:43.368017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf73aeb-f5e8-455f-8a98-49015f255adf" -d '{"events": [{"server_uuid": "e1aa33ec-b126-44ff-a946-6701a31e5f64", "name": "network-vif-deleted", "tag": "4d3eb460-ddcc-4caf-9e83-802339f3fb23"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:31:43.381463 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-396ef604-ca8f-49c3-9621-7520effacb64 req-e37a0039-652c-4471-9b4a-b3b02aa5e558 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "DELETE /v2.0/ports/4d3eb460-ddcc-4caf-9e83-802339f3fb23 HTTP/1.1" status: 204 len: 173 time: 0.8647768 Oct 05 09:31:43.415747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaba2f1-1dca-4909-9641-86723a84d662 x-openstack-request-id: req-aaaba2f1-1dca-4909-9641-86723a84d662 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:31:43.416038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1aa33ec-b126-44ff-a946-6701a31e5f64", "name": "network-vif-deleted", "tag": "4d3eb460-ddcc-4caf-9e83-802339f3fb23", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:31:43.416287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aaaba2f1-1dca-4909-9641-86723a84d662 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:31:43.416682 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaaba2f1-1dca-4909-9641-86723a84d662'] response: {'server_uuid': 'e1aa33ec-b126-44ff-a946-6701a31e5f64', 'name': 'network-vif-deleted', 'tag': '4d3eb460-ddcc-4caf-9e83-802339f3fb23', 'status': 'completed', 'code': 200} Oct 05 09:31:43.686432 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d6eafa55-be5b-4d83-81a4-34f2a866201c req-8b1a656b-3d6a-41a0-a4e2-3ec79deebecb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1aa33ec-b126-44ff-a946-6701a31e5f64 HTTP/1.1" status: 200 len: 210 time: 0.0499456 Oct 05 09:31:44.788609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37882) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:44.857534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7bdc8625-1d60-4b0d-bc77-4465b347108f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.887296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7bdc8625-1d60-4b0d-bc77-4465b347108f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.949846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7bdc8625-1d60-4b0d-bc77-4465b347108f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.968054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc8625-1d60-4b0d-bc77-4465b347108f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7720c30e-d914-4daf-86f9-7a62c25131c3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:44.982147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7bdc8625-1d60-4b0d-bc77-4465b347108f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:44.983277 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7bdc8625-1d60-4b0d-bc77-4465b347108f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/security-groups/7720c30e-d914-4daf-86f9-7a62c25131c3 HTTP/1.1" status: 204 len: 168 time: 0.1936624 Oct 05 09:31:46.025545 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37890) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:46.569020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d05ad3be-492d-424b-a7a1-c18606f034da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.006439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 4d3eb460-ddcc-4caf-9e83-802339f3fb23 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:47.020297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d05ad3be-492d-424b-a7a1-c18606f034da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 946f428c-fa0e-41cb-84e7-da39c2b64785 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:47.020815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d05ad3be-492d-424b-a7a1-c18606f034da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.043231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 4d3eb460-ddcc-4caf-9e83-802339f3fb23 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:47.043576 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 4d3eb460-ddcc-4caf-9e83-802339f3fb23 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:47.210206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-d05ad3be-492d-424b-a7a1-c18606f034da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 946f428c-fa0e-41cb-84e7-da39c2b64785, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=946f428c-fa0e-41cb-84e7-da39c2b64785,segment=NetworkSegment(f16d1939-36bf-4806-8343-ba4e153a5eb9),segment_id=f16d1939-36bf-4806-8343-ba4e153a5eb9)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:47.210773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d05ad3be-492d-424b-a7a1-c18606f034da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.337051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d05ad3be-492d-424b-a7a1-c18606f034da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 946f428c-fa0e-41cb-84e7-da39c2b64785 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:47.521459 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d05ad3be-492d-424b-a7a1-c18606f034da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:47.567464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ad3be-492d-424b-a7a1-c18606f034da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=946f428c-fa0e-41cb-84e7-da39c2b64785,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:47.851602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d05ad3be-492d-424b-a7a1-c18606f034da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.340224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05ad3be-492d-424b-a7a1-c18606f034da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 7a7cfa38-fc33-498a-89bc-75df68452098 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:31:48.528312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05ad3be-492d-424b-a7a1-c18606f034da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:48.537462 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3105175-47fe-4e82-82bf-a490cebd1c26 None None] Sync routers for ids ['7a7cfa38-fc33-498a-89bc-75df68452098'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:48.544090 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d05ad3be-492d-424b-a7a1-c18606f034da tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/7a7cfa38-fc33-498a-89bc-75df68452098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5158153 Oct 05 09:31:48.545178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37894) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:48.546809 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3105175-47fe-4e82-82bf-a490cebd1c26 None None] Routers {'7a7cfa38-fc33-498a-89bc-75df68452098'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:48.547410 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a3105175-47fe-4e82-82bf-a490cebd1c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:31:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7a7cfa38-fc33-498a-89bc-75df68452098'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:48.614068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba597b59-061a-4cde-8fdb-79c578fc6691 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting subnet d243a13b-0224-47e6-947f-214ab00ccbc5 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:31:48.616958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba597b59-061a-4cde-8fdb-79c578fc6691 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.670897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba597b59-061a-4cde-8fdb-79c578fc6691 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.725865 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a3105175-47fe-4e82-82bf-a490cebd1c26 None None] Set router 7a7cfa38-fc33-498a-89bc-75df68452098 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:48.757071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba597b59-061a-4cde-8fdb-79c578fc6691 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.836554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba597b59-061a-4cde-8fdb-79c578fc6691 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.882558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba597b59-061a-4cde-8fdb-79c578fc6691 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:48.885947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba597b59-061a-4cde-8fdb-79c578fc6691 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Subnet': ['ID=d243a13b-0224-47e6-947f-214ab00ccbc5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:48.892075 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ba597b59-061a-4cde-8fdb-79c578fc6691 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/subnets/d243a13b-0224-47e6-947f-214ab00ccbc5 HTTP/1.1" status: 204 len: 168 time: 0.3457527 Oct 05 09:31:48.894697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37898) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:48.895730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aae443-75ed-4df4-a9b0-7814ce6e8c04 None None] Network 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:49.007541 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a3105175-47fe-4e82-82bf-a490cebd1c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:31:47Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:49.011920 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3105175-47fe-4e82-82bf-a490cebd1c26 None None] Checking router: 7a7cfa38-fc33-498a-89bc-75df68452098 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:31:49.020082 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3105175-47fe-4e82-82bf-a490cebd1c26 None None] Routers {'7a7cfa38-fc33-498a-89bc-75df68452098'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:49.020667 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a3105175-47fe-4e82-82bf-a490cebd1c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:31:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7a7cfa38-fc33-498a-89bc-75df68452098'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:49.079434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.188598 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] DHCP port deletion for 7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:31:49.192924 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Deleting port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:49.193301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.202714 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a3105175-47fe-4e82-82bf-a490cebd1c26 None None] Set router 7a7cfa38-fc33-498a-89bc-75df68452098 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:49.265587 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.276465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port b2d17e15-0099-4374-b67b-5fc47d07f4e1 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:31:49.276799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.406104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] For port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3,segment=NetworkSegment(f16d1939-36bf-4806-8343-ba4e153a5eb9),segment_id=f16d1939-36bf-4806-8343-ba4e153a5eb9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:49.406889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.462458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port b2d17e15-0099-4374-b67b-5fc47d07f4e1, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b2d17e15-0099-4374-b67b-5fc47d07f4e1,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:49.463531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.524921 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a3105175-47fe-4e82-82bf-a490cebd1c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:31:47Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:49.529477 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3105175-47fe-4e82-82bf-a490cebd1c26 None None] The sync data for ids ['7a7cfa38-fc33-498a-89bc-75df68452098'] in dv-neutron-860328-1-hyperv is: [{'id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'name': 'tempest-TestNetworkBasicOps-router-1577906278', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:28:40Z', 'updated_at': '2022-10-05T09:31:47Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'b2d17e15-0099-4374-b67b-5fc47d07f4e1', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7cfa38-fc33-498a-89bc-75df68452098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:28:41Z', 'updated_at': '2022-10-05T09:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:49.534764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Calling delete_port for d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:49.585161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for b2d17e15-0099-4374-b67b-5fc47d07f4e1 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:31:49.614955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.695536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Pushing event deleted for resources: {'Port': ['ID=d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:49.698865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] No DVR routers for this DVR port d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:31:49.712115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:49.712554 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:49.712904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:49.713239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:49.713572 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:49.713904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:49.714258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:49.714587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:49.714919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:49.715244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:49.715565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:49.715886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc546fb7-0edc-440b-87f6-984a2cd02540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:49.868548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:49.917194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=b2d17e15-0099-4374-b67b-5fc47d07f4e1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:50.020112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.198372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.200607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.222779 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.223533 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Fanout notify agent at l3_agent the message router_deleted on router 7a7cfa38-fc33-498a-89bc-75df68452098 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:31:50.238808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.239917 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fe7a277a-a8ed-460c-a6f7-114c9551ec31 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/routers/7a7cfa38-fc33-498a-89bc-75df68452098 HTTP/1.1" status: 204 len: 168 time: 1.3441551 Oct 05 09:31:50.242638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37902) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:50.359055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65a1ad20-04ea-400b-bbeb-c8ae701f920f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.489444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65a1ad20-04ea-400b-bbeb-c8ae701f920f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.514686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-65a1ad20-04ea-400b-bbeb-c8ae701f920f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec52424-eb81-4685-8cf1-c31f5dbcd1c0']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:50.526435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-65a1ad20-04ea-400b-bbeb-c8ae701f920f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16d1939-36bf-4806-8343-ba4e153a5eb9') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:50.526735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-65a1ad20-04ea-400b-bbeb-c8ae701f920f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16d1939-36bf-4806-8343-ba4e153a5eb9') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:50.537508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65a1ad20-04ea-400b-bbeb-c8ae701f920f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.556796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65a1ad20-04ea-400b-bbeb-c8ae701f920f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.562650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a1ad20-04ea-400b-bbeb-c8ae701f920f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:31:50.563029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65a1ad20-04ea-400b-bbeb-c8ae701f920f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.628174 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f16d1939-36bf-4806-8343-ba4e153a5eb9 resource provider aggregate not found Oct 05 09:31:50.657185 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f16d1939-36bf-4806-8343-ba4e153a5eb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f16d1939-36bf-4806-8343-ba4e153a5eb9 found for delete ", "request_id": "req-17a69192-e22b-4bcd-a1ce-01edfcafaf93"}]} Oct 05 09:31:50.666176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65a1ad20-04ea-400b-bbeb-c8ae701f920f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.685695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65a1ad20-04ea-400b-bbeb-c8ae701f920f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.698131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1ad20-04ea-400b-bbeb-c8ae701f920f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Network': ['ID=7ec52424-eb81-4685-8cf1-c31f5dbcd1c0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:50.700662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 946f428c-fa0e-41cb-84e7-da39c2b64785 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:50.709173 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-65a1ad20-04ea-400b-bbeb-c8ae701f920f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/networks/7ec52424-eb81-4685-8cf1-c31f5dbcd1c0 HTTP/1.1" status: 204 len: 168 time: 0.4630671 Oct 05 09:31:50.719233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37910) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:50.725230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'network': {'name': 'tempest-network-smoke--427621412', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:50.730438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:50.734623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:network and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:50.737469 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:50.738928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 946f428c-fa0e-41cb-84e7-da39c2b64785 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:50.739321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 946f428c-fa0e-41cb-84e7-da39c2b64785 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:50.739843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:50.744003 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:50.759060 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:50.762771 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.780044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:50.780402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d16e46f8-26fc-4d5a-b9fd-8da3c9c987e3 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:50.780859 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b2d17e15-0099-4374-b67b-5fc47d07f4e1 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:31:50.791021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:31:50.800405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.801056 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Added segment a37ea290-a4ff-4fd9-bb50-d482650b4eba of type vlan for network e5e7ac2f-e143-4093-9457-92dc79c54e6c Oct 05 09:31:50.818573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: b2d17e15-0099-4374-b67b-5fc47d07f4e1 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:31:50.819286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b2d17e15-0099-4374-b67b-5fc47d07f4e1 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:31:50.835551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.867302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.872801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:50.873374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:50.985191 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2648475 Oct 05 09:31:50.988048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37914) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:50.995196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-208633880', 'admin_state_up': True, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:51.000251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c63c8-5a03-4d2e-b183-26b45b7c0b2c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Network': ['ID=e5e7ac2f-e143-4093-9457-92dc79c54e6c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:51.003955 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:51.008003 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:router and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:51.011355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:51.011614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network e5e7ac2f-e143-4093-9457-92dc79c54e6c details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:31:51.017076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:51.027308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.028703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.046677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.329753 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:31:51.421031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.718388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.747200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:51.881136 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.88 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/899a76a4-160f-4ac9-9db3-20384c9f6530) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:52.031026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.060392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:52.130173 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:52.132963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:52.141035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:52.176744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=899a76a4-160f-4ac9-9db3-20384c9f6530,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:52.554983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.010305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.210884 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 1de5c06a-90de-45eb-9236-4564fc4b5e7d is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:31:53.391013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:53.402787 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Sync routers for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:53.412005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:53.412615 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:31:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:53.420305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.421549 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e43d33cd-b703-42e6-8bc7-dbddb97ce2db tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4325600 Oct 05 09:31:53.424887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37918) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:53.599190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:53.611913 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d52f6905-53ec-4349-8b82-270a21861a09 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=3d24fcbdc2b044ca86ffb7d681c0963d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1859639 Oct 05 09:31:53.614580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37924) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:53.752507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7577a82a-1419-4ed3-a9ef-c91b86681ba8 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:53.754007 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7577a82a-1419-4ed3-a9ef-c91b86681ba8 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1385238 Oct 05 09:31:53.756948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37928) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:53.796843 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3ea5b58d-24d1-4ddb-a44a-4d965fcb7673 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387418 Oct 05 09:31:53.799431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37932) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:53.804653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1327960225', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:53.886084 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:52Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:53.890403 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Checking router: 1de5c06a-90de-45eb-9236-4564fc4b5e7d for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:31:53.890761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Updating router 1de5c06a-90de-45eb-9236-4564fc4b5e7d port 899a76a4-160f-4ac9-9db3-20384c9f6530 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:31:53.915007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:53.918940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:subnet and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:53.922067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:53.928700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:53.938325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:31:53.941690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:53.948333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.168784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.245815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Subnet': ['ID=484ccdad-42af-464f-8697-a7a45c83c729,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:54.255156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Checking segment: {'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:54.255515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network hostable DHCP agents. Network: e5e7ac2f-e143-4093-9457-92dc79c54e6c, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:31:54.275552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network e5e7ac2f-e143-4093-9457-92dc79c54e6c is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:31:54.284929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, e5e7ac2f-e143-4093-9457-92dc79c54e6c) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:54.289200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:54.290828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.296735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef225a-774c-471a-acfc-e4bc2a4208fa None None] Network e5e7ac2f-e143-4093-9457-92dc79c54e6c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:54.313149 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b9acb42e-f6a1-4d80-b187-f170dcbfce42 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5127406 Oct 05 09:31:54.316029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37936) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:54.365635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.399999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Transition to ACTIVE for port object 899a76a4-160f-4ac9-9db3-20384c9f6530 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:54.415742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.488364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Attempting to bind port 899a76a4-160f-4ac9-9db3-20384c9f6530 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:54.488662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Attempting to bind port 899a76a4-160f-4ac9-9db3-20384c9f6530 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:54.489006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Attempting to bind port 899a76a4-160f-4ac9-9db3-20384c9f6530 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:54.512928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:54.513304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:54.513711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.514136 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:54.514606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Bound port: 899a76a4-160f-4ac9-9db3-20384c9f6530, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:54.514982 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.628712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ed9d4-7a44-4464-9339-8fb3f270b7f4 None None] Pushing event updated for resources: {'Port': ['ID=899a76a4-160f-4ac9-9db3-20384c9f6530,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:54.719866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] For port 899a76a4-160f-4ac9-9db3-20384c9f6530, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:54.728556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] For port 899a76a4-160f-4ac9-9db3-20384c9f6530, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=899a76a4-160f-4ac9-9db3-20384c9f6530,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:54.731320 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:31:54.732192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.747487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:54.843751 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:54.844380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:31:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:54.960366 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ed9d4-7a44-4464-9339-8fb3f270b7f4 None None] Pushing event updated for resources: {'Port': ['ID=899a76a4-160f-4ac9-9db3-20384c9f6530,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:55.029697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.126229 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:55.168797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Allocated IP 172.20.0.2 (e5e7ac2f-e143-4093-9457-92dc79c54e6c/484ccdad-42af-464f-8697-a7a45c83c729/96fa2894-aa8d-4293-9316-7d952b451623) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:55.582778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.597788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Transition to ACTIVE for port object 96fa2894-aa8d-4293-9316-7d952b451623 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:55.604625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:52Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:55.614871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec7663-6377-4139-8fe7-c25f28795fc3 None None] The sync data for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv is: [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:52Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:55.621434 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Transition to ACTIVE for port object 96fa2894-aa8d-4293-9316-7d952b451623 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:55.627311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.690282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Network e5e7ac2f-e143-4093-9457-92dc79c54e6c is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:55.693294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:55.703233 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:55.713572 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.1 (e5e7ac2f-e143-4093-9457-92dc79c54e6c/484ccdad-42af-464f-8697-a7a45c83c729/d983a7f8-6bc7-4253-8a5c-e7c7387c95c7) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:31:55.714168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Pushing event updated for resources: {'Port': ['ID=96fa2894-aa8d-4293-9316-7d952b451623,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:55.846900 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Attempting to bind port 96fa2894-aa8d-4293-9316-7d952b451623 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:55.847283 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Attempting to bind port 96fa2894-aa8d-4293-9316-7d952b451623 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:55.847896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Attempting to bind port 96fa2894-aa8d-4293-9316-7d952b451623 on network e5e7ac2f-e143-4093-9457-92dc79c54e6c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:55.862302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:55.862695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Checking segment: {'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:55.863111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.863513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Bound using segment: {'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:55.863996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Bound port: 96fa2894-aa8d-4293-9316-7d952b451623, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:55.864377 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.897585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.923453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:55.949446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:55.968891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] For port 96fa2894-aa8d-4293-9316-7d952b451623, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:55.972532 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] For port 96fa2894-aa8d-4293-9316-7d952b451623, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=96fa2894-aa8d-4293-9316-7d952b451623,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:55.977779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.021121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network e5e7ac2f-e143-4093-9457-92dc79c54e6c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:56.024633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:56.036465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:31:56.061836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68ab3a-8a10-49e0-bd09-01aeb3b8f72b None None] Pushing event updated for resources: {'Port': ['ID=96fa2894-aa8d-4293-9316-7d952b451623,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:56.073554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=d983a7f8-6bc7-4253-8a5c-e7c7387c95c7,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:56.092243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:56.092601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:56.092953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:56.093295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:56.093625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:56.093986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:56.094312 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:56.094647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:56.094996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:56.095308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:56.095634 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:56.095958 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:56.112975 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.265406 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.495654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 899a76a4-160f-4ac9-9db3-20384c9f6530 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:56.566410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 899a76a4-160f-4ac9-9db3-20384c9f6530 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:56.571690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 899a76a4-160f-4ac9-9db3-20384c9f6530 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:56.572071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.572455 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 899a76a4-160f-4ac9-9db3-20384c9f6530 Oct 05 09:31:56.726332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.731594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.745857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 899a76a4-160f-4ac9-9db3-20384c9f6530 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:56.746432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.767129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 899a76a4-160f-4ac9-9db3-20384c9f6530, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=899a76a4-160f-4ac9-9db3-20384c9f6530,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:56.776379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.777180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 96fa2894-aa8d-4293-9316-7d952b451623 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:56.849870 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=d983a7f8-6bc7-4253-8a5c-e7c7387c95c7,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:56.853205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:56.905496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=899a76a4-160f-4ac9-9db3-20384c9f6530,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:56.911957 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 96fa2894-aa8d-4293-9316-7d952b451623 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:56.999753 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network e5e7ac2f-e143-4093-9457-92dc79c54e6c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:31:57.000995 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:31:57.112369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf461e5-e71d-48b5-9c48-2ef325dd9ef8 None None] Network e5e7ac2f-e143-4093-9457-92dc79c54e6c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:31:57.207335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4d84dc7-f9e4-4780-98cb-85f4619395ed None None] Provisioning for port 96fa2894-aa8d-4293-9316-7d952b451623 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:57.217561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4d84dc7-f9e4-4780-98cb-85f4619395ed None None] Provisioning complete for port 96fa2894-aa8d-4293-9316-7d952b451623 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:57.217932 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4d84dc7-f9e4-4780-98cb-85f4619395ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:57.218295 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4d84dc7-f9e4-4780-98cb-85f4619395ed None None] Attempt 1 to provision port 96fa2894-aa8d-4293-9316-7d952b451623 Oct 05 09:31:57.327339 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 1de5c06a-90de-45eb-9236-4564fc4b5e7d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:31:57.450919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4d84dc7-f9e4-4780-98cb-85f4619395ed None None] Current status of the port 96fa2894-aa8d-4293-9316-7d952b451623 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:57.451296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4d84dc7-f9e4-4780-98cb-85f4619395ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:57.496621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c4d84dc7-f9e4-4780-98cb-85f4619395ed None None] For port 96fa2894-aa8d-4293-9316-7d952b451623, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=96fa2894-aa8d-4293-9316-7d952b451623,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:31:57.501990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4d84dc7-f9e4-4780-98cb-85f4619395ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:57.526082 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:31:57.539351 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-27cbd182-eb58-4a3d-9d8e-c78609786d89 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/1de5c06a-90de-45eb-9236-4564fc4b5e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2221823 Oct 05 09:31:57.542041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37946) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:57.564390 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Sync routers for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:31:57.578734 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:57.579444 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:31:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:57.592899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d84dc7-f9e4-4780-98cb-85f4619395ed None None] Pushing event updated for resources: {'Port': ['ID=96fa2894-aa8d-4293-9316-7d952b451623,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:57.692435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ab2d8-d992-4df8-bbfc-5ed50d60d0c0 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:57.693087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ab2d8-d992-4df8-bbfc-5ed50d60d0c0 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:57.693561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ab2d8-d992-4df8-bbfc-5ed50d60d0c0 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:57.694049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ab2d8-d992-4df8-bbfc-5ed50d60d0c0 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:57.698989 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8f8ab2d8-d992-4df8-bbfc-5ed50d60d0c0 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1527243 Oct 05 09:31:57.699506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37950) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:57.778029 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:57.780163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff7d81-5b50-4206-a3da-6929123b0516 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:57.780642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff7d81-5b50-4206-a3da-6929123b0516 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:57.781085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff7d81-5b50-4206-a3da-6929123b0516 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:57.781538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff7d81-5b50-4206-a3da-6929123b0516 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:57.783254 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a8ff7d81-5b50-4206-a3da-6929123b0516 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0826945 Oct 05 09:31:57.785900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37954) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:57.822464 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5a73ec6f-2ab1-4281-bbdf-adfa46388aad None None] Provisioning complete for port 96fa2894-aa8d-4293-9316-7d952b451623 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:57.823385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5a73ec6f-2ab1-4281-bbdf-adfa46388aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:57.824030 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5a73ec6f-2ab1-4281-bbdf-adfa46388aad None None] Attempt 1 to provision port 96fa2894-aa8d-4293-9316-7d952b451623 Oct 05 09:31:57.985199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5a73ec6f-2ab1-4281-bbdf-adfa46388aad None None] Current status of the port 96fa2894-aa8d-4293-9316-7d952b451623 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:58.005359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5a73ec6f-2ab1-4281-bbdf-adfa46388aad None None] Provisioning for port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:31:58.012226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5a73ec6f-2ab1-4281-bbdf-adfa46388aad None None] Provisioning complete for port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:58.013107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5a73ec6f-2ab1-4281-bbdf-adfa46388aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.013453 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5a73ec6f-2ab1-4281-bbdf-adfa46388aad None None] Attempt 1 to provision port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 Oct 05 09:31:58.042277 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6523a5ca-ba22-42b1-a093-296e73002ed6 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2549694 Oct 05 09:31:58.080886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5a73ec6f-2ab1-4281-bbdf-adfa46388aad None None] Port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:31:58.128507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37962) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:58.134704 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836734046', 'description': 'tempest-secgroup-smoke-836734046 description', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:58.135963 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:58.140425 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Checking router: 1de5c06a-90de-45eb-9236-4564fc4b5e7d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:31:58.140847 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Updating router 1de5c06a-90de-45eb-9236-4564fc4b5e7d port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:31:58.140997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:58.146660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:58.150577 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:58.156635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:58.167772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.191150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:58.196322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:58.199239 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.200262 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:58.206526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:58.291642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.296432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.340715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:58.343650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.344936 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5ddf10f7-9c47-4253-93c6-d5678e8aff44 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2154129 Oct 05 09:31:58.347856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37966) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:58.353505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0bbc49e5-d3d6-4b1f-8840-ba4955e59419 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:58.359654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0bbc49e5-d3d6-4b1f-8840-ba4955e59419 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:58.363826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0bbc49e5-d3d6-4b1f-8840-ba4955e59419 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:58.371021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0bbc49e5-d3d6-4b1f-8840-ba4955e59419 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:58.379349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0bbc49e5-d3d6-4b1f-8840-ba4955e59419 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:58.401485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bbc49e5-d3d6-4b1f-8840-ba4955e59419 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.431018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 899a76a4-160f-4ac9-9db3-20384c9f6530 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:58.467854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bbc49e5-d3d6-4b1f-8840-ba4955e59419 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.472077 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bbc49e5-d3d6-4b1f-8840-ba4955e59419 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.505392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc49e5-d3d6-4b1f-8840-ba4955e59419 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1f6852-b918-4378-befd-683a56327000,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:58.513801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bbc49e5-d3d6-4b1f-8840-ba4955e59419 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.518078 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0bbc49e5-d3d6-4b1f-8840-ba4955e59419 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1662471 Oct 05 09:31:58.518215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 899a76a4-160f-4ac9-9db3-20384c9f6530 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:58.518215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.518215 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 899a76a4-160f-4ac9-9db3-20384c9f6530 Oct 05 09:31:58.518618 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37972) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:58.524631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b0641ca7-2639-44f2-9c92-3c5fc809524b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:58.530828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b0641ca7-2639-44f2-9c92-3c5fc809524b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:58.534997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b0641ca7-2639-44f2-9c92-3c5fc809524b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:58.538181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b0641ca7-2639-44f2-9c92-3c5fc809524b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:58.546789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b0641ca7-2639-44f2-9c92-3c5fc809524b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:58.565524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0641ca7-2639-44f2-9c92-3c5fc809524b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.572170 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.581788 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5a73ec6f-2ab1-4281-bbdf-adfa46388aad None None] Attempt 2 to provision port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 Oct 05 09:31:58.584107 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Transition to ACTIVE for port object d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:31:58.591997 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.640013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0641ca7-2639-44f2-9c92-3c5fc809524b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.644245 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0641ca7-2639-44f2-9c92-3c5fc809524b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.678534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5a73ec6f-2ab1-4281-bbdf-adfa46388aad None None] Port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:31:58.692459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 899a76a4-160f-4ac9-9db3-20384c9f6530 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:58.693561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 96fa2894-aa8d-4293-9316-7d952b451623 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:31:58.772755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 96fa2894-aa8d-4293-9316-7d952b451623 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:31:58.773190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.774196 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 96fa2894-aa8d-4293-9316-7d952b451623 Oct 05 09:31:58.791947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0641ca7-2639-44f2-9c92-3c5fc809524b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849e5839-2bad-4bbd-a03c-ad509975aaee,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:58.807048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0641ca7-2639-44f2-9c92-3c5fc809524b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.811235 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b0641ca7-2639-44f2-9c92-3c5fc809524b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2888055 Oct 05 09:31:58.811361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37976) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:58.817595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d6343532-3ed2-4731-b153-3b609508f8b9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:58.826236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d6343532-3ed2-4731-b153-3b609508f8b9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:58.830813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d6343532-3ed2-4731-b153-3b609508f8b9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:58.835817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d6343532-3ed2-4731-b153-3b609508f8b9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:58.844020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d6343532-3ed2-4731-b153-3b609508f8b9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:58.861052 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Pushing event updated for resources: {'Port': ['ID=d983a7f8-6bc7-4253-8a5c-e7c7387c95c7,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:58.865547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6343532-3ed2-4731-b153-3b609508f8b9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.870535 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:58.870879 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:58.871208 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:58.871534 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:58.871855 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:58.872177 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:58.872491 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:58.872803 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:58.873304 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:58.873781 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:58.874266 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:58.874736 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:31:58.881569 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Attempting to bind port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:31:58.882191 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Attempting to bind port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:31:58.882700 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Attempting to bind port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 on network e5e7ac2f-e143-4093-9457-92dc79c54e6c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:31:58.888799 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:31:58.889376 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Checking segment: {'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:31:58.889939 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.890496 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Bound using segment: {'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:31:58.891710 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Bound port: d983a7f8-6bc7-4253-8a5c-e7c7387c95c7, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:31:58.892085 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.917522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 96fa2894-aa8d-4293-9316-7d952b451623 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:31:58.939541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6343532-3ed2-4731-b153-3b609508f8b9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.943314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6343532-3ed2-4731-b153-3b609508f8b9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.971039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6343532-3ed2-4731-b153-3b609508f8b9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e78faac-e6ed-4112-a13d-fe514272c2eb,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:58.979001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6343532-3ed2-4731-b153-3b609508f8b9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.980962 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d6343532-3ed2-4731-b153-3b609508f8b9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1684327 Oct 05 09:31:58.983713 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37980) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:58.983834 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] For port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:31:58.986970 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] For port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d983a7f8-6bc7-4253-8a5c-e7c7387c95c7,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:31:58.991088 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:58.992211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ebf24c6b-ac74-4006-ba1a-d962af78d0cc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:58.998611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ebf24c6b-ac74-4006-ba1a-d962af78d0cc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:59.002498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ebf24c6b-ac74-4006-ba1a-d962af78d0cc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:59.005339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ebf24c6b-ac74-4006-ba1a-d962af78d0cc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:59.011299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ebf24c6b-ac74-4006-ba1a-d962af78d0cc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:59.028663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ebf24c6b-ac74-4006-ba1a-d962af78d0cc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.051333 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:31:59.051934 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:31:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:59.094256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ebf24c6b-ac74-4006-ba1a-d962af78d0cc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.099705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ebf24c6b-ac74-4006-ba1a-d962af78d0cc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.132280 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056d4dd-1762-4598-b71c-4a8c155ba6d7 None None] Pushing event updated for resources: {'Port': ['ID=d983a7f8-6bc7-4253-8a5c-e7c7387c95c7,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:59.132752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf24c6b-ac74-4006-ba1a-d962af78d0cc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b610948-0877-4431-bd23-cfe11b7ff4d6,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:59.144217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ebf24c6b-ac74-4006-ba1a-d962af78d0cc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.148423 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ebf24c6b-ac74-4006-ba1a-d962af78d0cc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1604223 Oct 05 09:31:59.149506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 37984) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:59.155181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2298c6a6-2dbf-4d5d-9d65-ade07e594708 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:59.161443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2298c6a6-2dbf-4d5d-9d65-ade07e594708 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:59.165366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2298c6a6-2dbf-4d5d-9d65-ade07e594708 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:59.168313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2298c6a6-2dbf-4d5d-9d65-ade07e594708 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:59.174126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2298c6a6-2dbf-4d5d-9d65-ade07e594708 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:59.179735 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5a73ec6f-2ab1-4281-bbdf-adfa46388aad None None] Attempt 3 to provision port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 Oct 05 09:31:59.185453 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-2298c6a6-2dbf-4d5d-9d65-ade07e594708 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:31:59.192727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2298c6a6-2dbf-4d5d-9d65-ade07e594708 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.248197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5a73ec6f-2ab1-4281-bbdf-adfa46388aad None None] Port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:31:59.249181 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:31:59.266406 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2298c6a6-2dbf-4d5d-9d65-ade07e594708 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.269783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2298c6a6-2dbf-4d5d-9d65-ade07e594708 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.295680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298c6a6-2dbf-4d5d-9d65-ade07e594708 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e8b6a6-e137-4ef8-9573-72f1150b2b12,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:59.305199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2298c6a6-2dbf-4d5d-9d65-ade07e594708 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.306551 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2298c6a6-2dbf-4d5d-9d65-ade07e594708 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1563036 Oct 05 09:31:59.309443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 37988) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:31:59.314839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ca78232a-68e3-4a31-b2a7-6f87f35d3642 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': 'fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:31:59.321368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ca78232a-68e3-4a31-b2a7-6f87f35d3642 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:31:59.325458 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ca78232a-68e3-4a31-b2a7-6f87f35d3642 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:31:59.328556 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ca78232a-68e3-4a31-b2a7-6f87f35d3642 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:31:59.334792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ca78232a-68e3-4a31-b2a7-6f87f35d3642 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:31:59.347404 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-ca78232a-68e3-4a31-b2a7-6f87f35d3642 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:31:59.356029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca78232a-68e3-4a31-b2a7-6f87f35d3642 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.427070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca78232a-68e3-4a31-b2a7-6f87f35d3642 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.431556 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca78232a-68e3-4a31-b2a7-6f87f35d3642 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.457451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78232a-68e3-4a31-b2a7-6f87f35d3642 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c642d2e-fdfa-4815-88c0-b6004da254e2,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:31:59.469519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ca78232a-68e3-4a31-b2a7-6f87f35d3642 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:31:59.471429 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ca78232a-68e3-4a31-b2a7-6f87f35d3642 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1609564 Oct 05 09:31:59.582807 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:31:58Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:31:59.586779 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766f0517-6aff-4e41-aa86-d2c1d352657b None None] The sync data for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv is: [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:31:58Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:31:59.658221 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-ab10928a-48cb-43c2-8e47-49ed1dbae424 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836734046&fields=id&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 267 time: 0.0501287 Oct 05 09:31:59.838014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-b793f4b6-73fc-4732-a72f-ba74b2a68eb1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:31:59.839712 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-b793f4b6-73fc-4732-a72f-ba74b2a68eb1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/networks?id=e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 200 len: 796 time: 0.1748984 Oct 05 09:31:59.856321 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-ae62faf0-256c-4c61-af96-c8f73daa5346 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/quotas/3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 375 time: 0.0110948 Oct 05 09:31:59.952543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-c0d64efd-5e48-49af-8e35-58df31f85898 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:31:59.969261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-c0d64efd-5e48-49af-8e35-58df31f85898 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:31:59.970546 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-c0d64efd-5e48-49af-8e35-58df31f85898 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089313 Oct 05 09:32:00.118631 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-186ddcbb-644b-4191-8b4c-0b34d8d08e75 service neutron] 10.222.0.64 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339850 Oct 05 09:32:00.256206 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-168e1a07-3909-4fd8-a62b-d675b76da387 service neutron] 10.222.0.64 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319435 Oct 05 09:32:00.469091 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-359dbe21-a5eb-438a-afef-f93b0800bd81 req-4e5e257f-9ceb-4a44-9f9c-fcb2fad78811 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 210 time: 0.0652359 Oct 05 09:32:00.477929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:00.564389 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:00.569589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:00.569840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:00.570200 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 Oct 05 09:32:00.699509 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:00.700068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:00.736237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d983a7f8-6bc7-4253-8a5c-e7c7387c95c7,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:00.740144 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:00.815904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=d983a7f8-6bc7-4253-8a5c-e7c7387c95c7,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:01.564208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-11c6af55-77aa-4660-8b27-ed47674d9c03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:01.564929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-11c6af55-77aa-4660-8b27-ed47674d9c03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:01.582299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-11c6af55-77aa-4660-8b27-ed47674d9c03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:01.583577 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-11c6af55-77aa-4660-8b27-ed47674d9c03 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks?id=e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 200 len: 796 time: 0.2077997 Oct 05 09:32:01.637553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-56e5fa89-f9be-4d9b-b712-bfb588aa2647 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:01.654757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-56e5fa89-f9be-4d9b-b712-bfb588aa2647 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:01.656260 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-56e5fa89-f9be-4d9b-b712-bfb588aa2647 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 379 time: 0.0618157 Oct 05 09:32:01.660959 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1fda1ad1-f6ae-45f3-bac9-577b3de98840 req-f52bd65a-b730-401c-8115-35cd2e69ec2d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 210 time: 0.0505774 Oct 05 09:32:01.666393 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'port': {'device_id': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'admin_state_up': True, 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'security_groups': ['fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:01.806614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:01.816385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:01.826629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:01.830410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:01.995989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.14 (e5e7ac2f-e143-4093-9457-92dc79c54e6c/484ccdad-42af-464f-8697-a7a45c83c729/3d93d5b9-851e-4d1b-a0b0-76af2d01fcec) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:02.184093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.199750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:02.222226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.288434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network e5e7ac2f-e143-4093-9457-92dc79c54e6c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:02.291518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:02.299962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:02.343908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:02.369699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:02.370364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.403660 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-63d98cb0-dc54-4f93-9f59-00828a90aa17 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7421894 Oct 05 09:32:02.415657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Request body: {'port': {'device_id': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:02.426248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:02.532174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8f823e86-f7f9-4b65-b372-dcc907aee108 None None] Provisioning for port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:02.537179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8f823e86-f7f9-4b65-b372-dcc907aee108 None None] Provisioning complete for port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:02.537552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f823e86-f7f9-4b65-b372-dcc907aee108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.537891 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8f823e86-f7f9-4b65-b372-dcc907aee108 None None] Attempt 1 to provision port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec Oct 05 09:32:02.539588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.580387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:02.580676 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.581042 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 Oct 05 09:32:02.638538 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8f823e86-f7f9-4b65-b372-dcc907aee108 None None] Port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:02.711149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:02.784354 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbd19a8c-3c77-4eee-9ffc-3eed62a725a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.876230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32270edd-b934-4bcd-8cbd-bb7ac406f1fd req-d2fe5a89-de2a-44c2-9cb5-f53edf320ea1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:02.878415 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-32270edd-b934-4bcd-8cbd-bb7ac406f1fd req-d2fe5a89-de2a-44c2-9cb5-f53edf320ea1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 932 time: 0.0933578 Oct 05 09:32:02.909364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:32:02.917516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:02.927007 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-32270edd-b934-4bcd-8cbd-bb7ac406f1fd req-c17c8244-2af1-4f19-889a-3cece7d459e5 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421085 Oct 05 09:32:02.932956 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Transition to ACTIVE for port object 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:02.936729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.139769 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8f823e86-f7f9-4b65-b372-dcc907aee108 None None] Attempt 2 to provision port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec Oct 05 09:32:03.197552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8f823e86-f7f9-4b65-b372-dcc907aee108 None None] Port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:03.244281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Pushing event updated for resources: {'Port': ['ID=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:03.286823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Attempting to bind port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:03.287157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Attempting to bind port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:03.287480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Attempting to bind port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec on network e5e7ac2f-e143-4093-9457-92dc79c54e6c {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:03.292541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec on network e5e7ac2f-e143-4093-9457-92dc79c54e6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:32:03.292862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Attempting to bind port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec on network e5e7ac2f-e143-4093-9457-92dc79c54e6c {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:03.297949 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:03.298314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Checking segment: {'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:03.298697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Bound using segment: {'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:03.299121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Bound port: 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:03.299462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.391857 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] For port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:03.394703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] For port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:03.400514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.403530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:03.404132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:03.405768 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] 10.222.0.45 "PUT /v2.0/ports/3d93d5b9-851e-4d1b-a0b0-76af2d01fcec HTTP/1.1" status: 200 len: 1094 time: 0.9948659 Oct 05 09:32:03.438508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:32:03.441032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa219d2-4ef9-4a29-9d53-d381a2c125ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:32:03.501765 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295908e1-4172-49dc-bad7-c016aead44e5 x-openstack-request-id: req-295908e1-4172-49dc-bad7-c016aead44e5 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:32:03.502073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:32:03.502317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-295908e1-4172-49dc-bad7-c016aead44e5 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:32:03.502695 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295908e1-4172-49dc-bad7-c016aead44e5'] response: {'name': 'network-changed', 'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'status': 'completed', 'code': 200} Oct 05 09:32:03.542303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561dcd96-dff8-4e35-bcc9-c49aa4236940 service neutron] Pushing event updated for resources: {'Port': ['ID=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:03.566574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-89a672d0-3742-4d4d-9648-a7cd5ed0d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:03.568077 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-89a672d0-3742-4d4d-9648-a7cd5ed0d160 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 1097 time: 0.1240537 Oct 05 09:32:03.636984 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-47babbd0-5c1f-42a8-a178-66a768d11063 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec HTTP/1.1" status: 200 len: 217 time: 0.0621610 Oct 05 09:32:03.698595 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8f823e86-f7f9-4b65-b372-dcc907aee108 None None] Attempt 3 to provision port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec Oct 05 09:32:03.701676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-5e889cbb-0df6-40fd-af9c-0c9977583c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:03.703145 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-5e889cbb-0df6-40fd-af9c-0c9977583c3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=484ccdad-42af-464f-8697-a7a45c83c729 HTTP/1.1" status: 200 len: 835 time: 0.0604451 Oct 05 09:32:03.757561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8f823e86-f7f9-4b65-b372-dcc907aee108 None None] Port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:32:03.784798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-25a23cca-a563-446e-b87a-ca75d62ebbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:03.786316 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-25a23cca-a563-446e-b87a-ca75d62ebbfa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e7ac2f-e143-4093-9457-92dc79c54e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769892 Oct 05 09:32:03.916233 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-d0ffbf8e-42d9-4d8b-8ad1-11e6a6ee3cdb service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238086 Oct 05 09:32:04.047706 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e52e7c1-7e22-4354-9681-68ae73ebcbd2 req-16495f72-2f96-4f3f-a8a1-f4cb73f6f3b6 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254501 Oct 05 09:32:04.138354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d3a09-76f9-45ed-9730-97008adb16bd req-045feb31-2801-473f-9896-486d6d70bef2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:04.139825 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1f5d3a09-76f9-45ed-9730-97008adb16bd req-045feb31-2801-473f-9896-486d6d70bef2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 944 time: 0.0982795 Oct 05 09:32:04.177241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa219d2-4ef9-4a29-9d53-d381a2c125ef req-5d598029-db40-46f0-bcd8-ede5d822665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:04.178753 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1fa219d2-4ef9-4a29-9d53-d381a2c125ef req-5d598029-db40-46f0-bcd8-ede5d822665f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 1097 time: 0.0847692 Oct 05 09:32:04.188178 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1f5d3a09-76f9-45ed-9730-97008adb16bd req-b8d29747-6f9f-4434-bebe-84b9a21966ac tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424507 Oct 05 09:32:04.310645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa219d2-4ef9-4a29-9d53-d381a2c125ef req-dd2addff-1c7f-4334-b513-75d20829de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:04.312013 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1fa219d2-4ef9-4a29-9d53-d381a2c125ef req-dd2addff-1c7f-4334-b513-75d20829de66 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 200 len: 897 time: 0.1268251 Oct 05 09:32:04.380086 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1fa219d2-4ef9-4a29-9d53-d381a2c125ef req-a328d030-b27b-4a22-b2cb-f348ca9da7a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec HTTP/1.1" status: 200 len: 217 time: 0.0604510 Oct 05 09:32:04.444811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa219d2-4ef9-4a29-9d53-d381a2c125ef req-bf7067fd-a921-49e7-b2c1-89e0c994bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:04.446343 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1fa219d2-4ef9-4a29-9d53-d381a2c125ef req-bf7067fd-a921-49e7-b2c1-89e0c994bbc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=484ccdad-42af-464f-8697-a7a45c83c729 HTTP/1.1" status: 200 len: 835 time: 0.0599024 Oct 05 09:32:04.527077 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa219d2-4ef9-4a29-9d53-d381a2c125ef req-ac185684-8a73-48c9-a64b-7f4cd6842c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:04.528511 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1fa219d2-4ef9-4a29-9d53-d381a2c125ef req-ac185684-8a73-48c9-a64b-7f4cd6842c50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e7ac2f-e143-4093-9457-92dc79c54e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763605 Oct 05 09:32:04.661018 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1fa219d2-4ef9-4a29-9d53-d381a2c125ef req-d10ab629-4963-4897-9f6c-77acfbe954e2 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236057 Oct 05 09:32:04.704748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:04.793186 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1fa219d2-4ef9-4a29-9d53-d381a2c125ef req-eb862184-4379-4396-8883-ae79d1b3c627 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259356 Oct 05 09:32:05.490996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4fd6a-227a-4af9-ab2b-0c2f791e9b2f req-38898059-ad98-44ef-977c-e8b156f8f98d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:05.492936 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4ca4fd6a-227a-4af9-ab2b-0c2f791e9b2f req-38898059-ad98-44ef-977c-e8b156f8f98d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 944 time: 0.1849110 Oct 05 09:32:05.538676 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4ca4fd6a-227a-4af9-ab2b-0c2f791e9b2f req-ac465522-41d5-472f-9af7-7572d72416b2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389991 Oct 05 09:32:05.576124 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a76e32e-8fcd-4164-9801-3ea492468bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.732456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:06.743560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70caaa3-ab8a-42f3-a35c-4ab07238701b req-39cc556e-0df7-43a9-9085-3309e6570388 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:06.745020 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f70caaa3-ab8a-42f3-a35c-4ab07238701b req-39cc556e-0df7-43a9-9085-3309e6570388 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 944 time: 0.0902047 Oct 05 09:32:06.788360 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f70caaa3-ab8a-42f3-a35c-4ab07238701b req-ee0fe4db-2d7d-487f-a657-e83b735bca98 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375717 Oct 05 09:32:06.873975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.119659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:32:07.250227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:07.263102 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'port_id': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'mac_address': 'fa:16:3e:2b:7f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:32:07.323150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:07.323533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.340043 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:32:07.356005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:07.360107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:07.425432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:07.583352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['3d93d5b9-851e-4d1b-a0b0-76af2d01fcec'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:32:07.999052 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fa9a8-be45-4ba3-ac97-4ca340131765 req-d69df464-b4c4-4820-b121-156b1deb46d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:08.000548 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aa7fa9a8-be45-4ba3-ac97-4ca340131765 req-d69df464-b4c4-4820-b121-156b1deb46d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 945 time: 0.0906420 Oct 05 09:32:08.043522 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aa7fa9a8-be45-4ba3-ac97-4ca340131765 req-618db721-bb3c-4002-94d3-d7f6156cc832 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373824 Oct 05 09:32:09.139713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:09.214279 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:09.218526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:09.223752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:09.224123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:09.224459 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec Oct 05 09:32:09.246064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8a403-e961-4f03-8a2c-8c0c3d70e9be req-8a9fb6d4-b0ec-4123-b8cd-66f1efb8cb63 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:09.247546 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bae8a403-e961-4f03-8a2c-8c0c3d70e9be req-8a9fb6d4-b0ec-4123-b8cd-66f1efb8cb63 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 945 time: 0.0930235 Oct 05 09:32:09.292738 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bae8a403-e961-4f03-8a2c-8c0c3d70e9be req-08840d9e-512c-4fb8-9e03-3f495d5a6185 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394886 Oct 05 09:32:09.356028 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:09.356579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:09.391079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:32:09.394462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354137bf-f924-4e3e-97eb-8ab8da1198c7" -d '{"events": [{"server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "name": "network-vif-plugged", "status": "completed", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:32:09.403112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:09.407941 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:09.443872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa046cd-4d5a-4c3b-9482-46b80718ee44 x-openstack-request-id: req-8aa046cd-4d5a-4c3b-9482-46b80718ee44 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:32:09.444155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "name": "network-vif-plugged", "status": "completed", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:32:09.444403 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8aa046cd-4d5a-4c3b-9482-46b80718ee44 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:32:09.444786 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa046cd-4d5a-4c3b-9482-46b80718ee44'] response: {'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'code': 200} Oct 05 09:32:09.477688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:09.683153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e3e79-a569-4327-a861-1a52bbff9fa1 req-44adf92a-beea-4bc6-8bdf-e0a39fa8229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:09.686848 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d9e3e79-a569-4327-a861-1a52bbff9fa1 req-44adf92a-beea-4bc6-8bdf-e0a39fa8229a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 1099 time: 0.0883024 Oct 05 09:32:09.727355 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d9e3e79-a569-4327-a861-1a52bbff9fa1 req-bf312c2e-06e2-4cec-9824-9f52ea758fcc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355885 Oct 05 09:32:10.504646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fbae5-87de-4532-9b91-1fad94c6a38d req-c6278201-3f94-4780-907e-b1938986347b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:10.506036 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e72fbae5-87de-4532-9b91-1fad94c6a38d req-c6278201-3f94-4780-907e-b1938986347b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 946 time: 0.0901890 Oct 05 09:32:10.549514 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e72fbae5-87de-4532-9b91-1fad94c6a38d req-4889c471-3942-4c4c-bf89-2dc9e0eb2574 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371256 Oct 05 09:32:11.753884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0227776-22a5-4776-8f0b-e301de2449f2 req-89ee3ae5-2dc0-4fed-aaa6-12eb693759f2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:11.755388 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d0227776-22a5-4776-8f0b-e301de2449f2 req-89ee3ae5-2dc0-4fed-aaa6-12eb693759f2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 946 time: 0.0923700 Oct 05 09:32:11.799808 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d0227776-22a5-4776-8f0b-e301de2449f2 req-7a265559-99b7-4a9a-bfbf-27a82bb4e9c0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383511 Oct 05 09:32:11.995758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1927f-1a87-4b4a-84e7-73dd1be0a433 req-6d6c6dbe-19a9-4098-90e0-72ffea56708b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:11.997191 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5eb1927f-1a87-4b4a-84e7-73dd1be0a433 req-6d6c6dbe-19a9-4098-90e0-72ffea56708b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 946 time: 0.0855649 Oct 05 09:32:12.039825 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5eb1927f-1a87-4b4a-84e7-73dd1be0a433 req-749f9570-1ed2-4e51-938e-78bea9cc98ec tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370042 Oct 05 09:32:12.068726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38042) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:12.147264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8684ba-7aa9-4fce-baef-2b3ecf0f8983 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:12.148782 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7d8684ba-7aa9-4fce-baef-2b3ecf0f8983 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 1094 time: 0.0790873 Oct 05 09:32:12.151867 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38046) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:12.156602 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:12.162339 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:12.166659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:floatingip and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:12.169404 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:12.174984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:12.185686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.320604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.455100 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.138 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/22fdc038-c5b4-47cb-bb72-a2834473152d) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:12.597734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.635544 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:12.694331 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:12.695512 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:12.699521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:12.748427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=22fdc038-c5b4-47cb-bb72-a2834473152d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:13.225220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.298825 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.503454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.508552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.610737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=22fdc038-c5b4-47cb-bb72-a2834473152d,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:13.613036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:13.784574 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 9838352b-1d68-479e-9a2c-aecae608ffb2 associated. External IP: 172.26.0.138, port: 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec. Oct 05 09:32:14.134842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 1de5c06a-90de-45eb-9236-4564fc4b5e7d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:32:14.313951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:14.324227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca9be4d-8938-498c-afa7-dcf20af6095c None None] Sync routers for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:14.334176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca9be4d-8938-498c-afa7-dcf20af6095c None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:14.334798 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4ca9be4d-8938-498c-afa7-dcf20af6095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:32:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:14.342076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.401915 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-72696ac1-8be2-4690-89b4-cd480dde3361 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2488792 Oct 05 09:32:14.402367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:32:14.404621 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d535877e-b9c2-4c5c-b45b-f2f089cab879" -d '{"events": [{"name": "network-changed", "server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:32:14.404790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38050) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:14.490797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeacd88-aa41-4edd-9e5b-ab92f2fc978f tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:14.492926 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-caeacd88-aa41-4edd-9e5b-ab92f2fc978f tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 1094 time: 0.0872307 Oct 05 09:32:14.520604 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-4ca9be4d-8938-498c-afa7-dcf20af6095c None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:14.525412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe87ef1-59df-4fe6-ae00-f0f5daf43edd x-openstack-request-id: req-efe87ef1-59df-4fe6-ae00-f0f5daf43edd {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:32:14.525715 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:32:14.525983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-efe87ef1-59df-4fe6-ae00-f0f5daf43edd {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:32:14.526406 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe87ef1-59df-4fe6-ae00-f0f5daf43edd'] response: {'name': 'network-changed', 'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'status': 'completed', 'code': 200} Oct 05 09:32:14.566711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38060) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:14.572588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-952ce446-b61c-4c6d-9df6-d9d9dddcff67 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-969516600', 'description': 'tempest-secgroup-smoke-969516600 description', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:14.578850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-952ce446-b61c-4c6d-9df6-d9d9dddcff67 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:14.589934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-952ce446-b61c-4c6d-9df6-d9d9dddcff67 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:14.603578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-952ce446-b61c-4c6d-9df6-d9d9dddcff67 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.625486 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-952ce446-b61c-4c6d-9df6-d9d9dddcff67 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:14.629460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-952ce446-b61c-4c6d-9df6-d9d9dddcff67 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:14.633204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-952ce446-b61c-4c6d-9df6-d9d9dddcff67 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:14.639453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-952ce446-b61c-4c6d-9df6-d9d9dddcff67 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:14.735057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-952ce446-b61c-4c6d-9df6-d9d9dddcff67 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.742395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-952ce446-b61c-4c6d-9df6-d9d9dddcff67 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.756589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535877e-b9c2-4c5c-b45b-f2f089cab879 req-f28953c2-c9d1-4cbf-b6d5-2ca8486591dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:14.759206 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d535877e-b9c2-4c5c-b45b-f2f089cab879 req-f28953c2-c9d1-4cbf-b6d5-2ca8486591dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 1099 time: 0.2125690 Oct 05 09:32:14.907066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ce446-b61c-4c6d-9df6-d9d9dddcff67 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e64d66b-2b67-4c2c-8e76-28a5c68e77de,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:14.908606 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535877e-b9c2-4c5c-b45b-f2f089cab879 req-ab08b176-e965-4c9e-9da2-a7addc84779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:14.914562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-952ce446-b61c-4c6d-9df6-d9d9dddcff67 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.916118 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-952ce446-b61c-4c6d-9df6-d9d9dddcff67 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3483107 Oct 05 09:32:14.918845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38064) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:14.922748 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d535877e-b9c2-4c5c-b45b-f2f089cab879 req-ab08b176-e965-4c9e-9da2-a7addc84779c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 200 len: 897 time: 0.1572919 Oct 05 09:32:14.924687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-cb972f61-dc00-4265-a6ea-9b5e46f2a967 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '4e64d66b-2b67-4c2c-8e76-28a5c68e77de', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:14.931553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cb972f61-dc00-4265-a6ea-9b5e46f2a967 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:14.935728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cb972f61-dc00-4265-a6ea-9b5e46f2a967 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:14.938632 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cb972f61-dc00-4265-a6ea-9b5e46f2a967 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:14.945188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cb972f61-dc00-4265-a6ea-9b5e46f2a967 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:14.962596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cb972f61-dc00-4265-a6ea-9b5e46f2a967 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:14.964145 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4ca9be4d-8938-498c-afa7-dcf20af6095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '9838352b-1d68-479e-9a2c-aecae608ffb2', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.138', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'port_id': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'mac_address': 'fa:16:3e:2b:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:32:13Z', 'updated_at': '2022-10-05T09:32:13Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:32:00Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:14.968248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca9be4d-8938-498c-afa7-dcf20af6095c None None] Checking router: 1de5c06a-90de-45eb-9236-4564fc4b5e7d for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:32:14.980440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca9be4d-8938-498c-afa7-dcf20af6095c None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:14.981060 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4ca9be4d-8938-498c-afa7-dcf20af6095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:32:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:15.026772 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cb972f61-dc00-4265-a6ea-9b5e46f2a967 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.032616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cb972f61-dc00-4265-a6ea-9b5e46f2a967 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.044684 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d535877e-b9c2-4c5c-b45b-f2f089cab879 req-85e697ae-8118-4907-b10e-71cd04815536 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec HTTP/1.1" status: 200 len: 1000 time: 0.1144335 Oct 05 09:32:15.058498 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb972f61-dc00-4265-a6ea-9b5e46f2a967 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa040ea-10ae-4d52-8030-61c0f6c44da1,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:15.069627 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cb972f61-dc00-4265-a6ea-9b5e46f2a967 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.073628 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cb972f61-dc00-4265-a6ea-9b5e46f2a967 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512625 Oct 05 09:32:15.073885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38068) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:15.079326 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c64085db-8590-4f7e-adbd-6b276c0261bb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '4e64d66b-2b67-4c2c-8e76-28a5c68e77de', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:15.086604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c64085db-8590-4f7e-adbd-6b276c0261bb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:15.091008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c64085db-8590-4f7e-adbd-6b276c0261bb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:15.093921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c64085db-8590-4f7e-adbd-6b276c0261bb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:15.100382 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c64085db-8590-4f7e-adbd-6b276c0261bb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:15.112691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535877e-b9c2-4c5c-b45b-f2f089cab879 req-d3539931-ce58-4ea2-872d-f9e4a15874a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:15.114291 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d535877e-b9c2-4c5c-b45b-f2f089cab879 req-d3539931-ce58-4ea2-872d-f9e4a15874a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=484ccdad-42af-464f-8697-a7a45c83c729 HTTP/1.1" status: 200 len: 835 time: 0.0642233 Oct 05 09:32:15.119286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c64085db-8590-4f7e-adbd-6b276c0261bb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.181526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-4ca9be4d-8938-498c-afa7-dcf20af6095c None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:15.188204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c64085db-8590-4f7e-adbd-6b276c0261bb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.192577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c64085db-8590-4f7e-adbd-6b276c0261bb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.200603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535877e-b9c2-4c5c-b45b-f2f089cab879 req-d39c5a05-199d-4465-a52f-5a986c5c0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:15.202180 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d535877e-b9c2-4c5c-b45b-f2f089cab879 req-d39c5a05-199d-4465-a52f-5a986c5c0b28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e7ac2f-e143-4093-9457-92dc79c54e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821886 Oct 05 09:32:15.212771 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-d535877e-b9c2-4c5c-b45b-f2f089cab879 req-6117bad3-a652-4575-a890-0f932f223c66 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:32:15.213715 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d535877e-b9c2-4c5c-b45b-f2f089cab879 req-6117bad3-a652-4575-a890-0f932f223c66 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055301 Oct 05 09:32:15.218495 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64085db-8590-4f7e-adbd-6b276c0261bb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da8bf94-706e-4429-9d72-de5be498c5e6,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:15.232746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c64085db-8590-4f7e-adbd-6b276c0261bb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.234317 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c64085db-8590-4f7e-adbd-6b276c0261bb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1594446 Oct 05 09:32:15.237034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38072) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:15.243333 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6fa4dde3-f78a-42ce-87c4-86101f3dff09 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '4e64d66b-2b67-4c2c-8e76-28a5c68e77de', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:15.249371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6fa4dde3-f78a-42ce-87c4-86101f3dff09 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:15.253304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6fa4dde3-f78a-42ce-87c4-86101f3dff09 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:15.256298 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6fa4dde3-f78a-42ce-87c4-86101f3dff09 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:15.264556 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6fa4dde3-f78a-42ce-87c4-86101f3dff09 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:15.288233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6fa4dde3-f78a-42ce-87c4-86101f3dff09 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.355278 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d535877e-b9c2-4c5c-b45b-f2f089cab879 req-daaa3e14-4083-40ff-807e-9776aaa36f3b service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354949 Oct 05 09:32:15.366337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6fa4dde3-f78a-42ce-87c4-86101f3dff09 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.372018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6fa4dde3-f78a-42ce-87c4-86101f3dff09 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.404476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4dde3-f78a-42ce-87c4-86101f3dff09 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daab68e9-b7be-4b1f-a7f9-48d9c62275b8,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:15.412381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6fa4dde3-f78a-42ce-87c4-86101f3dff09 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.415320 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6fa4dde3-f78a-42ce-87c4-86101f3dff09 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1757390 Oct 05 09:32:15.417233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38076) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:15.422694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d1f10bd7-db8e-4e64-b8c3-1cded58f3f84 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '4e64d66b-2b67-4c2c-8e76-28a5c68e77de', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:15.428889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d1f10bd7-db8e-4e64-b8c3-1cded58f3f84 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:15.433616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d1f10bd7-db8e-4e64-b8c3-1cded58f3f84 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:15.436746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d1f10bd7-db8e-4e64-b8c3-1cded58f3f84 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:15.443821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d1f10bd7-db8e-4e64-b8c3-1cded58f3f84 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:15.467676 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1f10bd7-db8e-4e64-b8c3-1cded58f3f84 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.495511 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d535877e-b9c2-4c5c-b45b-f2f089cab879 req-0d640d28-538c-4cb0-bf5e-faf9e6f4db13 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347029 Oct 05 09:32:15.541021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1f10bd7-db8e-4e64-b8c3-1cded58f3f84 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.544988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1f10bd7-db8e-4e64-b8c3-1cded58f3f84 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.553706 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4ca9be4d-8938-498c-afa7-dcf20af6095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '9838352b-1d68-479e-9a2c-aecae608ffb2', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.138', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'port_id': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'mac_address': 'fa:16:3e:2b:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:32:13Z', 'updated_at': '2022-10-05T09:32:13Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:32:00Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:15.557987 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca9be4d-8938-498c-afa7-dcf20af6095c None None] The sync data for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv is: [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '9838352b-1d68-479e-9a2c-aecae608ffb2', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.138', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'port_id': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'mac_address': 'fa:16:3e:2b:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:32:13Z', 'updated_at': '2022-10-05T09:32:13Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:32:00Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:15.568464 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f10bd7-db8e-4e64-b8c3-1cded58f3f84 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acc75d9-a264-4d91-a361-df826afd8497,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:15.579771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1f10bd7-db8e-4e64-b8c3-1cded58f3f84 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.581088 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d1f10bd7-db8e-4e64-b8c3-1cded58f3f84 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628563 Oct 05 09:32:15.583984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38080) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:15.589711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-895b0c04-b9ae-475c-b528-042961591157 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '4e64d66b-2b67-4c2c-8e76-28a5c68e77de', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:15.595993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-895b0c04-b9ae-475c-b528-042961591157 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:15.600410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-895b0c04-b9ae-475c-b528-042961591157 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:15.603860 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-895b0c04-b9ae-475c-b528-042961591157 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:15.610326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-895b0c04-b9ae-475c-b528-042961591157 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:15.619684 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-895b0c04-b9ae-475c-b528-042961591157 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:32:15.629069 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-895b0c04-b9ae-475c-b528-042961591157 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.697782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-895b0c04-b9ae-475c-b528-042961591157 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.703045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-895b0c04-b9ae-475c-b528-042961591157 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.727395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b0c04-b9ae-475c-b528-042961591157 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb84531-dd40-4ca1-bb63-78f8c0ebc0c5,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:15.736672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-895b0c04-b9ae-475c-b528-042961591157 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.740908 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-895b0c04-b9ae-475c-b528-042961591157 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1558237 Oct 05 09:32:15.741086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38084) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:15.747615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6645a974-f16d-4e10-88da-cf79a9b42d3c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '4e64d66b-2b67-4c2c-8e76-28a5c68e77de', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:15.753684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6645a974-f16d-4e10-88da-cf79a9b42d3c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:15.758235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6645a974-f16d-4e10-88da-cf79a9b42d3c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:15.761419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6645a974-f16d-4e10-88da-cf79a9b42d3c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:15.765196 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9969937-08f6-4d5f-be1d-043662219711 None None] New status for floating IP 9838352b-1d68-479e-9a2c-aecae608ffb2: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:32:15.770407 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6645a974-f16d-4e10-88da-cf79a9b42d3c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:15.781513 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-6645a974-f16d-4e10-88da-cf79a9b42d3c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:32:15.788439 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6645a974-f16d-4e10-88da-cf79a9b42d3c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.857419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6645a974-f16d-4e10-88da-cf79a9b42d3c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.861277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6645a974-f16d-4e10-88da-cf79a9b42d3c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.885192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645a974-f16d-4e10-88da-cf79a9b42d3c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fdcb5a-d7cd-4c43-bb52-39cee907be5d,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:15.894135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6645a974-f16d-4e10-88da-cf79a9b42d3c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:15.895443 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6645a974-f16d-4e10-88da-cf79a9b42d3c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525261 Oct 05 09:32:16.061916 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-66ee1bc8-8dcc-40e8-82a3-d927342c6386 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:32:16.077508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-66ee1bc8-8dcc-40e8-82a3-d927342c6386 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:32:16.078658 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-66ee1bc8-8dcc-40e8-82a3-d927342c6386 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-969516600&fields=id&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 267 time: 0.0599670 Oct 05 09:32:16.225639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-e5296a8c-ab5e-411e-9848-a7407f593714 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:16.227675 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-e5296a8c-ab5e-411e-9848-a7407f593714 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/networks?id=e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 200 len: 796 time: 0.1423628 Oct 05 09:32:16.241981 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-36a0ac0e-cef4-4b3c-b1f8-1831326fb098 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/quotas/3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 375 time: 0.0087693 Oct 05 09:32:16.334384 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-5c6f843a-4ef5-48e7-a974-82874dc2c959 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0874102 Oct 05 09:32:16.492192 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-cb21052c-d488-4c3b-bb26-d698fd7d18d7 service neutron] 10.222.0.64 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441035 Oct 05 09:32:16.667727 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-2e43bd39-671c-41eb-9d78-b1cbab80943f service neutron] 10.222.0.64 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699016 Oct 05 09:32:16.885237 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-91793dd4-48d2-4298-a78c-87123c860c41 req-8c0b4abf-e931-4e50-9db1-e2afb80fecee tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 210 time: 0.0562813 Oct 05 09:32:17.944034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-8c2830cd-96ac-4a95-a475-bef0b82794c9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:17.945761 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-8c2830cd-96ac-4a95-a475-bef0b82794c9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks?id=e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 200 len: 796 time: 0.1515489 Oct 05 09:32:18.005774 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-108a06ac-500a-4c79-a1a2-73da999e90d0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 471 time: 0.0519726 Oct 05 09:32:18.014076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'port': {'device_id': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'admin_state_up': True, 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'security_groups': ['4e64d66b-2b67-4c2c-8e76-28a5c68e77de']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:18.055772 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9c756330-eb28-4232-a1de-97fb18bce062 req-745cdf6d-6988-42bb-a5f9-e0ab1744c7a8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 210 time: 0.0520666 Oct 05 09:32:18.150375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:18.154356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:port and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:18.157370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:18.163051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:18.173722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:32:18.177175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:18.338058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.4 (e5e7ac2f-e143-4093-9457-92dc79c54e6c/484ccdad-42af-464f-8697-a7a45c83c729/9fe0df7f-797b-4800-9904-eb52ad98602a) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:18.529949 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:18.545908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object 9fe0df7f-797b-4800-9904-eb52ad98602a will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:18.570433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:18.632507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network e5e7ac2f-e143-4093-9457-92dc79c54e6c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:18.635978 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:18.639908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:18.699605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=9fe0df7f-797b-4800-9904-eb52ad98602a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:18.722486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:18.723609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:18.751826 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-1706272a-1537-4339-80c7-4f246f8af1ca tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7415709 Oct 05 09:32:18.765868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Request body: {'port': {'device_id': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:18.876384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-78940f53-c403-4c3f-8786-333c66a9cd4d None None] Provisioning for port 9fe0df7f-797b-4800-9904-eb52ad98602a completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:18.883487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-78940f53-c403-4c3f-8786-333c66a9cd4d None None] Provisioning complete for port 9fe0df7f-797b-4800-9904-eb52ad98602a triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:18.884175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78940f53-c403-4c3f-8786-333c66a9cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:18.884699 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-78940f53-c403-4c3f-8786-333c66a9cd4d None None] Attempt 1 to provision port 9fe0df7f-797b-4800-9904-eb52ad98602a Oct 05 09:32:18.941527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78940f53-c403-4c3f-8786-333c66a9cd4d None None] Port 9fe0df7f-797b-4800-9904-eb52ad98602a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:18.987776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:19.267358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8d577-7e70-4ca1-bc09-973105f24ef7 req-cb9d17ab-971f-476e-93f9-76dfc0b28148 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:19.268812 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e2e8d577-7e70-4ca1-bc09-973105f24ef7 req-cb9d17ab-971f-476e-93f9-76dfc0b28148 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 931 time: 0.0924122 Oct 05 09:32:19.312884 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e2e8d577-7e70-4ca1-bc09-973105f24ef7 req-ceb053e8-a08c-452c-bac3-b2e63bc462bc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=4e64d66b-2b67-4c2c-8e76-28a5c68e77de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374141 Oct 05 09:32:19.327921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe0df7f-797b-4800-9904-eb52ad98602a {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:32:19.335128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:19.349861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Transition to ACTIVE for port object 9fe0df7f-797b-4800-9904-eb52ad98602a will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:32:19.353832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:19.442692 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-78940f53-c403-4c3f-8786-333c66a9cd4d None None] Attempt 2 to provision port 9fe0df7f-797b-4800-9904-eb52ad98602a Oct 05 09:32:19.496588 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78940f53-c403-4c3f-8786-333c66a9cd4d None None] Port 9fe0df7f-797b-4800-9904-eb52ad98602a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:32:19.536589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe0df7f-797b-4800-9904-eb52ad98602a,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:19.576266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Attempting to bind port 9fe0df7f-797b-4800-9904-eb52ad98602a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:32:19.576592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Attempting to bind port 9fe0df7f-797b-4800-9904-eb52ad98602a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:32:19.576912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Attempting to bind port 9fe0df7f-797b-4800-9904-eb52ad98602a on network e5e7ac2f-e143-4093-9457-92dc79c54e6c {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:19.581357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Port 9fe0df7f-797b-4800-9904-eb52ad98602a on network e5e7ac2f-e143-4093-9457-92dc79c54e6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:32:19.581673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Attempting to bind port 9fe0df7f-797b-4800-9904-eb52ad98602a on network e5e7ac2f-e143-4093-9457-92dc79c54e6c {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:32:19.586728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:32:19.587329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Checking segment: {'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:32:19.587700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Bound using segment: {'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:32:19.588112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Bound port: 9fe0df7f-797b-4800-9904-eb52ad98602a, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37ea290-a4ff-4fd9-bb50-d482650b4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:32:19.588448 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:19.677303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] For port 9fe0df7f-797b-4800-9904-eb52ad98602a, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:32:19.680628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] For port 9fe0df7f-797b-4800-9904-eb52ad98602a, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9fe0df7f-797b-4800-9904-eb52ad98602a,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:32:19.684934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:19.715020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:19.715611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:19.717046 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/9fe0df7f-797b-4800-9904-eb52ad98602a HTTP/1.1" status: 200 len: 1093 time: 0.9564271 Oct 05 09:32:19.717466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'tag': '9fe0df7f-797b-4800-9904-eb52ad98602a'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:32:19.719725 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb52fb8-47dd-482c-88b4-93f766d44683" -d '{"events": [{"name": "network-changed", "server_uuid": "a93f3633-0ab9-4821-b83b-29c3690b23d6", "tag": "9fe0df7f-797b-4800-9904-eb52ad98602a"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:32:19.802168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17536208-a9ee-49d9-9809-ff9e0b579dd5 x-openstack-request-id: req-17536208-a9ee-49d9-9809-ff9e0b579dd5 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:32:19.802450 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93f3633-0ab9-4821-b83b-29c3690b23d6", "tag": "9fe0df7f-797b-4800-9904-eb52ad98602a", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:32:19.802700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17536208-a9ee-49d9-9809-ff9e0b579dd5 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:32:19.803097 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17536208-a9ee-49d9-9809-ff9e0b579dd5'] response: {'name': 'network-changed', 'server_uuid': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'tag': '9fe0df7f-797b-4800-9904-eb52ad98602a', 'status': 'completed', 'code': 200} Oct 05 09:32:19.817274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e5309-48ba-4210-bf47-445e989402c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe0df7f-797b-4800-9904-eb52ad98602a,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:19.846691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-fd85e3b4-a585-4df0-89b4-fd477563f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:19.848419 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-fd85e3b4-a585-4df0-89b4-fd477563f912 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 1096 time: 0.0887940 Oct 05 09:32:19.920392 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-419d70bb-74b6-4131-9e8c-1ca3dd980b69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe0df7f-797b-4800-9904-eb52ad98602a HTTP/1.1" status: 200 len: 217 time: 0.0654316 Oct 05 09:32:19.985586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-98d94336-22e6-4fd5-b60f-218c0992d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:19.986952 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-98d94336-22e6-4fd5-b60f-218c0992d05c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=484ccdad-42af-464f-8697-a7a45c83c729 HTTP/1.1" status: 200 len: 835 time: 0.0613983 Oct 05 09:32:19.998345 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-78940f53-c403-4c3f-8786-333c66a9cd4d None None] Attempt 3 to provision port 9fe0df7f-797b-4800-9904-eb52ad98602a Oct 05 09:32:20.061607 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78940f53-c403-4c3f-8786-333c66a9cd4d None None] Port 9fe0df7f-797b-4800-9904-eb52ad98602a had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:32:20.069324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-865d2a86-b85e-43f8-807c-f63054185854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:20.071011 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-865d2a86-b85e-43f8-807c-f63054185854 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e7ac2f-e143-4093-9457-92dc79c54e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762353 Oct 05 09:32:20.211187 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-55bd3c6b-9905-42d4-9ef5-592f09e9349a service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263528 Oct 05 09:32:20.347161 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e7d7bd5-6a78-4022-9dc7-c23db9a65501 req-a374ed25-9271-477b-a7eb-41d3b5168587 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243446 Oct 05 09:32:20.475981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb52fb8-47dd-482c-88b4-93f766d44683 req-9313ac71-5c1d-4d6e-a0db-bc52ace63ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:20.478066 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5fb52fb8-47dd-482c-88b4-93f766d44683 req-9313ac71-5c1d-4d6e-a0db-bc52ace63ed5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 1096 time: 0.0848625 Oct 05 09:32:20.517267 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7b913-f80d-4a46-957a-559f3a9f0557 req-d09ac857-5d94-4360-85d8-0da8b87125c8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:20.518883 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aca7b913-f80d-4a46-957a-559f3a9f0557 req-d09ac857-5d94-4360-85d8-0da8b87125c8 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 943 time: 0.0899448 Oct 05 09:32:20.571700 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aca7b913-f80d-4a46-957a-559f3a9f0557 req-c7d782bf-f667-4ff5-8738-504669ec7d97 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=4e64d66b-2b67-4c2c-8e76-28a5c68e77de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461462 Oct 05 09:32:20.708125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb52fb8-47dd-482c-88b4-93f766d44683 req-535bfbe9-450c-4730-acbf-98a54eb97210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:20.709478 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5fb52fb8-47dd-482c-88b4-93f766d44683 req-535bfbe9-450c-4730-acbf-98a54eb97210 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 200 len: 897 time: 0.2251089 Oct 05 09:32:20.779833 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5fb52fb8-47dd-482c-88b4-93f766d44683 req-3ec59fd0-fa10-4ec8-b531-5480d44e09d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe0df7f-797b-4800-9904-eb52ad98602a HTTP/1.1" status: 200 len: 217 time: 0.0605102 Oct 05 09:32:20.844922 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb52fb8-47dd-482c-88b4-93f766d44683 req-77d912b4-1d1b-4358-8bdc-e2735e95ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:20.846352 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5fb52fb8-47dd-482c-88b4-93f766d44683 req-77d912b4-1d1b-4358-8bdc-e2735e95ac85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=484ccdad-42af-464f-8697-a7a45c83c729 HTTP/1.1" status: 200 len: 835 time: 0.0589886 Oct 05 09:32:20.928868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb52fb8-47dd-482c-88b4-93f766d44683 req-29bddad8-aad8-4bc3-b5f9-16a57bee92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:20.931249 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5fb52fb8-47dd-482c-88b4-93f766d44683 req-29bddad8-aad8-4bc3-b5f9-16a57bee92f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e7ac2f-e143-4093-9457-92dc79c54e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779502 Oct 05 09:32:21.065035 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5fb52fb8-47dd-482c-88b4-93f766d44683 req-33668f52-6a57-40f2-9d69-f217c47fe31a service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252873 Oct 05 09:32:21.197581 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5fb52fb8-47dd-482c-88b4-93f766d44683 req-28243b6f-06e2-4368-bd72-ff9fb9bc4128 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253746 Oct 05 09:32:21.769898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae8253-c6db-4c9b-b815-2d3f54465397 req-948cc04b-ccfb-44dd-a8c1-9def6ded97d3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:21.771384 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b3ae8253-c6db-4c9b-b815-2d3f54465397 req-948cc04b-ccfb-44dd-a8c1-9def6ded97d3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 943 time: 0.0872495 Oct 05 09:32:21.815457 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b3ae8253-c6db-4c9b-b815-2d3f54465397 req-b274b817-64b0-4ae5-9fb6-c5d945527920 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=4e64d66b-2b67-4c2c-8e76-28a5c68e77de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384147 Oct 05 09:32:23.019362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3640956-7e4b-4bbc-8073-1093a5830807 req-5228f25c-b4b2-4afe-904b-c63391389bbd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:23.020809 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d3640956-7e4b-4bbc-8073-1093a5830807 req-5228f25c-b4b2-4afe-904b-c63391389bbd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 943 time: 0.0939107 Oct 05 09:32:23.064859 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d3640956-7e4b-4bbc-8073-1093a5830807 req-fc333ec4-6aa9-4315-a381-51a918a23f3e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=4e64d66b-2b67-4c2c-8e76-28a5c68e77de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378211 Oct 05 09:32:23.205353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 9fe0df7f-797b-4800-9904-eb52ad98602a details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:32:23.339110 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 9fe0df7f-797b-4800-9904-eb52ad98602a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9fe0df7f-797b-4800-9904-eb52ad98602a,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:23.353149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '9fe0df7f-797b-4800-9904-eb52ad98602a', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'port_id': '9fe0df7f-797b-4800-9904-eb52ad98602a', 'mac_address': 'fa:16:3e:06:27:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:32:23.406402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 9fe0df7f-797b-4800-9904-eb52ad98602a is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:23.406761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:23.424166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe0df7f-797b-4800-9904-eb52ad98602a {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:32:23.439129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 9fe0df7f-797b-4800-9904-eb52ad98602a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9fe0df7f-797b-4800-9904-eb52ad98602a,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:23.442946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:23.511183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=9fe0df7f-797b-4800-9904-eb52ad98602a,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:23.655261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['9fe0df7f-797b-4800-9904-eb52ad98602a'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:32:24.260637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f84cc-8df1-40ce-98e6-0b21ed29e096 req-f4d8410a-75a0-43dc-a566-11f44774b6b7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:24.262028 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7f2f84cc-8df1-40ce-98e6-0b21ed29e096 req-f4d8410a-75a0-43dc-a566-11f44774b6b7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 944 time: 0.0892985 Oct 05 09:32:24.308510 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7f2f84cc-8df1-40ce-98e6-0b21ed29e096 req-94d3de7b-6c6b-45d4-9bfb-788ad8e5e643 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=4e64d66b-2b67-4c2c-8e76-28a5c68e77de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408614 Oct 05 09:32:25.224956 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 9fe0df7f-797b-4800-9904-eb52ad98602a up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:32:25.323905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 9fe0df7f-797b-4800-9904-eb52ad98602a completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:32:25.328392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 9fe0df7f-797b-4800-9904-eb52ad98602a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:32:25.328764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:25.329097 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 9fe0df7f-797b-4800-9904-eb52ad98602a Oct 05 09:32:25.445877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 9fe0df7f-797b-4800-9904-eb52ad98602a is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:32:25.446285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:25.473617 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe0df7f-797b-4800-9904-eb52ad98602a'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:32:25.476056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20c2b8b-238a-4784-b1bf-c11ac32126ca" -d '{"events": [{"server_uuid": "a93f3633-0ab9-4821-b83b-29c3690b23d6", "name": "network-vif-plugged", "status": "completed", "tag": "9fe0df7f-797b-4800-9904-eb52ad98602a"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:32:25.484800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 9fe0df7f-797b-4800-9904-eb52ad98602a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9fe0df7f-797b-4800-9904-eb52ad98602a,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:32:25.488869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:25.519361 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2dd1-0d12-43d5-943a-da6d1de5db9a req-d03e5887-8fb7-4bbc-a9f8-90c0b86272af tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:25.520996 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-703c2dd1-0d12-43d5-943a-da6d1de5db9a req-d03e5887-8fb7-4bbc-a9f8-90c0b86272af tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 944 time: 0.0972497 Oct 05 09:32:25.525162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6143453d-3e34-4a99-a807-86fd3c0b3214 x-openstack-request-id: req-6143453d-3e34-4a99-a807-86fd3c0b3214 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:32:25.525454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93f3633-0ab9-4821-b83b-29c3690b23d6", "name": "network-vif-plugged", "status": "completed", "tag": "9fe0df7f-797b-4800-9904-eb52ad98602a", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:32:25.525706 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6143453d-3e34-4a99-a807-86fd3c0b3214 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:32:25.526123 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6143453d-3e34-4a99-a807-86fd3c0b3214'] response: {'server_uuid': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe0df7f-797b-4800-9904-eb52ad98602a', 'code': 200} Oct 05 09:32:25.558279 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=9fe0df7f-797b-4800-9904-eb52ad98602a,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:25.566363 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-703c2dd1-0d12-43d5-943a-da6d1de5db9a req-df1326ec-bb16-4b2b-b9ec-14f54a39486f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=4e64d66b-2b67-4c2c-8e76-28a5c68e77de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388613 Oct 05 09:32:25.768025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2c51c-74ff-4252-b4ed-269615c8b0fb req-f1ce4b73-3518-4625-9fee-a8b2dfd8a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:25.769403 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e3e2c51c-74ff-4252-b4ed-269615c8b0fb req-f1ce4b73-3518-4625-9fee-a8b2dfd8a4af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 1098 time: 0.0849583 Oct 05 09:32:25.809470 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e3e2c51c-74ff-4252-b4ed-269615c8b0fb req-022b3bce-ba20-47a7-9bfd-a486925d6afa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4e64d66b-2b67-4c2c-8e76-28a5c68e77de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328481 Oct 05 09:32:26.775432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c4057-a5f7-4a0f-8e73-5d7b075a27c1 req-bf48f16f-7ec3-4fbb-bf13-0f1b68a67fc6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:26.776827 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5d2c4057-a5f7-4a0f-8e73-5d7b075a27c1 req-bf48f16f-7ec3-4fbb-bf13-0f1b68a67fc6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 945 time: 0.0966606 Oct 05 09:32:26.827378 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5d2c4057-a5f7-4a0f-8e73-5d7b075a27c1 req-404c12d7-efda-4d5d-8eb3-dd972f0dda94 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=4e64d66b-2b67-4c2c-8e76-28a5c68e77de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447659 Oct 05 09:32:28.026700 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b164b-1e85-451f-9928-423858994726 req-7cd025dc-3725-478b-a918-aa7c8bd60d98 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:28.028137 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-895b164b-1e85-451f-9928-423858994726 req-7cd025dc-3725-478b-a918-aa7c8bd60d98 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 945 time: 0.0874310 Oct 05 09:32:28.074935 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-895b164b-1e85-451f-9928-423858994726 req-dbc399f4-5c0d-4fe9-ad5b-f5eddb9ae516 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=4e64d66b-2b67-4c2c-8e76-28a5c68e77de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412188 Oct 05 09:32:28.275762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8c7c6-d09a-4f14-87a2-59fdb72d8e6e req-a700be98-8c7e-4dc3-acc1-c67e9b491325 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:28.277219 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d4d8c7c6-d09a-4f14-87a2-59fdb72d8e6e req-a700be98-8c7e-4dc3-acc1-c67e9b491325 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 945 time: 0.0867212 Oct 05 09:32:28.320966 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d4d8c7c6-d09a-4f14-87a2-59fdb72d8e6e req-13ca7fa9-ae63-4823-ab9b-53301eaa0eb1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=4e64d66b-2b67-4c2c-8e76-28a5c68e77de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380430 Oct 05 09:32:28.328238 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:32:28.349042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38138) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:28.433319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bfd49d-58a5-48a9-9853-d281b80ca2b6 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:28.434873 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-30bfd49d-58a5-48a9-9853-d281b80ca2b6 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 1093 time: 0.0848720 Oct 05 09:32:28.437717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38142) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:32:28.442901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '9fe0df7f-797b-4800-9904-eb52ad98602a', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:32:28.449427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:32:28.453294 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:floatingip and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:32:28.456228 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:32:28.462578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:32:28.472741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:28.698072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:28.832746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.207 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/b9a10ef3-e71c-4820-8361-9598943f77b0) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:32:28.978395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.005999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.067062 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:32:29.070373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:32:29.077866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:32:29.118529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=b9a10ef3-e71c-4820-8361-9598943f77b0,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:29.482261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.558187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.765231 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.770652 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:29.878666 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=b9a10ef3-e71c-4820-8361-9598943f77b0,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:32:29.880976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.057812 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 50c6392c-2ef3-43df-a0d1-a43d70e577c8 associated. External IP: 172.26.0.207, port: 9fe0df7f-797b-4800-9904-eb52ad98602a. Oct 05 09:32:30.525412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 1de5c06a-90de-45eb-9236-4564fc4b5e7d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:32:30.703426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:32:30.713742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383f599-fa9c-47a4-86a1-b8689df8920f None None] Sync routers for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:32:30.722714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383f599-fa9c-47a4-86a1-b8689df8920f None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:30.723584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4383f599-fa9c-47a4-86a1-b8689df8920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:32:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:30.728276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:30.788065 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ae31ce4b-dcd0-4f94-8c8b-a81f5ae22784 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3492980 Oct 05 09:32:30.789419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'tag': '9fe0df7f-797b-4800-9904-eb52ad98602a'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:32:30.791922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db75e0f-a382-4917-afed-7a6347cf0f79" -d '{"events": [{"name": "network-changed", "server_uuid": "a93f3633-0ab9-4821-b83b-29c3690b23d6", "tag": "9fe0df7f-797b-4800-9904-eb52ad98602a"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:32:30.837237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa676cb2-1939-46df-8b46-e119cacedbf0 x-openstack-request-id: req-aa676cb2-1939-46df-8b46-e119cacedbf0 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:32:30.837535 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93f3633-0ab9-4821-b83b-29c3690b23d6", "tag": "9fe0df7f-797b-4800-9904-eb52ad98602a", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:32:30.837779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa676cb2-1939-46df-8b46-e119cacedbf0 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:32:30.838202 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa676cb2-1939-46df-8b46-e119cacedbf0'] response: {'name': 'network-changed', 'server_uuid': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'tag': '9fe0df7f-797b-4800-9904-eb52ad98602a', 'status': 'completed', 'code': 200} Oct 05 09:32:30.921065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-4383f599-fa9c-47a4-86a1-b8689df8920f None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:30.950424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db75e0f-a382-4917-afed-7a6347cf0f79 req-eeb64724-3bb1-40e2-94a1-bcb0f0c27ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:30.951868 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9db75e0f-a382-4917-afed-7a6347cf0f79 req-eeb64724-3bb1-40e2-94a1-bcb0f0c27ea6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 1098 time: 0.0856900 Oct 05 09:32:31.083136 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db75e0f-a382-4917-afed-7a6347cf0f79 req-87a2d22d-0786-43a8-9bcb-72b0b156bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:31.084465 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9db75e0f-a382-4917-afed-7a6347cf0f79 req-87a2d22d-0786-43a8-9bcb-72b0b156bff1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 200 len: 897 time: 0.1257119 Oct 05 09:32:31.197743 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9db75e0f-a382-4917-afed-7a6347cf0f79 req-fad41b73-a70b-4a12-ad00-97518a781c58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe0df7f-797b-4800-9904-eb52ad98602a HTTP/1.1" status: 200 len: 999 time: 0.0990248 Oct 05 09:32:31.267842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db75e0f-a382-4917-afed-7a6347cf0f79 req-52c85105-863f-4b6d-8297-4b61f9664461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:31.269271 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9db75e0f-a382-4917-afed-7a6347cf0f79 req-52c85105-863f-4b6d-8297-4b61f9664461 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=484ccdad-42af-464f-8697-a7a45c83c729 HTTP/1.1" status: 200 len: 835 time: 0.0635891 Oct 05 09:32:31.275287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4383f599-fa9c-47a4-86a1-b8689df8920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '50c6392c-2ef3-43df-a0d1-a43d70e577c8', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.207', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'port_id': '9fe0df7f-797b-4800-9904-eb52ad98602a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'mac_address': 'fa:16:3e:06:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:32:29Z', 'updated_at': '2022-10-05T09:32:29Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}, {'id': '9838352b-1d68-479e-9a2c-aecae608ffb2', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.138', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'port_id': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'mac_address': 'fa:16:3e:2b:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:32:13Z', 'updated_at': '2022-10-05T09:32:15Z', 'revision_number': 1, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:32:00Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:31.279255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383f599-fa9c-47a4-86a1-b8689df8920f None None] Checking router: 1de5c06a-90de-45eb-9236-4564fc4b5e7d for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:32:31.287547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383f599-fa9c-47a4-86a1-b8689df8920f None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:32:31.288175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4383f599-fa9c-47a4-86a1-b8689df8920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:32:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:31.351598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db75e0f-a382-4917-afed-7a6347cf0f79 req-a02e6e0c-5146-45bb-b476-a650ce7a8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:32:31.353062 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9db75e0f-a382-4917-afed-7a6347cf0f79 req-a02e6e0c-5146-45bb-b476-a650ce7a8cae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e7ac2f-e143-4093-9457-92dc79c54e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774028 Oct 05 09:32:31.465915 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-4383f599-fa9c-47a4-86a1-b8689df8920f None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:32:31.484900 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9db75e0f-a382-4917-afed-7a6347cf0f79 req-18e31354-e0f8-4960-9d68-acf7dde94f51 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248591 Oct 05 09:32:31.620343 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9db75e0f-a382-4917-afed-7a6347cf0f79 req-3fd009b7-5201-4e9b-b6d8-dfe885ddd2cd service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267285 Oct 05 09:32:31.810316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-4383f599-fa9c-47a4-86a1-b8689df8920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '50c6392c-2ef3-43df-a0d1-a43d70e577c8', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.207', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'port_id': '9fe0df7f-797b-4800-9904-eb52ad98602a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'mac_address': 'fa:16:3e:06:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:32:29Z', 'updated_at': '2022-10-05T09:32:29Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}, {'id': '9838352b-1d68-479e-9a2c-aecae608ffb2', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.138', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'port_id': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'mac_address': 'fa:16:3e:2b:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:32:13Z', 'updated_at': '2022-10-05T09:32:15Z', 'revision_number': 1, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:32:00Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:32:31.814250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383f599-fa9c-47a4-86a1-b8689df8920f None None] The sync data for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv is: [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '50c6392c-2ef3-43df-a0d1-a43d70e577c8', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.207', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'port_id': '9fe0df7f-797b-4800-9904-eb52ad98602a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'mac_address': 'fa:16:3e:06:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:32:29Z', 'updated_at': '2022-10-05T09:32:29Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}, {'id': '9838352b-1d68-479e-9a2c-aecae608ffb2', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.138', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'port_id': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'mac_address': 'fa:16:3e:2b:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:32:13Z', 'updated_at': '2022-10-05T09:32:15Z', 'revision_number': 1, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:32:00Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:32:32.013542 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a07a9c5-4135-4e5a-a270-9f3543822b64 None None] New status for floating IP 50c6392c-2ef3-43df-a0d1-a43d70e577c8: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:32:32.787579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c502d7e5-0a82-4990-987d-6d0a9a186633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:34.703840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:35.577705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4561d9b8-6c6f-4ad3-acde-5c7d468a5ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.735727 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:36.877440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:32:39.213478 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:02.180330 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25b5dbef-c47f-4166-b860-eb0e1cfb6a93 req-62c955c1-897f-446e-9559-3e1f9554a4a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812285 Oct 05 09:33:02.330034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5dbef-c47f-4166-b860-eb0e1cfb6a93 req-a1afa1cb-1b4a-418b-b483-121f7c6b8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:02.331502 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25b5dbef-c47f-4166-b860-eb0e1cfb6a93 req-a1afa1cb-1b4a-418b-b483-121f7c6b8df8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 1099 time: 0.0792282 Oct 05 09:33:02.478765 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5dbef-c47f-4166-b860-eb0e1cfb6a93 req-343e0ddc-8bf9-4ca5-8dc5-fb78827464a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:02.480124 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25b5dbef-c47f-4166-b860-eb0e1cfb6a93 req-343e0ddc-8bf9-4ca5-8dc5-fb78827464a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 200 len: 897 time: 0.1291971 Oct 05 09:33:02.677573 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25b5dbef-c47f-4166-b860-eb0e1cfb6a93 req-49ac64d0-6ccf-439e-a902-53adf9fe487e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec HTTP/1.1" status: 200 len: 1002 time: 0.1911960 Oct 05 09:33:02.750378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5dbef-c47f-4166-b860-eb0e1cfb6a93 req-93320625-3f91-4d8f-bfb4-2ab92ee49998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:02.751729 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25b5dbef-c47f-4166-b860-eb0e1cfb6a93 req-93320625-3f91-4d8f-bfb4-2ab92ee49998 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=484ccdad-42af-464f-8697-a7a45c83c729 HTTP/1.1" status: 200 len: 835 time: 0.0682411 Oct 05 09:33:02.789409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c48526e6-c0cc-4ab3-9fc1-a5f0ae7a8c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:02.838340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5dbef-c47f-4166-b860-eb0e1cfb6a93 req-e658562c-9623-4fd8-b47f-f377735c342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:02.839826 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25b5dbef-c47f-4166-b860-eb0e1cfb6a93 req-e658562c-9623-4fd8-b47f-f377735c342c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e7ac2f-e143-4093-9457-92dc79c54e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818245 Oct 05 09:33:02.982189 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25b5dbef-c47f-4166-b860-eb0e1cfb6a93 req-702de843-6cca-43d9-b9f0-6bcaffe981f1 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356156 Oct 05 09:33:03.119911 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25b5dbef-c47f-4166-b860-eb0e1cfb6a93 req-88fbbc51-5dee-47ca-b750-698ba28d1647 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304703 Oct 05 09:33:04.715467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:05.126768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38160) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:05.235790 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b2389394-6715-4165-baac-349152817183 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/9838352b-1d68-479e-9a2c-aecae608ffb2 HTTP/1.1" status: 200 len: 994 time: 0.1078701 Oct 05 09:33:05.327497 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:33:05.579197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fa2d4e93-8bf8-4457-8fd1-aff4a06ad4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.136125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38170) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:06.141977 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:06.258451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.468493 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:06.492337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.496740 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.504939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:06.506086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.507441 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/ports/3d93d5b9-851e-4d1b-a0b0-76af2d01fcec HTTP/1.1" status: 200 len: 939 time: 0.3703821 Oct 05 09:33:06.538830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:33:06.541369 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e02b53-afb0-4b50-abc8-c0bfba5d2143" -d '{"events": [{"name": "network-changed", "server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:33:06.590981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e1963d-7f9a-4fbf-8665-5a607479441a x-openstack-request-id: req-38e1963d-7f9a-4fbf-8665-5a607479441a {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:33:06.591269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:33:06.591521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38e1963d-7f9a-4fbf-8665-5a607479441a {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:33:06.591914 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e1963d-7f9a-4fbf-8665-5a607479441a'] response: {'name': 'network-changed', 'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'status': 'completed', 'code': 200} Oct 05 09:33:06.592643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,revision_number=6']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:06.601559 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:06.601915 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:06.602284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:06.602641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:06.602952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:06.603285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:06.603615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:06.603945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:06.604272 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:06.605289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:06.605627 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:06.605983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76caa0c3-6ff8-4393-ace7-688dec95c05c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:06.695346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e02b53-afb0-4b50-abc8-c0bfba5d2143 req-449df9be-7d56-4cff-9729-fed78b90077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:06.696744 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a4e02b53-afb0-4b50-abc8-c0bfba5d2143 req-449df9be-7d56-4cff-9729-fed78b90077b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 1100 time: 0.0842404 Oct 05 09:33:06.738110 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.828684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e02b53-afb0-4b50-abc8-c0bfba5d2143 req-8b67d1c5-1d11-4e68-b78e-fcdb738f8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:06.830200 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a4e02b53-afb0-4b50-abc8-c0bfba5d2143 req-8b67d1c5-1d11-4e68-b78e-fcdb738f8e82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 200 len: 897 time: 0.1269238 Oct 05 09:33:06.882099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:06.935996 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a4e02b53-afb0-4b50-abc8-c0bfba5d2143 req-8cc503f6-0ff3-4e32-94e8-b0d3a8402e9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec HTTP/1.1" status: 200 len: 1003 time: 0.0987570 Oct 05 09:33:06.999399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e02b53-afb0-4b50-abc8-c0bfba5d2143 req-56286c66-ef83-46e2-a0ca-2f61d8b20d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:07.000772 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a4e02b53-afb0-4b50-abc8-c0bfba5d2143 req-56286c66-ef83-46e2-a0ca-2f61d8b20d4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=484ccdad-42af-464f-8697-a7a45c83c729 HTTP/1.1" status: 200 len: 835 time: 0.0587618 Oct 05 09:33:07.090445 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e02b53-afb0-4b50-abc8-c0bfba5d2143 req-671c1f23-a710-4ff6-8261-8b47552b7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:07.091894 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a4e02b53-afb0-4b50-abc8-c0bfba5d2143 req-671c1f23-a710-4ff6-8261-8b47552b7773 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e7ac2f-e143-4093-9457-92dc79c54e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843837 Oct 05 09:33:07.223983 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a4e02b53-afb0-4b50-abc8-c0bfba5d2143 req-3475dc0d-24ce-409b-9464-5f7f3292cb26 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257465 Oct 05 09:33:07.356376 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a4e02b53-afb0-4b50-abc8-c0bfba5d2143 req-44af3550-acf7-49c3-bab9-b2e678c837d4 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270318 Oct 05 09:33:09.219689 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:09.937498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38180) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:09.943942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:10.062211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:10.377177 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:10.402442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:10.406906 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:10.444382 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:10.444985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:10.446377 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/ports/3d93d5b9-851e-4d1b-a0b0-76af2d01fcec HTTP/1.1" status: 200 len: 938 time: 0.5078218 Oct 05 09:33:10.446917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:33:10.449163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6621ec37-317a-4a0c-990d-3c8cbaaf57a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:33:10.449632 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38184) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:10.493134 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e1d208-e7a6-4bc6-a980-ebcd914dab6d x-openstack-request-id: req-83e1d208-e7a6-4bc6-a980-ebcd914dab6d {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:33:10.493441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:33:10.493692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83e1d208-e7a6-4bc6-a980-ebcd914dab6d {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:33:10.494111 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e1d208-e7a6-4bc6-a980-ebcd914dab6d'] response: {'name': 'network-changed', 'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'status': 'completed', 'code': 200} Oct 05 09:33:10.497801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,revision_number=7']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:10.505169 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:10.506399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:10.507153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:10.507153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:10.507471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:10.507714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:10.508038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:10.508439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:10.508765 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:10.509084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:10.509405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:10.509722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2fe87-48fc-461b-b1cf-94df94aab662 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:10.554616 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-279d8943-6b64-4489-b387-0152ea62f01b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/9838352b-1d68-479e-9a2c-aecae608ffb2 HTTP/1.1" status: 200 len: 994 time: 0.1038163 Oct 05 09:33:10.596026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621ec37-317a-4a0c-990d-3c8cbaaf57a2 req-c7f81f7a-650f-4853-972e-ec711bee3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:10.597494 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6621ec37-317a-4a0c-990d-3c8cbaaf57a2 req-c7f81f7a-650f-4853-972e-ec711bee3629 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 1099 time: 0.0835738 Oct 05 09:33:10.647571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['3d93d5b9-851e-4d1b-a0b0-76af2d01fcec'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:33:10.732729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621ec37-317a-4a0c-990d-3c8cbaaf57a2 req-876da7a9-c086-4a56-a4a0-aa48d4266393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:10.734199 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6621ec37-317a-4a0c-990d-3c8cbaaf57a2 req-876da7a9-c086-4a56-a4a0-aa48d4266393 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 200 len: 897 time: 0.1297667 Oct 05 09:33:10.839623 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6621ec37-317a-4a0c-990d-3c8cbaaf57a2 req-c843c311-66ef-4ff0-8603-446c5b985e84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec HTTP/1.1" status: 200 len: 1002 time: 0.0978093 Oct 05 09:33:10.902416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621ec37-317a-4a0c-990d-3c8cbaaf57a2 req-87c18f47-88c2-4fb1-ad73-f75b3bf8a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:10.903790 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6621ec37-317a-4a0c-990d-3c8cbaaf57a2 req-87c18f47-88c2-4fb1-ad73-f75b3bf8a605 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=484ccdad-42af-464f-8697-a7a45c83c729 HTTP/1.1" status: 200 len: 835 time: 0.0586629 Oct 05 09:33:10.992223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621ec37-317a-4a0c-990d-3c8cbaaf57a2 req-51bb5775-892c-4db4-a979-be03a1879925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:10.993675 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6621ec37-317a-4a0c-990d-3c8cbaaf57a2 req-51bb5775-892c-4db4-a979-be03a1879925 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e7ac2f-e143-4093-9457-92dc79c54e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844593 Oct 05 09:33:11.131113 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6621ec37-317a-4a0c-990d-3c8cbaaf57a2 req-1f9376da-0a18-4e04-b154-41b3c377c04f service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302276 Oct 05 09:33:11.261010 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6621ec37-317a-4a0c-990d-3c8cbaaf57a2 req-beeda4ab-a8ca-44de-8556-d61e6d8fe4f4 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241870 Oct 05 09:33:13.128402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38196) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:13.329614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-94e58629-4484-4f72-8035-823172f40869 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port b9a10ef3-e71c-4820-8361-9598943f77b0 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:13.329863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-94e58629-4484-4f72-8035-823172f40869 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.602255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-94e58629-4484-4f72-8035-823172f40869 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.602583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-94e58629-4484-4f72-8035-823172f40869 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.722817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-94e58629-4484-4f72-8035-823172f40869 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for b9a10ef3-e71c-4820-8361-9598943f77b0 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:13.877863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-94e58629-4484-4f72-8035-823172f40869 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:13.923049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e58629-4484-4f72-8035-823172f40869 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=b9a10ef3-e71c-4820-8361-9598943f77b0,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:14.020576 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-94e58629-4484-4f72-8035-823172f40869 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.020946 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-94e58629-4484-4f72-8035-823172f40869 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 50c6392c-2ef3-43df-a0d1-a43d70e577c8 disassociated (deleted). External IP: 172.26.0.207, port: 9fe0df7f-797b-4800-9904-eb52ad98602a. Oct 05 09:33:14.365107 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e58629-4484-4f72-8035-823172f40869 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 1de5c06a-90de-45eb-9236-4564fc4b5e7d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:33:14.553216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e58629-4484-4f72-8035-823172f40869 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:14.562570 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d166d9b-17b3-4eaa-b242-e60cd456e57c None None] Sync routers for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:14.569780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-94e58629-4484-4f72-8035-823172f40869 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:14.572947 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d166d9b-17b3-4eaa-b242-e60cd456e57c None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:14.573684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0d166d9b-17b3-4eaa-b242-e60cd456e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:33:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:14.623812 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-94e58629-4484-4f72-8035-823172f40869 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/floatingips/50c6392c-2ef3-43df-a0d1-a43d70e577c8 HTTP/1.1" status: 204 len: 168 time: 1.4939747 Oct 05 09:33:14.624230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'tag': '9fe0df7f-797b-4800-9904-eb52ad98602a'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:33:14.626541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332e8b48-194b-4f90-a6f8-20a654b4c368" -d '{"events": [{"name": "network-changed", "server_uuid": "a93f3633-0ab9-4821-b83b-29c3690b23d6", "tag": "9fe0df7f-797b-4800-9904-eb52ad98602a"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:33:14.671338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f32a40a-8bac-44d7-876c-2017341f4255 x-openstack-request-id: req-6f32a40a-8bac-44d7-876c-2017341f4255 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:33:14.671630 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93f3633-0ab9-4821-b83b-29c3690b23d6", "tag": "9fe0df7f-797b-4800-9904-eb52ad98602a", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:33:14.671885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f32a40a-8bac-44d7-876c-2017341f4255 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:33:14.672292 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f32a40a-8bac-44d7-876c-2017341f4255'] response: {'name': 'network-changed', 'server_uuid': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'tag': '9fe0df7f-797b-4800-9904-eb52ad98602a', 'status': 'completed', 'code': 200} Oct 05 09:33:14.761252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-0d166d9b-17b3-4eaa-b242-e60cd456e57c None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:14.783767 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e8b48-194b-4f90-a6f8-20a654b4c368 req-4481f60e-8082-4c7b-b344-8309acbdd614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:14.784979 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-332e8b48-194b-4f90-a6f8-20a654b4c368 req-4481f60e-8082-4c7b-b344-8309acbdd614 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 1098 time: 0.0907545 Oct 05 09:33:14.945582 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e8b48-194b-4f90-a6f8-20a654b4c368 req-340a0613-85c4-49e3-87c6-54879478261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:14.947064 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-332e8b48-194b-4f90-a6f8-20a654b4c368 req-340a0613-85c4-49e3-87c6-54879478261b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 200 len: 897 time: 0.1562402 Oct 05 09:33:15.019046 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-332e8b48-194b-4f90-a6f8-20a654b4c368 req-8e6013fd-9aeb-44cb-b048-e97c7775144d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe0df7f-797b-4800-9904-eb52ad98602a HTTP/1.1" status: 200 len: 217 time: 0.0652518 Oct 05 09:33:15.026769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a631167-5ad8-4293-a334-d43ac136e3c8 req-6c6dd1c7-28b0-477f-9bf1-0f92d76fb880 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:15.027465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-5a631167-5ad8-4293-a334-d43ac136e3c8 req-6c6dd1c7-28b0-477f-9bf1-0f92d76fb880 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:15.043572 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-5a631167-5ad8-4293-a334-d43ac136e3c8 req-6c6dd1c7-28b0-477f-9bf1-0f92d76fb880 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:15.044876 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5a631167-5ad8-4293-a334-d43ac136e3c8 req-6c6dd1c7-28b0-477f-9bf1-0f92d76fb880 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 945 time: 0.1121485 Oct 05 09:33:15.092316 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5a631167-5ad8-4293-a334-d43ac136e3c8 req-34c12a7a-c4f2-4182-8cb9-fe0e7098bfbb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=4e64d66b-2b67-4c2c-8e76-28a5c68e77de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416379 Oct 05 09:33:15.092817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e8b48-194b-4f90-a6f8-20a654b4c368 req-05a2f447-3f68-4226-b2f6-3fe38a8e2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:15.094328 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-332e8b48-194b-4f90-a6f8-20a654b4c368 req-05a2f447-3f68-4226-b2f6-3fe38a8e2580 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=484ccdad-42af-464f-8697-a7a45c83c729 HTTP/1.1" status: 200 len: 835 time: 0.0690114 Oct 05 09:33:15.140624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0d166d9b-17b3-4eaa-b242-e60cd456e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '9838352b-1d68-479e-9a2c-aecae608ffb2', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.138', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'port_id': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'mac_address': 'fa:16:3e:2b:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:32:13Z', 'updated_at': '2022-10-05T09:32:15Z', 'revision_number': 1, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:32:00Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:15.144866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d166d9b-17b3-4eaa-b242-e60cd456e57c None None] Checking router: 1de5c06a-90de-45eb-9236-4564fc4b5e7d for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:33:15.154445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d166d9b-17b3-4eaa-b242-e60cd456e57c None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:15.155055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0d166d9b-17b3-4eaa-b242-e60cd456e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:33:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:15.185569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e8b48-194b-4f90-a6f8-20a654b4c368 req-68342f96-4e2e-4b9f-b867-e39cbc5b14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:15.187012 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-332e8b48-194b-4f90-a6f8-20a654b4c368 req-68342f96-4e2e-4b9f-b867-e39cbc5b14c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e7ac2f-e143-4093-9457-92dc79c54e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858862 Oct 05 09:33:15.322151 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-332e8b48-194b-4f90-a6f8-20a654b4c368 req-f847db22-a253-493c-9fdd-5b2f86ed7365 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276670 Oct 05 09:33:15.337594 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-0d166d9b-17b3-4eaa-b242-e60cd456e57c None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:15.578038 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-332e8b48-194b-4f90-a6f8-20a654b4c368 req-4ba50ae7-96c5-40fc-96d5-0cf77aeeb70d service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495739 Oct 05 09:33:15.740114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0d166d9b-17b3-4eaa-b242-e60cd456e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '9838352b-1d68-479e-9a2c-aecae608ffb2', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.138', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'port_id': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'mac_address': 'fa:16:3e:2b:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:32:13Z', 'updated_at': '2022-10-05T09:32:15Z', 'revision_number': 1, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:32:00Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:15.744135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d166d9b-17b3-4eaa-b242-e60cd456e57c None None] The sync data for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv is: [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '9838352b-1d68-479e-9a2c-aecae608ffb2', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.138', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'port_id': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'mac_address': 'fa:16:3e:2b:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:32:13Z', 'updated_at': '2022-10-05T09:32:15Z', 'revision_number': 1, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:32:00Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:15.953058 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0ad59f-8dc3-41a7-bbb0-2a662cd393c5 None None] New status for floating IP 50c6392c-2ef3-43df-a0d1-a43d70e577c8: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:33:16.254720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998b468-5049-4bb1-825b-5e19bf6d7ac6 req-5ea5177c-4904-4877-b635-05ce2a8a292a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:16.256178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-2998b468-5049-4bb1-825b-5e19bf6d7ac6 req-5ea5177c-4904-4877-b635-05ce2a8a292a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:16.268251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-2998b468-5049-4bb1-825b-5e19bf6d7ac6 req-5ea5177c-4904-4877-b635-05ce2a8a292a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:16.269355 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2998b468-5049-4bb1-825b-5e19bf6d7ac6 req-5ea5177c-4904-4877-b635-05ce2a8a292a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 945 time: 0.1025357 Oct 05 09:33:16.298528 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52a60f-a3d8-450e-87b2-caa415cf3ad9 req-adbcddce-9847-47f8-a9e6-f32a70fc8d87 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:16.300034 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ad52a60f-a3d8-450e-87b2-caa415cf3ad9 req-adbcddce-9847-47f8-a9e6-f32a70fc8d87 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 945 time: 0.0876613 Oct 05 09:33:16.344309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-2998b468-5049-4bb1-825b-5e19bf6d7ac6 req-27a32151-a27b-4e92-825b-eb098fbdebd2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 9fe0df7f-797b-4800-9904-eb52ad98602a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:16.344659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-2998b468-5049-4bb1-825b-5e19bf6d7ac6 req-27a32151-a27b-4e92-825b-eb098fbdebd2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.456296 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ad52a60f-a3d8-450e-87b2-caa415cf3ad9 req-493215c3-a0ef-42b8-a675-c361a59dcaa3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=4e64d66b-2b67-4c2c-8e76-28a5c68e77de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500661 Oct 05 09:33:16.602840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-2998b468-5049-4bb1-825b-5e19bf6d7ac6 req-27a32151-a27b-4e92-825b-eb098fbdebd2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 9fe0df7f-797b-4800-9904-eb52ad98602a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9fe0df7f-797b-4800-9904-eb52ad98602a,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:16.603241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-2998b468-5049-4bb1-825b-5e19bf6d7ac6 req-27a32151-a27b-4e92-825b-eb098fbdebd2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.728939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-2998b468-5049-4bb1-825b-5e19bf6d7ac6 req-27a32151-a27b-4e92-825b-eb098fbdebd2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 9fe0df7f-797b-4800-9904-eb52ad98602a owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:16.891817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-2998b468-5049-4bb1-825b-5e19bf6d7ac6 req-27a32151-a27b-4e92-825b-eb098fbdebd2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:16.942164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a32151-a27b-4e92-825b-eb098fbdebd2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=9fe0df7f-797b-4800-9904-eb52ad98602a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:17.032891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-2998b468-5049-4bb1-825b-5e19bf6d7ac6 req-27a32151-a27b-4e92-825b-eb098fbdebd2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] No DVR routers for this DVR port 9fe0df7f-797b-4800-9904-eb52ad98602a on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:17.035190 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-2998b468-5049-4bb1-825b-5e19bf6d7ac6 req-27a32151-a27b-4e92-825b-eb098fbdebd2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:17.038419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'name': 'network-vif-deleted', 'tag': '9fe0df7f-797b-4800-9904-eb52ad98602a'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:33:17.040672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71894ced-555a-4bbd-84c3-7a9043d99888" -d '{"events": [{"server_uuid": "a93f3633-0ab9-4821-b83b-29c3690b23d6", "name": "network-vif-deleted", "tag": "9fe0df7f-797b-4800-9904-eb52ad98602a"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:33:17.055470 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2998b468-5049-4bb1-825b-5e19bf6d7ac6 req-27a32151-a27b-4e92-825b-eb098fbdebd2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "DELETE /v2.0/ports/9fe0df7f-797b-4800-9904-eb52ad98602a HTTP/1.1" status: 204 len: 173 time: 0.7808368 Oct 05 09:33:17.103672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc04c82-6411-4b36-b28e-f7504b2c73af x-openstack-request-id: req-9fc04c82-6411-4b36-b28e-f7504b2c73af {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:33:17.103953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93f3633-0ab9-4821-b83b-29c3690b23d6", "name": "network-vif-deleted", "tag": "9fe0df7f-797b-4800-9904-eb52ad98602a", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:33:17.104199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fc04c82-6411-4b36-b28e-f7504b2c73af {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:33:17.104616 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc04c82-6411-4b36-b28e-f7504b2c73af'] response: {'server_uuid': 'a93f3633-0ab9-4821-b83b-29c3690b23d6', 'name': 'network-vif-deleted', 'tag': '9fe0df7f-797b-4800-9904-eb52ad98602a', 'status': 'completed', 'code': 200} Oct 05 09:33:17.636919 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bf0dd5cd-eda2-4af0-b525-2f2082505d1e req-1cde135f-00f4-43d4-a826-bd38ce079923 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93f3633-0ab9-4821-b83b-29c3690b23d6 HTTP/1.1" status: 200 len: 210 time: 0.0512705 Oct 05 09:33:18.740177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38214) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:18.843001 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-85b5733d-ef14-489a-80a1-6e4a58f0fd41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:18.883633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-85b5733d-ef14-489a-80a1-6e4a58f0fd41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:18.966100 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-85b5733d-ef14-489a-80a1-6e4a58f0fd41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:18.995950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5733d-ef14-489a-80a1-6e4a58f0fd41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e64d66b-2b67-4c2c-8e76-28a5c68e77de,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:18.999955 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-85b5733d-ef14-489a-80a1-6e4a58f0fd41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.001605 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-85b5733d-ef14-489a-80a1-6e4a58f0fd41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/security-groups/4e64d66b-2b67-4c2c-8e76-28a5c68e77de HTTP/1.1" status: 204 len: 168 time: 0.2603672 Oct 05 09:33:19.044671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38220) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:19.286018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee3af4-ff7d-436f-a9ed-7b3811fa04e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 22fdc038-c5b4-47cb-bb72-a2834473152d {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:19.286282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d9ee3af4-ff7d-436f-a9ed-7b3811fa04e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.474523 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d9ee3af4-ff7d-436f-a9ed-7b3811fa04e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.474861 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d9ee3af4-ff7d-436f-a9ed-7b3811fa04e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.640423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee3af4-ff7d-436f-a9ed-7b3811fa04e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 22fdc038-c5b4-47cb-bb72-a2834473152d owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:19.815658 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d9ee3af4-ff7d-436f-a9ed-7b3811fa04e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.875966 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee3af4-ff7d-436f-a9ed-7b3811fa04e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=22fdc038-c5b4-47cb-bb72-a2834473152d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:19.972879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d9ee3af4-ff7d-436f-a9ed-7b3811fa04e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:19.973369 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-d9ee3af4-ff7d-436f-a9ed-7b3811fa04e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 9838352b-1d68-479e-9a2c-aecae608ffb2 disassociated (deleted). External IP: 172.26.0.138, port: 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec. Oct 05 09:33:20.336325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ee3af4-ff7d-436f-a9ed-7b3811fa04e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 1de5c06a-90de-45eb-9236-4564fc4b5e7d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:33:20.622684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ee3af4-ff7d-436f-a9ed-7b3811fa04e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:20.633882 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18f720-6cbd-4667-b1c0-55c2e195c21d None None] Sync routers for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:20.639613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d9ee3af4-ff7d-436f-a9ed-7b3811fa04e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:20.643041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18f720-6cbd-4667-b1c0-55c2e195c21d None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:20.643649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-bf18f720-6cbd-4667-b1c0-55c2e195c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:33:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:20.696017 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d9ee3af4-ff7d-436f-a9ed-7b3811fa04e3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/floatingips/9838352b-1d68-479e-9a2c-aecae608ffb2 HTTP/1.1" status: 204 len: 168 time: 1.6502359 Oct 05 09:33:20.696591 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:33:20.698881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62c379a-8ebd-4d34-9de1-5f7f1ae4c114" -d '{"events": [{"name": "network-changed", "server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:33:20.748637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca7aac0-2c67-4df0-ac74-e46b7b81e369 x-openstack-request-id: req-eca7aac0-2c67-4df0-ac74-e46b7b81e369 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:33:20.748927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:33:20.749177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eca7aac0-2c67-4df0-ac74-e46b7b81e369 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:33:20.749577 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca7aac0-2c67-4df0-ac74-e46b7b81e369'] response: {'name': 'network-changed', 'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'status': 'completed', 'code': 200} Oct 05 09:33:20.829049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-bf18f720-6cbd-4667-b1c0-55c2e195c21d None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:20.851847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c379a-8ebd-4d34-9de1-5f7f1ae4c114 req-8838a391-64f9-4283-b4fb-013f52ef917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:20.853609 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d62c379a-8ebd-4d34-9de1-5f7f1ae4c114 req-8838a391-64f9-4283-b4fb-013f52ef917f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 1099 time: 0.0833521 Oct 05 09:33:21.010817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c379a-8ebd-4d34-9de1-5f7f1ae4c114 req-c2dc555d-1592-48c1-b2df-be2bc452187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:21.012295 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d62c379a-8ebd-4d34-9de1-5f7f1ae4c114 req-c2dc555d-1592-48c1-b2df-be2bc452187a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 200 len: 897 time: 0.1525745 Oct 05 09:33:21.086483 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d62c379a-8ebd-4d34-9de1-5f7f1ae4c114 req-7f5d782b-f323-4177-a53d-aa8ecd8342f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec HTTP/1.1" status: 200 len: 217 time: 0.0662453 Oct 05 09:33:21.100554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06c28e-a435-4846-a832-e4f52f085baf req-b2d3d138-fa09-42e4-9b15-1570aeb826e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:21.101886 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7e06c28e-a435-4846-a832-e4f52f085baf req-b2d3d138-fa09-42e4-9b15-1570aeb826e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:21.118591 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7e06c28e-a435-4846-a832-e4f52f085baf req-b2d3d138-fa09-42e4-9b15-1570aeb826e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:21.119962 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7e06c28e-a435-4846-a832-e4f52f085baf req-b2d3d138-fa09-42e4-9b15-1570aeb826e2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 946 time: 0.1127195 Oct 05 09:33:21.158623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c379a-8ebd-4d34-9de1-5f7f1ae4c114 req-700d5a78-2740-4b97-bfd1-133e113979d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:21.159832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-bf18f720-6cbd-4667-b1c0-55c2e195c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:32:00Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:21.160038 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d62c379a-8ebd-4d34-9de1-5f7f1ae4c114 req-700d5a78-2740-4b97-bfd1-133e113979d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=484ccdad-42af-464f-8697-a7a45c83c729 HTTP/1.1" status: 200 len: 835 time: 0.0677161 Oct 05 09:33:21.164726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18f720-6cbd-4667-b1c0-55c2e195c21d None None] Checking router: 1de5c06a-90de-45eb-9236-4564fc4b5e7d for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:33:21.173719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18f720-6cbd-4667-b1c0-55c2e195c21d None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:21.174369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-bf18f720-6cbd-4667-b1c0-55c2e195c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:33:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:21.175952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7e06c28e-a435-4846-a832-e4f52f085baf req-d4666626-513f-4d65-ab52-8de3d4803971 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:21.198673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7e06c28e-a435-4846-a832-e4f52f085baf req-d4666626-513f-4d65-ab52-8de3d4803971 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:21.200537 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7e06c28e-a435-4846-a832-e4f52f085baf req-d4666626-513f-4d65-ab52-8de3d4803971 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708025 Oct 05 09:33:21.252221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c379a-8ebd-4d34-9de1-5f7f1ae4c114 req-c7cd2c54-091d-40f5-bec6-b13837a1fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:21.253709 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d62c379a-8ebd-4d34-9de1-5f7f1ae4c114 req-c7cd2c54-091d-40f5-bec6-b13837a1fd60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e7ac2f-e143-4093-9457-92dc79c54e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850596 Oct 05 09:33:21.357413 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-bf18f720-6cbd-4667-b1c0-55c2e195c21d None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:21.386757 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d62c379a-8ebd-4d34-9de1-5f7f1ae4c114 req-ecda5ea0-b181-4204-8abf-6c19be4e9fa8 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255105 Oct 05 09:33:21.478974 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 9fe0df7f-797b-4800-9904-eb52ad98602a no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:21.537015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 9fe0df7f-797b-4800-9904-eb52ad98602a {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:21.537310 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 9fe0df7f-797b-4800-9904-eb52ad98602a not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:21.633470 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d62c379a-8ebd-4d34-9de1-5f7f1ae4c114 req-d8b9321a-d2ad-49f9-9980-13bd4098faea service neutron] 10.222.0.45 "GET /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385638 Oct 05 09:33:21.707387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-bf18f720-6cbd-4667-b1c0-55c2e195c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:32:00Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:21.711593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18f720-6cbd-4667-b1c0-55c2e195c21d None None] The sync data for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv is: [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd983a7f8-6bc7-4253-8a5c-e7c7387c95c7', 'name': '', 'network_id': 'e5e7ac2f-e143-4093-9457-92dc79c54e6c', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:ba:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '484ccdad-42af-464f-8697-a7a45c83c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:55Z', 'updated_at': '2022-10-05T09:32:00Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '484ccdad-42af-464f-8697-a7a45c83c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:21.933298 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d74aa-48b4-47c7-8ff2-faad2820a55a None None] New status for floating IP 9838352b-1d68-479e-9a2c-aecae608ffb2: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:33:22.406431 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228d98e-f280-40c2-8598-2f556993202a req-120cfaa8-24de-4a7c-9f93-e4bf53ff3d33 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:22.407911 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7228d98e-f280-40c2-8598-2f556993202a req-120cfaa8-24de-4a7c-9f93-e4bf53ff3d33 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 946 time: 0.0879188 Oct 05 09:33:22.453875 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7228d98e-f280-40c2-8598-2f556993202a req-6539a691-5e68-4fe7-979a-8ac5170c8e76 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395808 Oct 05 09:33:22.465935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18176837-c147-466e-8078-fa3c292e02a5 req-469da50c-d7d5-44ee-88f6-9ea1427c188d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:22.466735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-18176837-c147-466e-8078-fa3c292e02a5 req-469da50c-d7d5-44ee-88f6-9ea1427c188d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:22.479517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-18176837-c147-466e-8078-fa3c292e02a5 req-469da50c-d7d5-44ee-88f6-9ea1427c188d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:22.480605 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18176837-c147-466e-8078-fa3c292e02a5 req-469da50c-d7d5-44ee-88f6-9ea1427c188d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 946 time: 0.1001143 Oct 05 09:33:22.551527 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-18176837-c147-466e-8078-fa3c292e02a5 req-de4992ce-0d99-4682-b104-a95d897fcce4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:22.552404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-18176837-c147-466e-8078-fa3c292e02a5 req-de4992ce-0d99-4682-b104-a95d897fcce4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:22.793648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-18176837-c147-466e-8078-fa3c292e02a5 req-de4992ce-0d99-4682-b104-a95d897fcce4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:22.793927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-18176837-c147-466e-8078-fa3c292e02a5 req-de4992ce-0d99-4682-b104-a95d897fcce4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:22.920157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-18176837-c147-466e-8078-fa3c292e02a5 req-de4992ce-0d99-4682-b104-a95d897fcce4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:23.067993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-18176837-c147-466e-8078-fa3c292e02a5 req-de4992ce-0d99-4682-b104-a95d897fcce4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.116944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4992ce-0d99-4682-b104-a95d897fcce4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=3d93d5b9-851e-4d1b-a0b0-76af2d01fcec,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:23.206293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-18176837-c147-466e-8078-fa3c292e02a5 req-de4992ce-0d99-4682-b104-a95d897fcce4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] No DVR routers for this DVR port 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:23.209095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-18176837-c147-466e-8078-fa3c292e02a5 req-de4992ce-0d99-4682-b104-a95d897fcce4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:23.212756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'name': 'network-vif-deleted', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:33:23.215813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e053708-3747-4cf1-86e1-60de12de1820" -d '{"events": [{"server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "name": "network-vif-deleted", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:33:23.230806 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18176837-c147-466e-8078-fa3c292e02a5 req-de4992ce-0d99-4682-b104-a95d897fcce4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "DELETE /v2.0/ports/3d93d5b9-851e-4d1b-a0b0-76af2d01fcec HTTP/1.1" status: 204 len: 173 time: 0.7453249 Oct 05 09:33:23.261279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d34a05b-f0c0-4d7a-a880-12878da6425f x-openstack-request-id: req-1d34a05b-f0c0-4d7a-a880-12878da6425f {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:33:23.261644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6664d85-0245-4ccf-8cb4-66ef16f2e9ae", "name": "network-vif-deleted", "tag": "3d93d5b9-851e-4d1b-a0b0-76af2d01fcec", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:33:23.261894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d34a05b-f0c0-4d7a-a880-12878da6425f {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:33:23.262344 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d34a05b-f0c0-4d7a-a880-12878da6425f'] response: {'server_uuid': 'b6664d85-0245-4ccf-8cb4-66ef16f2e9ae', 'name': 'network-vif-deleted', 'tag': '3d93d5b9-851e-4d1b-a0b0-76af2d01fcec', 'status': 'completed', 'code': 200} Oct 05 09:33:23.643695 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-51acfa8c-e5dd-4e7d-8780-b2df804716c5 req-1f5d6dba-93bf-466a-bfa0-8e7ea596226d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6664d85-0245-4ccf-8cb4-66ef16f2e9ae HTTP/1.1" status: 200 len: 210 time: 0.0540478 Oct 05 09:33:24.743810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38238) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:24.811558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5bcedeec-7449-49d9-9ee1-685833272d9f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.842137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5bcedeec-7449-49d9-9ee1-685833272d9f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.906636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5bcedeec-7449-49d9-9ee1-685833272d9f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.925503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcedeec-7449-49d9-9ee1-685833272d9f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:24.935708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5bcedeec-7449-49d9-9ee1-685833272d9f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:24.936855 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5bcedeec-7449-49d9-9ee1-685833272d9f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/security-groups/fdc9b52e-8eac-4aa5-ba1d-eeb948dc3a03 HTTP/1.1" status: 204 len: 168 time: 0.1920600 Oct 05 09:33:24.967773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38244) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:25.515115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a559b1dc-4cfb-424b-a6ee-35371e0966f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:25.962729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a559b1dc-4cfb-424b-a6ee-35371e0966f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:25.963063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a559b1dc-4cfb-424b-a6ee-35371e0966f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.146120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a559b1dc-4cfb-424b-a6ee-35371e0966f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port d983a7f8-6bc7-4253-8a5c-e7c7387c95c7, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d983a7f8-6bc7-4253-8a5c-e7c7387c95c7,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:26.146796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a559b1dc-4cfb-424b-a6ee-35371e0966f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.265341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a559b1dc-4cfb-424b-a6ee-35371e0966f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:26.449198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a559b1dc-4cfb-424b-a6ee-35371e0966f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:26.499084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559b1dc-4cfb-424b-a6ee-35371e0966f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=d983a7f8-6bc7-4253-8a5c-e7c7387c95c7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:26.780136 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a559b1dc-4cfb-424b-a6ee-35371e0966f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.259845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a559b1dc-4cfb-424b-a6ee-35371e0966f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 1de5c06a-90de-45eb-9236-4564fc4b5e7d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:33:27.436514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a559b1dc-4cfb-424b-a6ee-35371e0966f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:27.446469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffea89b-671c-4e13-a621-8dbba2a9f781 None None] Sync routers for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:27.450148 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a559b1dc-4cfb-424b-a6ee-35371e0966f3 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/1de5c06a-90de-45eb-9236-4564fc4b5e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4811809 Oct 05 09:33:27.452772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38248) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:27.455474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffea89b-671c-4e13-a621-8dbba2a9f781 None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:27.456077 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-cffea89b-671c-4e13-a621-8dbba2a9f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:33:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:27.524218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb46692d-3330-41a1-a3d9-e894a9fc0071 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting subnet 484ccdad-42af-464f-8697-a7a45c83c729 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:33:27.528852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb46692d-3330-41a1-a3d9-e894a9fc0071 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.571770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:27.593939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb46692d-3330-41a1-a3d9-e894a9fc0071 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.614004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:27.615239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 3d93d5b9-851e-4d1b-a0b0-76af2d01fcec not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:27.678419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb46692d-3330-41a1-a3d9-e894a9fc0071 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.729874 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-cffea89b-671c-4e13-a621-8dbba2a9f781 None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:27.750746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb46692d-3330-41a1-a3d9-e894a9fc0071 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.793564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46692d-3330-41a1-a3d9-e894a9fc0071 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Subnet': ['ID=484ccdad-42af-464f-8697-a7a45c83c729,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:27.798862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb46692d-3330-41a1-a3d9-e894a9fc0071 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:27.805382 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cb46692d-3330-41a1-a3d9-e894a9fc0071 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/subnets/484ccdad-42af-464f-8697-a7a45c83c729 HTTP/1.1" status: 204 len: 168 time: 0.3516693 Oct 05 09:33:27.808272 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38252) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:27.916976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3198af-ac6c-4f53-87ca-532cc281442f None None] Network e5e7ac2f-e143-4093-9457-92dc79c54e6c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:27.992226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.168278 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.178010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 899a76a4-160f-4ac9-9db3-20384c9f6530 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:28.178355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.211028 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-cffea89b-671c-4e13-a621-8dbba2a9f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:33:26Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': '899a76a4-160f-4ac9-9db3-20384c9f6530', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:28.214999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffea89b-671c-4e13-a621-8dbba2a9f781 None None] Checking router: 1de5c06a-90de-45eb-9236-4564fc4b5e7d for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:33:28.223932 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffea89b-671c-4e13-a621-8dbba2a9f781 None None] Routers {'1de5c06a-90de-45eb-9236-4564fc4b5e7d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:28.224553 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-cffea89b-671c-4e13-a621-8dbba2a9f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:33:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:28.283821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] DHCP port deletion for e5e7ac2f-e143-4093-9457-92dc79c54e6c request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:33:28.345974 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Deleting port 96fa2894-aa8d-4293-9316-7d952b451623 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:28.346354 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.360020 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 899a76a4-160f-4ac9-9db3-20384c9f6530, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=899a76a4-160f-4ac9-9db3-20384c9f6530,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:28.360378 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.454207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-cffea89b-671c-4e13-a621-8dbba2a9f781 None None] Set router 1de5c06a-90de-45eb-9236-4564fc4b5e7d gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:28.485594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 899a76a4-160f-4ac9-9db3-20384c9f6530 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:28.564736 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 96fa2894-aa8d-4293-9316-7d952b451623 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:28.606362 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-cffea89b-671c-4e13-a621-8dbba2a9f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:33:28Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:28.631711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffea89b-671c-4e13-a621-8dbba2a9f781 None None] The sync data for ids ['1de5c06a-90de-45eb-9236-4564fc4b5e7d'] in dv-neutron-860328-1-hyperv is: [{'id': '1de5c06a-90de-45eb-9236-4564fc4b5e7d', 'name': 'tempest-TestNetworkBasicOps-router-208633880', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:31:51Z', 'updated_at': '2022-10-05T09:33:28Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:28.831254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] For port 96fa2894-aa8d-4293-9316-7d952b451623, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=96fa2894-aa8d-4293-9316-7d952b451623,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:28.831565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.907601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:28.956064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=899a76a4-160f-4ac9-9db3-20384c9f6530,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:28.969765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Calling delete_port for 96fa2894-aa8d-4293-9316-7d952b451623 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:29.003248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 96fa2894-aa8d-4293-9316-7d952b451623 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:29.003637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.064867 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.069717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 96fa2894-aa8d-4293-9316-7d952b451623, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=96fa2894-aa8d-4293-9316-7d952b451623,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:29.075771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.119278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:33:29.119630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:33:29.144253 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=96fa2894-aa8d-4293-9316-7d952b451623,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:29.152209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:29.152554 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:29.152891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:29.153222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:29.153544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:29.153865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:29.154210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:29.154530 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:29.154849 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:29.155164 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:29.155478 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:29.155791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:29.253912 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.258011 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.281907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.282473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Fanout notify agent at l3_agent the message router_deleted on router 1de5c06a-90de-45eb-9236-4564fc4b5e7d {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:33:29.297195 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.298299 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-369a5dab-a58e-4d21-89e3-bbce05d518f7 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/routers/1de5c06a-90de-45eb-9236-4564fc4b5e7d HTTP/1.1" status: 204 len: 168 time: 1.4890347 Oct 05 09:33:29.300993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38256) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:29.416146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.427934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 96fa2894-aa8d-4293-9316-7d952b451623 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:29.428318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.621087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Deleting port 96fa2894-aa8d-4293-9316-7d952b451623 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:29.621566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.637823 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port 96fa2894-aa8d-4293-9316-7d952b451623, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=96fa2894-aa8d-4293-9316-7d952b451623,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:29.638275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.769231 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 96fa2894-aa8d-4293-9316-7d952b451623 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:29.838547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] For port 96fa2894-aa8d-4293-9316-7d952b451623, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=96fa2894-aa8d-4293-9316-7d952b451623,segment=NetworkSegment(a37ea290-a4ff-4fd9-bb50-d482650b4eba),segment_id=a37ea290-a4ff-4fd9-bb50-d482650b4eba)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:29.839115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.844348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:29.893071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=96fa2894-aa8d-4293-9316-7d952b451623,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:29.894829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] No DVR routers for this DVR port 96fa2894-aa8d-4293-9316-7d952b451623 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:33:29.968725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Calling delete_port for 96fa2894-aa8d-4293-9316-7d952b451623 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:33:30.025425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.042821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:33:30.043178 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:33:30.147248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e7ac2f-e143-4093-9457-92dc79c54e6c']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:30.158854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37ea290-a4ff-4fd9-bb50-d482650b4eba') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:30.159149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37ea290-a4ff-4fd9-bb50-d482650b4eba') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:30.170722 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.186217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.192274 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:33:30.192770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.279413 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment a37ea290-a4ff-4fd9-bb50-d482650b4eba resource provider aggregate not found Oct 05 09:33:30.295041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.312690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.315835 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment a37ea290-a4ff-4fd9-bb50-d482650b4eba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a37ea290-a4ff-4fd9-bb50-d482650b4eba found for delete ", "request_id": "req-ed521d3c-2ac5-4c35-984c-8acbc7173eaa"}]} Oct 05 09:33:30.326105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Network': ['ID=e5e7ac2f-e143-4093-9457-92dc79c54e6c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:30.340969 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-896d4040-63a8-4d06-811d-42b342bc2472 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/networks/e5e7ac2f-e143-4093-9457-92dc79c54e6c HTTP/1.1" status: 204 len: 168 time: 1.0384576 Oct 05 09:33:30.366324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38268) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:30.371916 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'network': {'name': 'tempest-network-smoke--805243763', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'port_security_enabled': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:30.377042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:30.381892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:network and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:30.384788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:30.390649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:30.397469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Deleting port 96fa2894-aa8d-4293-9316-7d952b451623 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:33:30.397916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.402137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:30.405804 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.435168 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:33:30.446003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.446447 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Added segment b926db93-40a8-4008-9407-69e344f0e2dd of type vlan for network c8332a03-be45-4071-9e1d-77d90e92c307 Oct 05 09:33:30.469472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-56de47ee-c97c-4d45-b29a-8ccbdf0f1e5d None None] The port '96fa2894-aa8d-4293-9316-7d952b451623' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:33:30.471758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 899a76a4-160f-4ac9-9db3-20384c9f6530 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:30.477263 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.506828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 899a76a4-160f-4ac9-9db3-20384c9f6530 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:30.507175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 899a76a4-160f-4ac9-9db3-20384c9f6530 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:30.507586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:33:30.513304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.519024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:30.519599 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.544225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:33:30.544570 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d983a7f8-6bc7-4253-8a5c-e7c7387c95c7 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:33:30.636813 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2694201 Oct 05 09:33:30.639664 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38272) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:30.645013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'admin_state_up': True, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:30.651658 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd024f-7a29-4fa7-b465-1d73b2ef17fe tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Network': ['ID=c8332a03-be45-4071-9e1d-77d90e92c307,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:30.652922 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:30.657718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:router and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:30.661182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:30.662891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network c8332a03-be45-4071-9e1d-77d90e92c307 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:33:30.667912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:30.678979 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.679951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.696198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:30.961073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.255677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.286760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.535586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.43 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/bd87a705-a124-4256-9aaa-d386f9d2e1cc) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:31.682517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.711484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:31.772826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:31.775662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:31.783368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:31.823843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=bd87a705-a124-4256-9aaa-d386f9d2e1cc,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:32.198487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:32.539718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:32.742883 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 0497fa71-9f50-4b00-8005-946d8df21d2b is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:33:32.792217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-86d49708-9229-4ca8-ae9d-7fd24efba6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.045612 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:33.055482 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Sync routers for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:33.065328 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:33.065923 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:33:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:33.071613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.072600 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-136d61bf-1359-4cc1-9d52-dee43186d85a tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4319263 Oct 05 09:33:33.075804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38276) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:33.115785 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-403255f9-7818-40c6-90cb-958ecefb9cfc tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=3d24fcbdc2b044ca86ffb7d681c0963d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388787 Oct 05 09:33:33.118319 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38280) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:33.241204 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Set router 0497fa71-9f50-4b00-8005-946d8df21d2b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:33.246741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40118c-1232-4294-a95e-8e5afdf62d45 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.248222 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f40118c-1232-4294-a95e-8e5afdf62d45 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290138 Oct 05 09:33:33.251232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38284) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:33.294755 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c1045108-6cd8-4234-802e-a21b85297b92 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424545 Oct 05 09:33:33.297531 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38288) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:33.303540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-129915695', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:33.416525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:33.420504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:subnet and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:33.423383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:33.429973 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:33.440445 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:33.444256 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.523396 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:33:32Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:33.527192 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Checking router: 0497fa71-9f50-4b00-8005-946d8df21d2b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:33:33.527532 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Updating router 0497fa71-9f50-4b00-8005-946d8df21d2b port bd87a705-a124-4256-9aaa-d386f9d2e1cc binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:33:33.584091 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.668032 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.743819 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Subnet': ['ID=128c42d1-767c-41c5-9a0a-2df0f038f9ba,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:33.754001 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Checking segment: {'id': 'b926db93-40a8-4008-9407-69e344f0e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:33.754366 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network hostable DHCP agents. Network: c8332a03-be45-4071-9e1d-77d90e92c307, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:33:33.775843 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network c8332a03-be45-4071-9e1d-77d90e92c307 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:33:33.785882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, c8332a03-be45-4071-9e1d-77d90e92c307) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:33.790087 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:33.790750 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.796758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43337c2-596c-4455-abbd-2d055742d0a3 None None] Network c8332a03-be45-4071-9e1d-77d90e92c307 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:33.815610 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a667f8f4-dfe7-42bf-a4c2-bffb75c1e890 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5143099 Oct 05 09:33:33.816037 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38292) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:33.930187 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:33.943918 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Transition to ACTIVE for port object bd87a705-a124-4256-9aaa-d386f9d2e1cc will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:33.951383 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.008155 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Attempting to bind port bd87a705-a124-4256-9aaa-d386f9d2e1cc on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:34.008522 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Attempting to bind port bd87a705-a124-4256-9aaa-d386f9d2e1cc by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:34.009272 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Attempting to bind port bd87a705-a124-4256-9aaa-d386f9d2e1cc on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:34.017444 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:33:34.017805 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:34.018222 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.018603 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:33:34.019058 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Bound port: bd87a705-a124-4256-9aaa-d386f9d2e1cc, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:33:34.019422 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.037429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-c8332a03-be45-4071-9e1d-77d90e92c307', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:33:34.038557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.100107 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Pushing event updated for resources: {'Port': ['ID=bd87a705-a124-4256-9aaa-d386f9d2e1cc,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:34.115325 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:34.115667 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:34.115999 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:34.116341 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:34.116645 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:34.116968 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:34.117283 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:34.117598 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:34.117921 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:34.118254 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:34.118565 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:34.118875 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:33:34.147761 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] For port bd87a705-a124-4256-9aaa-d386f9d2e1cc, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:34.151146 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] For port bd87a705-a124-4256-9aaa-d386f9d2e1cc, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bd87a705-a124-4256-9aaa-d386f9d2e1cc,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:33:34.155774 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.206123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Allocated IP 172.20.0.2 (c8332a03-be45-4071-9e1d-77d90e92c307/128c42d1-767c-41c5-9a0a-2df0f038f9ba/fdd57f5f-0654-4261-832f-1335d62b3264) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:34.211984 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:34.212521 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:33:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:34.313020 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddf58b-a6fa-4ec4-be14-9775d9228131 None None] Pushing event updated for resources: {'Port': ['ID=bd87a705-a124-4256-9aaa-d386f9d2e1cc,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:34.406123 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] Set router 0497fa71-9f50-4b00-8005-946d8df21d2b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:34.463150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.476861 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Transition to ACTIVE for port object fdd57f5f-0654-4261-832f-1335d62b3264 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:34.497335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Transition to ACTIVE for port object fdd57f5f-0654-4261-832f-1335d62b3264 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:34.505619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.567954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Network c8332a03-be45-4071-9e1d-77d90e92c307 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:34.571316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:34.575349 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:34.613605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.641738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Pushing event updated for resources: {'Port': ['ID=fdd57f5f-0654-4261-832f-1335d62b3264,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:34.699576 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:33:32Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:34.703760 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa873db-793e-4b14-9d12-e6bfd1dae51f None None] The sync data for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv is: [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:33:32Z', 'revision_number': 3, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:34.708800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Attempting to bind port fdd57f5f-0654-4261-832f-1335d62b3264 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:34.709245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Attempting to bind port fdd57f5f-0654-4261-832f-1335d62b3264 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'b926db93-40a8-4008-9407-69e344f0e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:34.709800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Attempting to bind port fdd57f5f-0654-4261-832f-1335d62b3264 on network c8332a03-be45-4071-9e1d-77d90e92c307 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:34.720392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:33:34.720860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Checking segment: {'id': 'b926db93-40a8-4008-9407-69e344f0e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:34.721353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.721808 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Bound using segment: {'id': 'b926db93-40a8-4008-9407-69e344f0e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:33:34.722382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Bound port: fdd57f5f-0654-4261-832f-1335d62b3264, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b926db93-40a8-4008-9407-69e344f0e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:33:34.722822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.749022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.828311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] For port fdd57f5f-0654-4261-832f-1335d62b3264, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:34.831462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] For port fdd57f5f-0654-4261-832f-1335d62b3264, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fdd57f5f-0654-4261-832f-1335d62b3264,segment=NetworkSegment(b926db93-40a8-4008-9407-69e344f0e2dd),segment_id=b926db93-40a8-4008-9407-69e344f0e2dd)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:33:34.836759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:34.932316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ba8e2-9ff4-4f53-a80e-b3dc9e52d2ea None None] Pushing event updated for resources: {'Port': ['ID=fdd57f5f-0654-4261-832f-1335d62b3264,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:35.195321 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.1 (c8332a03-be45-4071-9e1d-77d90e92c307/128c42d1-767c-41c5-9a0a-2df0f038f9ba/db44bc73-3e59-4991-8a82-f5166356e03d) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:35.376680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.394380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object db44bc73-3e59-4991-8a82-f5166356e03d will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:35.421352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.490089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network c8332a03-be45-4071-9e1d-77d90e92c307 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:35.498049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:35.502484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:35.533481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=db44bc73-3e59-4991-8a82-f5166356e03d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:35.566813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.588267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a689e97-1141-420a-bc8f-86c1e8ff9261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.913900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:35.923156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac727198-3e5d-459a-a1f6-c6399b87bb0e None None] Network c8332a03-be45-4071-9e1d-77d90e92c307 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:33:36.026412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-29f7617e-50c5-48b8-8317-af4841042f69 None None] Provisioning for port fdd57f5f-0654-4261-832f-1335d62b3264 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:36.351401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.356112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.474491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.478411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=db44bc73-3e59-4991-8a82-f5166356e03d,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:36.483144 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a4dd5978-4c8b-4850-8add-4e85be84e412 None None] Provisioning for port db44bc73-3e59-4991-8a82-f5166356e03d completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:36.491939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a4dd5978-4c8b-4850-8add-4e85be84e412 None None] Provisioning complete for port db44bc73-3e59-4991-8a82-f5166356e03d triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:36.492577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5978-4c8b-4850-8add-4e85be84e412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.495977 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a4dd5978-4c8b-4850-8add-4e85be84e412 None None] Attempt 1 to provision port db44bc73-3e59-4991-8a82-f5166356e03d Oct 05 09:33:36.566183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd5978-4c8b-4850-8add-4e85be84e412 None None] Port db44bc73-3e59-4991-8a82-f5166356e03d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:36.567410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bd87a705-a124-4256-9aaa-d386f9d2e1cc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:36.618832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network c8332a03-be45-4071-9e1d-77d90e92c307 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:36.619985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:36.639105 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port bd87a705-a124-4256-9aaa-d386f9d2e1cc completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:36.644595 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bd87a705-a124-4256-9aaa-d386f9d2e1cc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:36.645115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.645452 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bd87a705-a124-4256-9aaa-d386f9d2e1cc Oct 05 09:33:36.777107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.783035 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bd87a705-a124-4256-9aaa-d386f9d2e1cc is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:36.783415 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.802245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port bd87a705-a124-4256-9aaa-d386f9d2e1cc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bd87a705-a124-4256-9aaa-d386f9d2e1cc,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:36.806999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.807851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fdd57f5f-0654-4261-832f-1335d62b3264 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:36.921497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.933573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 0497fa71-9f50-4b00-8005-946d8df21d2b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:33:36.945597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=bd87a705-a124-4256-9aaa-d386f9d2e1cc,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:36.955834 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port fdd57f5f-0654-4261-832f-1335d62b3264 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:36.960901 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port fdd57f5f-0654-4261-832f-1335d62b3264 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:36.961382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:36.961722 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port fdd57f5f-0654-4261-832f-1335d62b3264 Oct 05 09:33:37.067360 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a4dd5978-4c8b-4850-8add-4e85be84e412 None None] Attempt 2 to provision port db44bc73-3e59-4991-8a82-f5166356e03d Oct 05 09:33:37.113455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port fdd57f5f-0654-4261-832f-1335d62b3264 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:37.114441 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.117696 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:37.129591 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Sync routers for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:37.132226 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-48ecd465-79b4-4e97-8d4e-2efe324ff6a9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/0497fa71-9f50-4b00-8005-946d8df21d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3148675 Oct 05 09:33:37.134721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38296) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:37.158017 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd5978-4c8b-4850-8add-4e85be84e412 None None] Port db44bc73-3e59-4991-8a82-f5166356e03d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:37.161787 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:37.162429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:33:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:37.239628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port fdd57f5f-0654-4261-832f-1335d62b3264, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fdd57f5f-0654-4261-832f-1335d62b3264,segment=NetworkSegment(b926db93-40a8-4008-9407-69e344f0e2dd),segment_id=b926db93-40a8-4008-9407-69e344f0e2dd)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:37.253287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.278813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1cb92-cd32-4d7b-aeed-14ed7f70fc8a tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:37.279293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1cb92-cd32-4d7b-aeed-14ed7f70fc8a tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:37.279855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1cb92-cd32-4d7b-aeed-14ed7f70fc8a tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:37.280324 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1cb92-cd32-4d7b-aeed-14ed7f70fc8a tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:37.281952 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c3e1cb92-cd32-4d7b-aeed-14ed7f70fc8a tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1462567 Oct 05 09:33:37.284901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38300) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:37.363284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf2e49-169d-4c08-8fb5-53a4ac7c90bb tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:37.364377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf2e49-169d-4c08-8fb5-53a4ac7c90bb tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:37.365434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf2e49-169d-4c08-8fb5-53a4ac7c90bb tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:37.365925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf2e49-169d-4c08-8fb5-53a4ac7c90bb tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:37.367711 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e8cf2e49-169d-4c08-8fb5-53a4ac7c90bb tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0800760 Oct 05 09:33:37.370470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38304) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:37.439163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=fdd57f5f-0654-4261-832f-1335d62b3264,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:37.442897 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Set router 0497fa71-9f50-4b00-8005-946d8df21d2b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:37.576015 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-29fdad28-c671-48c0-9164-0a393724e600 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2044566 Oct 05 09:33:37.648021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38310) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:37.653511 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868115248', 'description': 'tempest-secgroup-smoke-1868115248 description', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:37.659271 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a4dd5978-4c8b-4850-8add-4e85be84e412 None None] Attempt 3 to provision port db44bc73-3e59-4991-8a82-f5166356e03d Oct 05 09:33:37.659449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:37.663993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:37.666978 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:37.672592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:37.686410 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.706506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:37.711345 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:37.714183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:37.719975 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:37.745782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd5978-4c8b-4850-8add-4e85be84e412 None None] Port db44bc73-3e59-4991-8a82-f5166356e03d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:37.797976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.803387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.811864 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:33:35Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db44bc73-3e59-4991-8a82-f5166356e03d', 'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0c:da:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:34Z', 'updated_at': '2022-10-05T09:33:36Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:37.815947 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Checking router: 0497fa71-9f50-4b00-8005-946d8df21d2b for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:33:37.816308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Updating router 0497fa71-9f50-4b00-8005-946d8df21d2b port db44bc73-3e59-4991-8a82-f5166356e03d binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:33:37.850664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b04431c-10dc-4d22-b723-d1e751fa07d5,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:37.854657 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.858811 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e41d238e-71a2-4da4-9f4a-3865a97ff04d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2068431 Oct 05 09:33:37.858933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38316) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:37.864599 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3a30d246-4e7f-49ab-ab97-6bd97d975839 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '8b04431c-10dc-4d22-b723-d1e751fa07d5', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:37.871116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3a30d246-4e7f-49ab-ab97-6bd97d975839 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:37.874892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3a30d246-4e7f-49ab-ab97-6bd97d975839 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:37.877372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.877740 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3a30d246-4e7f-49ab-ab97-6bd97d975839 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:37.884502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3a30d246-4e7f-49ab-ab97-6bd97d975839 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:37.901828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a30d246-4e7f-49ab-ab97-6bd97d975839 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.965318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a30d246-4e7f-49ab-ab97-6bd97d975839 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.968933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a30d246-4e7f-49ab-ab97-6bd97d975839 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:37.992766 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30d246-4e7f-49ab-ab97-6bd97d975839 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8654ba94-769b-40af-9ce1-f1e14ec32b65,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:38.002719 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a30d246-4e7f-49ab-ab97-6bd97d975839 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.003904 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3a30d246-4e7f-49ab-ab97-6bd97d975839 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440067 Oct 05 09:33:38.006857 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38320) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:38.011892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-10a6ffb6-16e3-416b-bd22-1421a2595b2f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '8b04431c-10dc-4d22-b723-d1e751fa07d5', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:38.017613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-10a6ffb6-16e3-416b-bd22-1421a2595b2f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:38.021517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-10a6ffb6-16e3-416b-bd22-1421a2595b2f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:38.024403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-10a6ffb6-16e3-416b-bd22-1421a2595b2f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:38.030232 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-10a6ffb6-16e3-416b-bd22-1421a2595b2f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:38.049542 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10a6ffb6-16e3-416b-bd22-1421a2595b2f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.110551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10a6ffb6-16e3-416b-bd22-1421a2595b2f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.114909 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10a6ffb6-16e3-416b-bd22-1421a2595b2f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.137652 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6ffb6-16e3-416b-bd22-1421a2595b2f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74394da9-a9ec-491f-9964-c4de7cb5530c,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:38.147650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-10a6ffb6-16e3-416b-bd22-1421a2595b2f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.149035 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-10a6ffb6-16e3-416b-bd22-1421a2595b2f tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412759 Oct 05 09:33:38.151801 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38324) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:38.156800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ddbd9677-f509-46e0-8790-ee56e4cc8b55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '8b04431c-10dc-4d22-b723-d1e751fa07d5', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:38.163112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ddbd9677-f509-46e0-8790-ee56e4cc8b55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:38.166945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ddbd9677-f509-46e0-8790-ee56e4cc8b55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:38.169805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ddbd9677-f509-46e0-8790-ee56e4cc8b55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:38.175459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ddbd9677-f509-46e0-8790-ee56e4cc8b55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:38.192508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ddbd9677-f509-46e0-8790-ee56e4cc8b55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.238248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.246475 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a4dd5978-4c8b-4850-8add-4e85be84e412 None None] Attempt 4 to provision port db44bc73-3e59-4991-8a82-f5166356e03d Oct 05 09:33:38.256075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ddbd9677-f509-46e0-8790-ee56e4cc8b55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.259974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ddbd9677-f509-46e0-8790-ee56e4cc8b55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.283039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd9677-f509-46e0-8790-ee56e4cc8b55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704a45e0-8a58-49a3-9a4e-fbaf7be8cb8d,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:38.286502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Transition to ACTIVE for port object db44bc73-3e59-4991-8a82-f5166356e03d will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:38.294065 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ddbd9677-f509-46e0-8790-ee56e4cc8b55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.295261 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ddbd9677-f509-46e0-8790-ee56e4cc8b55 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425445 Oct 05 09:33:38.298650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38328) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:38.303303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.304392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e459c506-434b-47f8-b31c-c693440438c0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '8b04431c-10dc-4d22-b723-d1e751fa07d5', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:38.310200 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e459c506-434b-47f8-b31c-c693440438c0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:38.314099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e459c506-434b-47f8-b31c-c693440438c0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:38.317490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e459c506-434b-47f8-b31c-c693440438c0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:38.323297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e459c506-434b-47f8-b31c-c693440438c0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:38.340093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e459c506-434b-47f8-b31c-c693440438c0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.406967 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e459c506-434b-47f8-b31c-c693440438c0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.411145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e459c506-434b-47f8-b31c-c693440438c0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.423631 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd5978-4c8b-4850-8add-4e85be84e412 None None] Port db44bc73-3e59-4991-8a82-f5166356e03d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:38.435132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459c506-434b-47f8-b31c-c693440438c0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae50f07a-a4a9-442c-9be9-7459ae36d54f,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:38.447311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e459c506-434b-47f8-b31c-c693440438c0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.451264 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e459c506-434b-47f8-b31c-c693440438c0 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490688 Oct 05 09:33:38.451623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38332) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:38.457126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e8a8a000-84bc-4325-a00e-d4cfb522fe41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '8b04431c-10dc-4d22-b723-d1e751fa07d5', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:38.463443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e8a8a000-84bc-4325-a00e-d4cfb522fe41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:38.467911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e8a8a000-84bc-4325-a00e-d4cfb522fe41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:38.470830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e8a8a000-84bc-4325-a00e-d4cfb522fe41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:38.477380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e8a8a000-84bc-4325-a00e-d4cfb522fe41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:38.487311 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-e8a8a000-84bc-4325-a00e-d4cfb522fe41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:33:38.494407 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a000-84bc-4325-a00e-d4cfb522fe41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.513150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bd87a705-a124-4256-9aaa-d386f9d2e1cc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:38.558236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a000-84bc-4325-a00e-d4cfb522fe41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.560428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e01b6-04ec-43cc-9be9-2d85931d759e None None] Pushing event updated for resources: {'Port': ['ID=db44bc73-3e59-4991-8a82-f5166356e03d,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:38.562952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a000-84bc-4325-a00e-d4cfb522fe41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.592728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8a000-84bc-4325-a00e-d4cfb522fe41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8736c9c3-81f8-45b9-afd7-feaf4c464157,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:38.594298 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Attempting to bind port db44bc73-3e59-4991-8a82-f5166356e03d on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:38.594700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Attempting to bind port db44bc73-3e59-4991-8a82-f5166356e03d by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'b926db93-40a8-4008-9407-69e344f0e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:38.595083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Attempting to bind port db44bc73-3e59-4991-8a82-f5166356e03d on network c8332a03-be45-4071-9e1d-77d90e92c307 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:38.596822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a000-84bc-4325-a00e-d4cfb522fe41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.601283 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e8a8a000-84bc-4325-a00e-d4cfb522fe41 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451640 Oct 05 09:33:38.601721 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38336) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:38.606656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2dc18e11-f526-4b07-8648-3752ce89dbcb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'security_group_rule': {'security_group_id': '8b04431c-10dc-4d22-b723-d1e751fa07d5', 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:38.607691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:33:38.608247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Checking segment: {'id': 'b926db93-40a8-4008-9407-69e344f0e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:38.608841 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.609425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Bound using segment: {'id': 'b926db93-40a8-4008-9407-69e344f0e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:33:38.610193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Bound port: db44bc73-3e59-4991-8a82-f5166356e03d, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b926db93-40a8-4008-9407-69e344f0e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:33:38.610711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.612468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2dc18e11-f526-4b07-8648-3752ce89dbcb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:38.616996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2dc18e11-f526-4b07-8648-3752ce89dbcb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:security_group_rule and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:38.619897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2dc18e11-f526-4b07-8648-3752ce89dbcb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:38.625553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2dc18e11-f526-4b07-8648-3752ce89dbcb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:38.635737 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-2dc18e11-f526-4b07-8648-3752ce89dbcb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Project 3d24fcbdc2b044ca86ffb7d681c0963d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:33:38.642169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2dc18e11-f526-4b07-8648-3752ce89dbcb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.686244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bd87a705-a124-4256-9aaa-d386f9d2e1cc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:38.686527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.686867 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bd87a705-a124-4256-9aaa-d386f9d2e1cc Oct 05 09:33:38.708484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2dc18e11-f526-4b07-8648-3752ce89dbcb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.712204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2dc18e11-f526-4b07-8648-3752ce89dbcb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.743200 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc18e11-f526-4b07-8648-3752ce89dbcb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7342a6-db7d-4651-90ac-084d2223e5ac,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:38.750736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2dc18e11-f526-4b07-8648-3752ce89dbcb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.751941 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2dc18e11-f526-4b07-8648-3752ce89dbcb tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494634 Oct 05 09:33:38.768484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] For port db44bc73-3e59-4991-8a82-f5166356e03d, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:38.781743 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] For port db44bc73-3e59-4991-8a82-f5166356e03d, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=db44bc73-3e59-4991-8a82-f5166356e03d,segment=NetworkSegment(b926db93-40a8-4008-9407-69e344f0e2dd),segment_id=b926db93-40a8-4008-9407-69e344f0e2dd)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:33:38.813949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:38.912329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:38.912960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:33:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:39.021022 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a4dd5978-4c8b-4850-8add-4e85be84e412 None None] Attempt 5 to provision port db44bc73-3e59-4991-8a82-f5166356e03d Oct 05 09:33:39.065414 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bd87a705-a124-4256-9aaa-d386f9d2e1cc is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:39.067438 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fdd57f5f-0654-4261-832f-1335d62b3264 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:39.106825 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e01b6-04ec-43cc-9be9-2d85931d759e None None] Pushing event updated for resources: {'Port': ['ID=db44bc73-3e59-4991-8a82-f5166356e03d,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:39.147050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-d7dd694f-8dd6-4c8c-9d9e-22d1ee241e15 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:39.162214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-d7dd694f-8dd6-4c8c-9d9e-22d1ee241e15 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:39.163367 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-d7dd694f-8dd6-4c8c-9d9e-22d1ee241e15 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868115248&fields=id&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 267 time: 0.1530702 Oct 05 09:33:39.277138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd5978-4c8b-4850-8add-4e85be84e412 None None] Port db44bc73-3e59-4991-8a82-f5166356e03d had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:33:39.295000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.299442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] Set router 0497fa71-9f50-4b00-8005-946d8df21d2b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:39.316521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-feec3640-efbe-4448-9daf-76eaab7af320 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:39.317321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-feec3640-efbe-4448-9daf-76eaab7af320 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:39.332029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-feec3640-efbe-4448-9daf-76eaab7af320 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:39.333544 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-feec3640-efbe-4448-9daf-76eaab7af320 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/networks?id=c8332a03-be45-4071-9e1d-77d90e92c307 HTTP/1.1" status: 200 len: 796 time: 0.1631684 Oct 05 09:33:39.342534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port fdd57f5f-0654-4261-832f-1335d62b3264 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:39.342910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:39.343258 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port fdd57f5f-0654-4261-832f-1335d62b3264 Oct 05 09:33:39.348638 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-3661ff45-bc0f-4bb2-aa08-dc50d6fc7e52 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/quotas/3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 375 time: 0.0088289 Oct 05 09:33:39.440983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-53482520-046c-410a-9425-e08090e85d10 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:33:39.456238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-53482520-046c-410a-9425-e08090e85d10 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:33:39.457975 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-53482520-046c-410a-9425-e08090e85d10 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040244 Oct 05 09:33:39.473895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-83913c6b-4572-4265-b628-2a8a2c25bb9f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:33:39.474972 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-83913c6b-4572-4265-b628-2a8a2c25bb9f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059099 Oct 05 09:33:39.606080 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-311b0c37-33e3-4ce1-a735-41902c2533e0 service neutron] 10.222.0.64 "GET /v2.0/networks/c8332a03-be45-4071-9e1d-77d90e92c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256292 Oct 05 09:33:39.678630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port fdd57f5f-0654-4261-832f-1335d62b3264 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:39.741737 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-923c293d-c0df-4cdb-8fd6-7709480631a7 service neutron] 10.222.0.64 "GET /v2.0/networks/c8332a03-be45-4071-9e1d-77d90e92c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296127 Oct 05 09:33:39.750136 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:33:35Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db44bc73-3e59-4991-8a82-f5166356e03d', 'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0c:da:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:34Z', 'updated_at': '2022-10-05T09:33:38Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:39.754187 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c3637-2a33-49bd-8751-9e864bbc2a06 None None] The sync data for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv is: [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:33:35Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db44bc73-3e59-4991-8a82-f5166356e03d', 'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0c:da:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:34Z', 'updated_at': '2022-10-05T09:33:38Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:40.018206 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-18d358d2-61d2-4bd6-abd9-e9f6be088da8 req-eb7b1654-c003-4d56-a7f9-cfda9c02fcbc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 210 time: 0.1143470 Oct 05 09:33:40.488108 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device db44bc73-3e59-4991-8a82-f5166356e03d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:40.570238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port db44bc73-3e59-4991-8a82-f5166356e03d completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:40.575948 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port db44bc73-3e59-4991-8a82-f5166356e03d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:40.576321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.576658 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port db44bc73-3e59-4991-8a82-f5166356e03d Oct 05 09:33:40.697238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port db44bc73-3e59-4991-8a82-f5166356e03d is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:40.697618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.733641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port db44bc73-3e59-4991-8a82-f5166356e03d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=db44bc73-3e59-4991-8a82-f5166356e03d,segment=NetworkSegment(b926db93-40a8-4008-9407-69e344f0e2dd),segment_id=b926db93-40a8-4008-9407-69e344f0e2dd)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:40.737982 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:40.809546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=db44bc73-3e59-4991-8a82-f5166356e03d,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:41.030539 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-91f73345-faac-4510-a01f-fe4883a04071 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:41.031962 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-91f73345-faac-4510-a01f-fe4883a04071 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/networks?id=c8332a03-be45-4071-9e1d-77d90e92c307 HTTP/1.1" status: 200 len: 796 time: 0.1482804 Oct 05 09:33:41.081506 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-5c7c82d4-2335-4ee0-8a6b-65858da6b7f4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d HTTP/1.1" status: 200 len: 380 time: 0.0411737 Oct 05 09:33:41.090163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'port': {'device_id': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'admin_state_up': True, 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'security_groups': ['8b04431c-10dc-4d22-b723-d1e751fa07d5']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:41.188000 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-24ed6d29-a3ca-4023-bca4-ab87d6858126 req-4b0c4c9c-eed4-47da-ac1c-75c1bf047d8b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 210 time: 0.0493262 Oct 05 09:33:41.228019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:41.237498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:41.246484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Made reservation on behalf of 3d24fcbdc2b044ca86ffb7d681c0963d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:33:41.249863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.410034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.20.0.3 (c8332a03-be45-4071-9e1d-77d90e92c307/128c42d1-767c-41c5-9a0a-2df0f038f9ba/ac01c72e-b782-4f45-abfe-eb603248e85f) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:41.597511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.613286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Transition to ACTIVE for port object ac01c72e-b782-4f45-abfe-eb603248e85f will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:41.636206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.701462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network c8332a03-be45-4071-9e1d-77d90e92c307 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:41.704343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:41.708386 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:41.762340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=ac01c72e-b782-4f45-abfe-eb603248e85f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:41.784134 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:41.784762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.811934 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-2dda32b9-bfec-4a59-869f-440ce7db60bd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7254021 Oct 05 09:33:41.864455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Request body: {'port': {'device_id': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:41.961759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f9793090-a4d7-4200-8b9f-40a580abed01 None None] Provisioning for port ac01c72e-b782-4f45-abfe-eb603248e85f completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:41.966490 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f9793090-a4d7-4200-8b9f-40a580abed01 None None] Provisioning complete for port ac01c72e-b782-4f45-abfe-eb603248e85f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:41.966865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9793090-a4d7-4200-8b9f-40a580abed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:41.967198 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f9793090-a4d7-4200-8b9f-40a580abed01 None None] Attempt 1 to provision port ac01c72e-b782-4f45-abfe-eb603248e85f Oct 05 09:33:41.984787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.020653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f9793090-a4d7-4200-8b9f-40a580abed01 None None] Port ac01c72e-b782-4f45-abfe-eb603248e85f cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:42.327227 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:33:42.390477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e9d8b-2595-41f5-8de0-3565065cdfaa req-8c291966-eecc-4254-8996-65583ff9d7fc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:42.391920 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d79e9d8b-2595-41f5-8de0-3565065cdfaa req-8c291966-eecc-4254-8996-65583ff9d7fc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 931 time: 0.0905144 Oct 05 09:33:42.439868 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d79e9d8b-2595-41f5-8de0-3565065cdfaa req-a4e828bd-798a-40db-9cb6-27eb00a9d7b1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b04431c-10dc-4d22-b723-d1e751fa07d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419753 Oct 05 09:33:42.445987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac01c72e-b782-4f45-abfe-eb603248e85f {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:33:42.454305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.469709 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Transition to ACTIVE for port object ac01c72e-b782-4f45-abfe-eb603248e85f will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:33:42.474113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.490103 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device db44bc73-3e59-4991-8a82-f5166356e03d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:42.528006 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f9793090-a4d7-4200-8b9f-40a580abed01 None None] Attempt 2 to provision port ac01c72e-b782-4f45-abfe-eb603248e85f Oct 05 09:33:42.593897 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f9793090-a4d7-4200-8b9f-40a580abed01 None None] Port ac01c72e-b782-4f45-abfe-eb603248e85f cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:33:42.605200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port db44bc73-3e59-4991-8a82-f5166356e03d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:42.605572 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.605909 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port db44bc73-3e59-4991-8a82-f5166356e03d Oct 05 09:33:42.666958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Pushing event updated for resources: {'Port': ['ID=ac01c72e-b782-4f45-abfe-eb603248e85f,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:42.705764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Attempting to bind port ac01c72e-b782-4f45-abfe-eb603248e85f on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:33:42.706143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Attempting to bind port ac01c72e-b782-4f45-abfe-eb603248e85f by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'b926db93-40a8-4008-9407-69e344f0e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:33:42.706475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Attempting to bind port ac01c72e-b782-4f45-abfe-eb603248e85f on network c8332a03-be45-4071-9e1d-77d90e92c307 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:42.712144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Port ac01c72e-b782-4f45-abfe-eb603248e85f on network c8332a03-be45-4071-9e1d-77d90e92c307 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:33:42.712464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Attempting to bind port ac01c72e-b782-4f45-abfe-eb603248e85f on network c8332a03-be45-4071-9e1d-77d90e92c307 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:33:42.717714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:33:42.718094 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Checking segment: {'id': 'b926db93-40a8-4008-9407-69e344f0e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:33:42.718483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Bound using segment: {'id': 'b926db93-40a8-4008-9407-69e344f0e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:33:42.718912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Bound port: ac01c72e-b782-4f45-abfe-eb603248e85f, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b926db93-40a8-4008-9407-69e344f0e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:33:42.719263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.722221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port db44bc73-3e59-4991-8a82-f5166356e03d is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:42.818683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] For port ac01c72e-b782-4f45-abfe-eb603248e85f, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:33:42.821648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] For port ac01c72e-b782-4f45-abfe-eb603248e85f, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ac01c72e-b782-4f45-abfe-eb603248e85f,segment=NetworkSegment(b926db93-40a8-4008-9407-69e344f0e2dd),segment_id=b926db93-40a8-4008-9407-69e344f0e2dd)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:33:42.826594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.858090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:42.858700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:42.860071 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] 10.222.0.45 "PUT /v2.0/ports/ac01c72e-b782-4f45-abfe-eb603248e85f HTTP/1.1" status: 200 len: 1093 time: 1.0410078 Oct 05 09:33:42.860503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'tag': 'ac01c72e-b782-4f45-abfe-eb603248e85f'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:33:42.862780 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84413a0c-ec38-4694-b343-0d331bbdc458" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae83d9e-8b9d-49e1-a65e-16678718d298", "tag": "ac01c72e-b782-4f45-abfe-eb603248e85f"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:33:42.949405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c0c92-ec5e-4179-9306-b10413728692 service neutron] Pushing event updated for resources: {'Port': ['ID=ac01c72e-b782-4f45-abfe-eb603248e85f,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:42.982209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34227e5-b423-4555-b601-1035ae8d81f7 x-openstack-request-id: req-b34227e5-b423-4555-b601-1035ae8d81f7 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:33:42.982498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae83d9e-8b9d-49e1-a65e-16678718d298", "tag": "ac01c72e-b782-4f45-abfe-eb603248e85f", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:33:42.982747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b34227e5-b423-4555-b601-1035ae8d81f7 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:33:42.983140 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34227e5-b423-4555-b601-1035ae8d81f7'] response: {'name': 'network-changed', 'server_uuid': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'tag': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'status': 'completed', 'code': 200} Oct 05 09:33:42.997710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-41036ba4-f35e-4939-a13c-d5c4f13c88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:42.999232 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-41036ba4-f35e-4939-a13c-d5c4f13c88ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 1096 time: 0.0952740 Oct 05 09:33:43.067426 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-e138ec44-939d-4bc2-a348-b01ff6279c20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac01c72e-b782-4f45-abfe-eb603248e85f HTTP/1.1" status: 200 len: 217 time: 0.0598493 Oct 05 09:33:43.095607 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f9793090-a4d7-4200-8b9f-40a580abed01 None None] Attempt 3 to provision port ac01c72e-b782-4f45-abfe-eb603248e85f Oct 05 09:33:43.151149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-12264f8d-d9e6-4e9e-85d2-83c9510d72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:43.152604 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-12264f8d-d9e6-4e9e-85d2-83c9510d72cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=128c42d1-767c-41c5-9a0a-2df0f038f9ba HTTP/1.1" status: 200 len: 834 time: 0.0716350 Oct 05 09:33:43.163406 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f9793090-a4d7-4200-8b9f-40a580abed01 None None] Port ac01c72e-b782-4f45-abfe-eb603248e85f had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:33:43.234970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-82d76dd1-d598-40cc-9943-07eef22d3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:43.236349 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-82d76dd1-d598-40cc-9943-07eef22d3876 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c8332a03-be45-4071-9e1d-77d90e92c307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778339 Oct 05 09:33:43.368226 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-f9c20cc0-67fd-4f1f-8b96-3a55d0bef513 service neutron] 10.222.0.45 "GET /v2.0/networks/c8332a03-be45-4071-9e1d-77d90e92c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243911 Oct 05 09:33:43.501640 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7dff7c60-ce51-426f-bda2-d80f2c78cac1 req-1b5754d6-e3de-41af-9ac3-643334736d82 service neutron] 10.222.0.45 "GET /v2.0/networks/c8332a03-be45-4071-9e1d-77d90e92c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277149 Oct 05 09:33:43.631068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84413a0c-ec38-4694-b343-0d331bbdc458 req-b8b415d7-05b4-4436-a591-0b7d8845dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:43.632629 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-84413a0c-ec38-4694-b343-0d331bbdc458 req-b8b415d7-05b4-4436-a591-0b7d8845dca8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 1096 time: 0.0844924 Oct 05 09:33:43.642633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503195f-bf33-4346-9fcf-9aa97c7f49ef req-2911d247-b268-44a3-9596-1df48e7546ec tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:43.644076 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9503195f-bf33-4346-9fcf-9aa97c7f49ef req-2911d247-b268-44a3-9596-1df48e7546ec tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 943 time: 0.0886095 Oct 05 09:33:43.690955 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9503195f-bf33-4346-9fcf-9aa97c7f49ef req-d49190ff-3e0b-4e70-a8ab-caab1c01cd7c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b04431c-10dc-4d22-b723-d1e751fa07d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409544 Oct 05 09:33:43.764855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84413a0c-ec38-4694-b343-0d331bbdc458 req-8e96908f-74f2-45ae-809a-aa7b754500b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:43.766254 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-84413a0c-ec38-4694-b343-0d331bbdc458 req-8e96908f-74f2-45ae-809a-aa7b754500b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c8332a03-be45-4071-9e1d-77d90e92c307 HTTP/1.1" status: 200 len: 897 time: 0.1274896 Oct 05 09:33:43.833593 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-84413a0c-ec38-4694-b343-0d331bbdc458 req-2ffe2004-ee48-4d65-ab14-66f677eee972 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac01c72e-b782-4f45-abfe-eb603248e85f HTTP/1.1" status: 200 len: 217 time: 0.0606225 Oct 05 09:33:44.007052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84413a0c-ec38-4694-b343-0d331bbdc458 req-7a528f53-b422-459a-8a20-b8656d06a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:44.008490 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-84413a0c-ec38-4694-b343-0d331bbdc458 req-7a528f53-b422-459a-8a20-b8656d06a772 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=128c42d1-767c-41c5-9a0a-2df0f038f9ba HTTP/1.1" status: 200 len: 834 time: 0.1682396 Oct 05 09:33:44.093021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84413a0c-ec38-4694-b343-0d331bbdc458 req-6ae3fe71-1576-4a0e-ac70-e9c2106fdae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:44.094427 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-84413a0c-ec38-4694-b343-0d331bbdc458 req-6ae3fe71-1576-4a0e-ac70-e9c2106fdae2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c8332a03-be45-4071-9e1d-77d90e92c307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793571 Oct 05 09:33:44.226434 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-84413a0c-ec38-4694-b343-0d331bbdc458 req-b72984c5-f48b-4997-9844-0969b349d543 service neutron] 10.222.0.45 "GET /v2.0/networks/c8332a03-be45-4071-9e1d-77d90e92c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233768 Oct 05 09:33:44.358727 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-84413a0c-ec38-4694-b343-0d331bbdc458 req-addb6acb-5b69-4c05-bfb1-83fe410d6590 service neutron] 10.222.0.45 "GET /v2.0/networks/c8332a03-be45-4071-9e1d-77d90e92c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260357 Oct 05 09:33:44.910731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e04542-41e0-40da-b63c-b1df0008160d req-d3e8b123-9446-4d37-8f1a-968b65a66511 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:44.912182 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-58e04542-41e0-40da-b63c-b1df0008160d req-d3e8b123-9446-4d37-8f1a-968b65a66511 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 943 time: 0.0878830 Oct 05 09:33:44.956759 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-58e04542-41e0-40da-b63c-b1df0008160d req-a726c557-34e4-489e-acb0-f619c7a0c56e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b04431c-10dc-4d22-b723-d1e751fa07d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390034 Oct 05 09:33:45.621017 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ac01c72e-b782-4f45-abfe-eb603248e85f details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:33:45.759203 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ac01c72e-b782-4f45-abfe-eb603248e85f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ac01c72e-b782-4f45-abfe-eb603248e85f,segment=NetworkSegment(b926db93-40a8-4008-9407-69e344f0e2dd),segment_id=b926db93-40a8-4008-9407-69e344f0e2dd)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:45.772687 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'port_id': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'mac_address': 'fa:16:3e:c0:28:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:33:45.874334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port ac01c72e-b782-4f45-abfe-eb603248e85f is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:45.874712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.891501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac01c72e-b782-4f45-abfe-eb603248e85f {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:33:45.906633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ac01c72e-b782-4f45-abfe-eb603248e85f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ac01c72e-b782-4f45-abfe-eb603248e85f,segment=NetworkSegment(b926db93-40a8-4008-9407-69e344f0e2dd),segment_id=b926db93-40a8-4008-9407-69e344f0e2dd)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:45.910105 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:45.977862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=ac01c72e-b782-4f45-abfe-eb603248e85f,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:46.103535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['ac01c72e-b782-4f45-abfe-eb603248e85f'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:33:46.164600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39498f-502c-48b3-8728-97910b8f4f56 req-a1262939-f2fb-4390-9e68-c41f11e41ef9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:46.166009 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2a39498f-502c-48b3-8728-97910b8f4f56 req-a1262939-f2fb-4390-9e68-c41f11e41ef9 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 944 time: 0.0979693 Oct 05 09:33:46.210120 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2a39498f-502c-48b3-8728-97910b8f4f56 req-acc97b57-d0fb-48cc-9e5b-ea7685eb55aa tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b04431c-10dc-4d22-b723-d1e751fa07d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384426 Oct 05 09:33:47.404398 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fdaaa-6d13-4e34-beca-4e8c8ac4c173 req-a8651a4c-617c-40f1-bb01-55318327b3a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:47.405832 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5a1fdaaa-6d13-4e34-beca-4e8c8ac4c173 req-a8651a4c-617c-40f1-bb01-55318327b3a6 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 944 time: 0.0856397 Oct 05 09:33:47.453546 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5a1fdaaa-6d13-4e34-beca-4e8c8ac4c173 req-3690ace1-c645-4c97-a4c0-98828e67e313 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b04431c-10dc-4d22-b723-d1e751fa07d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420575 Oct 05 09:33:47.636715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ac01c72e-b782-4f45-abfe-eb603248e85f up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:33:47.703191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port ac01c72e-b782-4f45-abfe-eb603248e85f completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:33:47.708840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port ac01c72e-b782-4f45-abfe-eb603248e85f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:33:47.709209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.709537 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port ac01c72e-b782-4f45-abfe-eb603248e85f Oct 05 09:33:47.840544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port ac01c72e-b782-4f45-abfe-eb603248e85f is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:33:47.840933 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.867870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac01c72e-b782-4f45-abfe-eb603248e85f'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:33:47.870180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a06762-5b66-4f4c-a63c-8260511f31b6" -d '{"events": [{"server_uuid": "0ae83d9e-8b9d-49e1-a65e-16678718d298", "name": "network-vif-plugged", "status": "completed", "tag": "ac01c72e-b782-4f45-abfe-eb603248e85f"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:33:47.878309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ac01c72e-b782-4f45-abfe-eb603248e85f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ac01c72e-b782-4f45-abfe-eb603248e85f,segment=NetworkSegment(b926db93-40a8-4008-9407-69e344f0e2dd),segment_id=b926db93-40a8-4008-9407-69e344f0e2dd)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:33:47.883492 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:47.922749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f58a3fb-aaa8-4f9a-a3b2-bb11692f470f x-openstack-request-id: req-4f58a3fb-aaa8-4f9a-a3b2-bb11692f470f {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:33:47.923045 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae83d9e-8b9d-49e1-a65e-16678718d298", "name": "network-vif-plugged", "status": "completed", "tag": "ac01c72e-b782-4f45-abfe-eb603248e85f", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:33:47.923296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f58a3fb-aaa8-4f9a-a3b2-bb11692f470f {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:33:47.923689 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f58a3fb-aaa8-4f9a-a3b2-bb11692f470f'] response: {'server_uuid': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'code': 200} Oct 05 09:33:47.959102 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=ac01c72e-b782-4f45-abfe-eb603248e85f,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:48.161200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244490e-e11e-431a-a746-5940ab3d1633 req-02fcd985-5b7b-466c-abb3-eaf85eb0ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:48.163417 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0244490e-e11e-431a-a746-5940ab3d1633 req-02fcd985-5b7b-466c-abb3-eaf85eb0ef36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 1098 time: 0.0899708 Oct 05 09:33:48.208540 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0244490e-e11e-431a-a746-5940ab3d1633 req-e9402028-1a8e-4a62-a258-eb88d70c762c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b04431c-10dc-4d22-b723-d1e751fa07d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387106 Oct 05 09:33:48.653897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c3a38-cdb1-4acb-b68f-4522eba74dd9 req-9d1b5436-6a76-40dd-9c26-33c18cfaafb4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:48.655381 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-876c3a38-cdb1-4acb-b68f-4522eba74dd9 req-9d1b5436-6a76-40dd-9c26-33c18cfaafb4 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 945 time: 0.0901930 Oct 05 09:33:48.698927 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-876c3a38-cdb1-4acb-b68f-4522eba74dd9 req-5d0e115e-4375-4bb0-93f5-542c381c42ea tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b04431c-10dc-4d22-b723-d1e751fa07d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372214 Oct 05 09:33:49.904854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2a346-e771-49b4-8aa4-037f8c127699 req-04ecbbf2-658a-4ba6-a059-f7f79c474f57 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:49.906325 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fea2a346-e771-49b4-8aa4-037f8c127699 req-04ecbbf2-658a-4ba6-a059-f7f79c474f57 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 945 time: 0.0943444 Oct 05 09:33:49.950402 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fea2a346-e771-49b4-8aa4-037f8c127699 req-8407ffb4-32b2-437f-9d1d-04d0fd2d6d71 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b04431c-10dc-4d22-b723-d1e751fa07d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380540 Oct 05 09:33:50.149394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9be87-a300-4e11-ab43-a66f339c8bdf req-f2909e7b-1b36-465e-8a22-6c3b176db57c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:50.150873 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8db9be87-a300-4e11-ab43-a66f339c8bdf req-f2909e7b-1b36-465e-8a22-6c3b176db57c tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 945 time: 0.0880277 Oct 05 09:33:50.197487 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8db9be87-a300-4e11-ab43-a66f339c8bdf req-18df57ea-b430-4fd8-a9fc-2ac940f356cd tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b04431c-10dc-4d22-b723-d1e751fa07d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408931 Oct 05 09:33:50.226423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38396) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:50.304414 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f4ee8-308a-4d04-a742-467932e56b75 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:50.305832 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-632f4ee8-308a-4d04-a742-467932e56b75 tempest-TestNetworkBasicOps-48520924 tempest-TestNetworkBasicOps-48520924-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 1093 time: 0.0784438 Oct 05 09:33:50.309045 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38400) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:50.313879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:33:50.319957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:33:50.323748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Usage tracker for resource:floatingip and tenant:3d24fcbdc2b044ca86ffb7d681c0963d is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:33:50.326509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:33:50.332664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:33:50.343216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.477280 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.611845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Allocated IP 172.26.0.44 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/2be11a65-1129-4c8e-8542-bd67b2080390) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:33:50.853493 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.885286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:50.947723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:33:50.954371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:33:50.959471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:33:50.991384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=2be11a65-1129-4c8e-8542-bd67b2080390,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:51.392396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.466156 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.685191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.689503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.791018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event updated for resources: {'Port': ['ID=2be11a65-1129-4c8e-8542-bd67b2080390,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:33:51.793474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:51.965496 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 502f2644-5357-44b8-88ad-b5568a283ec4 associated. External IP: 172.26.0.44, port: ac01c72e-b782-4f45-abfe-eb603248e85f. Oct 05 09:33:52.423564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 0497fa71-9f50-4b00-8005-946d8df21d2b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:33:52.603934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:33:52.615025 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcad5f3-4bbf-4c4d-9a34-5c55c5ce5434 None None] Sync routers for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:33:52.624292 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcad5f3-4bbf-4c4d-9a34-5c55c5ce5434 None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:52.624970 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7fcad5f3-4bbf-4c4d-9a34-5c55c5ce5434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:33:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:52.628300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:33:52.683508 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-554cb9a7-ea66-45a0-9c1c-c74172bced4d tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3734529 Oct 05 09:33:52.684091 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'tag': 'ac01c72e-b782-4f45-abfe-eb603248e85f'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:33:52.686429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3946a762-feef-4036-bbe0-beae0a5392c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae83d9e-8b9d-49e1-a65e-16678718d298", "tag": "ac01c72e-b782-4f45-abfe-eb603248e85f"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:33:52.686564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38404) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:52.727923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165b632d-c387-4bdb-b138-f85fb65d93fe x-openstack-request-id: req-165b632d-c387-4bdb-b138-f85fb65d93fe {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:33:52.728280 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae83d9e-8b9d-49e1-a65e-16678718d298", "tag": "ac01c72e-b782-4f45-abfe-eb603248e85f", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:33:52.728667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-165b632d-c387-4bdb-b138-f85fb65d93fe {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:33:52.729285 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165b632d-c387-4bdb-b138-f85fb65d93fe'] response: {'name': 'network-changed', 'server_uuid': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'tag': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'status': 'completed', 'code': 200} Oct 05 09:33:52.807097 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-7fcad5f3-4bbf-4c4d-9a34-5c55c5ce5434 None None] Set router 0497fa71-9f50-4b00-8005-946d8df21d2b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:52.846707 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8f611ded-39c5-4aee-ba0d-d578229f97ba tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/502f2644-5357-44b8-88ad-b5568a283ec4 HTTP/1.1" status: 200 len: 990 time: 0.1584442 Oct 05 09:33:52.869349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946a762-feef-4036-bbe0-beae0a5392c8 req-a90d5c36-04d8-4265-8133-b45a87b06dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:52.870903 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3946a762-feef-4036-bbe0-beae0a5392c8 req-a90d5c36-04d8-4265-8133-b45a87b06dd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 1098 time: 0.1175005 Oct 05 09:33:53.010797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946a762-feef-4036-bbe0-beae0a5392c8 req-572ca89e-3446-465e-9ac9-8fb2d53a2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:53.012253 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3946a762-feef-4036-bbe0-beae0a5392c8 req-572ca89e-3446-465e-9ac9-8fb2d53a2114 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c8332a03-be45-4071-9e1d-77d90e92c307 HTTP/1.1" status: 200 len: 897 time: 0.1359828 Oct 05 09:33:53.116353 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3946a762-feef-4036-bbe0-beae0a5392c8 req-59acc70c-5752-4471-919f-8c886e4f7b54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac01c72e-b782-4f45-abfe-eb603248e85f HTTP/1.1" status: 200 len: 998 time: 0.0980904 Oct 05 09:33:53.181444 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7fcad5f3-4bbf-4c4d-9a34-5c55c5ce5434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:33:35Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '502f2644-5357-44b8-88ad-b5568a283ec4', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.44', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'port_id': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'mac_address': 'fa:16:3e:c0:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:33:51Z', 'updated_at': '2022-10-05T09:33:51Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db44bc73-3e59-4991-8a82-f5166356e03d', 'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0c:da:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:34Z', 'updated_at': '2022-10-05T09:33:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:53.184889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946a762-feef-4036-bbe0-beae0a5392c8 req-614cb1d0-4cec-4472-9868-129a2b1327cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:53.185212 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcad5f3-4bbf-4c4d-9a34-5c55c5ce5434 None None] Checking router: 0497fa71-9f50-4b00-8005-946d8df21d2b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:33:53.186370 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3946a762-feef-4036-bbe0-beae0a5392c8 req-614cb1d0-4cec-4472-9868-129a2b1327cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=128c42d1-767c-41c5-9a0a-2df0f038f9ba HTTP/1.1" status: 200 len: 834 time: 0.0642686 Oct 05 09:33:53.193661 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcad5f3-4bbf-4c4d-9a34-5c55c5ce5434 None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:33:53.194395 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7fcad5f3-4bbf-4c4d-9a34-5c55c5ce5434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:33:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:53.272498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946a762-feef-4036-bbe0-beae0a5392c8 req-8e48ea02-e12d-49dd-92a7-ec941ec236f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:33:53.273994 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3946a762-feef-4036-bbe0-beae0a5392c8 req-8e48ea02-e12d-49dd-92a7-ec941ec236f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c8332a03-be45-4071-9e1d-77d90e92c307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815396 Oct 05 09:33:53.368971 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-7fcad5f3-4bbf-4c4d-9a34-5c55c5ce5434 None None] Set router 0497fa71-9f50-4b00-8005-946d8df21d2b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:33:53.410293 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3946a762-feef-4036-bbe0-beae0a5392c8 req-c8d0e233-15c0-4e08-8fb8-5acaedf71cd3 service neutron] 10.222.0.45 "GET /v2.0/networks/c8332a03-be45-4071-9e1d-77d90e92c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302414 Oct 05 09:33:53.554860 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3946a762-feef-4036-bbe0-beae0a5392c8 req-3485d4e6-164d-4328-a638-9d3529333d2c service neutron] 10.222.0.45 "GET /v2.0/networks/c8332a03-be45-4071-9e1d-77d90e92c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361010 Oct 05 09:33:53.719034 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7fcad5f3-4bbf-4c4d-9a34-5c55c5ce5434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:33:35Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '502f2644-5357-44b8-88ad-b5568a283ec4', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.44', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'port_id': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'mac_address': 'fa:16:3e:c0:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:33:51Z', 'updated_at': '2022-10-05T09:33:51Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db44bc73-3e59-4991-8a82-f5166356e03d', 'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0c:da:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:34Z', 'updated_at': '2022-10-05T09:33:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:33:53.724074 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcad5f3-4bbf-4c4d-9a34-5c55c5ce5434 None None] The sync data for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv is: [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:33:35Z', 'revision_number': 4, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '502f2644-5357-44b8-88ad-b5568a283ec4', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.44', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'port_id': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'mac_address': 'fa:16:3e:c0:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:33:51Z', 'updated_at': '2022-10-05T09:33:51Z', 'revision_number': 0, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db44bc73-3e59-4991-8a82-f5166356e03d', 'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0c:da:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:34Z', 'updated_at': '2022-10-05T09:33:40Z', 'revision_number': 5, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:33:53.851354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38410) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:53.913324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91783f89-8013-4bdd-87a5-2f33863484b9 None None] New status for floating IP 502f2644-5357-44b8-88ad-b5568a283ec4: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:33:53.962073 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bea9fef2-4876-49fe-a62f-c307dae824e1 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/502f2644-5357-44b8-88ad-b5568a283ec4 HTTP/1.1" status: 200 len: 990 time: 0.1095564 Oct 05 09:33:54.965935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38414) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:33:55.074312 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-788b67e6-993b-4ab1-b881-fa9869446a9e tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/502f2644-5357-44b8-88ad-b5568a283ec4 HTTP/1.1" status: 200 len: 992 time: 0.1071682 Oct 05 09:34:02.793569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b6c18671-9cb5-41df-9eb1-d99351f229e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:04.745267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:05.582139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41a14cd6-12f7-43d1-812e-8500579f09ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.742880 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:06.885062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:09.223777 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:19.326713 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:34:24.410725 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38428) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:24.415885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a98c7cec-4714-49ee-902e-86d364f9aa1b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:25.040785 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a98c7cec-4714-49ee-902e-86d364f9aa1b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.052360 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a98c7cec-4714-49ee-902e-86d364f9aa1b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.231084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98c7cec-4714-49ee-902e-86d364f9aa1b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 0497fa71-9f50-4b00-8005-946d8df21d2b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:34:25.407251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98c7cec-4714-49ee-902e-86d364f9aa1b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:34:25.416540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a98c7cec-4714-49ee-902e-86d364f9aa1b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:25.417714 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a98c7cec-4714-49ee-902e-86d364f9aa1b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/0497fa71-9f50-4b00-8005-946d8df21d2b HTTP/1.1" status: 200 len: 888 time: 1.0060024 Oct 05 09:34:25.419179 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a6b90-fb4a-4341-a570-1cb639c6b3b9 None None] Sync routers for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:34:25.429207 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a6b90-fb4a-4341-a570-1cb639c6b3b9 None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:25.429813 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-407a6b90-fb4a-4341-a570-1cb639c6b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:34:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:25.492033 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-407a6b90-fb4a-4341-a570-1cb639c6b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:25.500139 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a6b90-fb4a-4341-a570-1cb639c6b3b9 None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:25.500711 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-407a6b90-fb4a-4341-a570-1cb639c6b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:34:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:25.560147 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-407a6b90-fb4a-4341-a570-1cb639c6b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:25.560536 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a6b90-fb4a-4341-a570-1cb639c6b3b9 None None] The sync data for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:34:26.296669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3592b3-3ec0-4f8f-9916-e88f39811d7f None None] New status for floating IP 502f2644-5357-44b8-88ad-b5568a283ec4: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:34:26.482740 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bd87a705-a124-4256-9aaa-d386f9d2e1cc no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:26.664173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bd87a705-a124-4256-9aaa-d386f9d2e1cc is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:26.664550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.680399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port bd87a705-a124-4256-9aaa-d386f9d2e1cc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bd87a705-a124-4256-9aaa-d386f9d2e1cc,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:26.684030 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.684698 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device db44bc73-3e59-4991-8a82-f5166356e03d no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:26.792269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=bd87a705-a124-4256-9aaa-d386f9d2e1cc,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:26.884778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port db44bc73-3e59-4991-8a82-f5166356e03d is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:26.885064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.916199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port db44bc73-3e59-4991-8a82-f5166356e03d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=db44bc73-3e59-4991-8a82-f5166356e03d,segment=NetworkSegment(b926db93-40a8-4008-9407-69e344f0e2dd),segment_id=b926db93-40a8-4008-9407-69e344f0e2dd)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:26.920264 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:26.985153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=db44bc73-3e59-4991-8a82-f5166356e03d,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:27.566630 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38434) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:27.571705 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-48974891-2492-404d-9c0b-04a05fd459d2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:28.092924 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-48974891-2492-404d-9c0b-04a05fd459d2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:28.103709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-48974891-2492-404d-9c0b-04a05fd459d2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723004'] for router, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:28.275996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48974891-2492-404d-9c0b-04a05fd459d2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 0497fa71-9f50-4b00-8005-946d8df21d2b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:34:28.565914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48974891-2492-404d-9c0b-04a05fd459d2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:34:28.572927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-48974891-2492-404d-9c0b-04a05fd459d2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:28.574134 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-48974891-2492-404d-9c0b-04a05fd459d2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/0497fa71-9f50-4b00-8005-946d8df21d2b HTTP/1.1" status: 200 len: 887 time: 1.0064270 Oct 05 09:34:28.577001 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38438) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:28.579346 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c1b371-583c-47a0-b7a2-edd764ebcf53 None None] Sync routers for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:34:28.588522 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c1b371-583c-47a0-b7a2-edd764ebcf53 None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:28.589112 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f1c1b371-583c-47a0-b7a2-edd764ebcf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:34:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:28.681082 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cd418544-273b-47d3-a7e9-50b9d9d85864 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/502f2644-5357-44b8-88ad-b5568a283ec4 HTTP/1.1" status: 200 len: 990 time: 0.1030262 Oct 05 09:34:28.765503 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-f1c1b371-583c-47a0-b7a2-edd764ebcf53 None None] Set router 0497fa71-9f50-4b00-8005-946d8df21d2b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:34:29.109849 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f1c1b371-583c-47a0-b7a2-edd764ebcf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:34:28Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:34:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '502f2644-5357-44b8-88ad-b5568a283ec4', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.44', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'port_id': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'mac_address': 'fa:16:3e:c0:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:33:51Z', 'updated_at': '2022-10-05T09:34:26Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db44bc73-3e59-4991-8a82-f5166356e03d', 'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0c:da:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:34Z', 'updated_at': '2022-10-05T09:34:26Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:29.114557 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c1b371-583c-47a0-b7a2-edd764ebcf53 None None] Checking router: 0497fa71-9f50-4b00-8005-946d8df21d2b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:34:29.122809 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c1b371-583c-47a0-b7a2-edd764ebcf53 None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:29.123396 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f1c1b371-583c-47a0-b7a2-edd764ebcf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:34:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:29.341730 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-f1c1b371-583c-47a0-b7a2-edd764ebcf53 None None] Set router 0497fa71-9f50-4b00-8005-946d8df21d2b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:34:29.675920 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f1c1b371-583c-47a0-b7a2-edd764ebcf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:34:28Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:34:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '502f2644-5357-44b8-88ad-b5568a283ec4', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.44', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'port_id': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'mac_address': 'fa:16:3e:c0:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:33:51Z', 'updated_at': '2022-10-05T09:34:26Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db44bc73-3e59-4991-8a82-f5166356e03d', 'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0c:da:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:34Z', 'updated_at': '2022-10-05T09:34:26Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:29.679751 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c1b371-583c-47a0-b7a2-edd764ebcf53 None None] The sync data for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv is: [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:34:28Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:34:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '502f2644-5357-44b8-88ad-b5568a283ec4', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'floating_ip_address': '172.26.0.44', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'port_id': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'mac_address': 'fa:16:3e:c0:28:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:33:51Z', 'updated_at': '2022-10-05T09:34:26Z', 'revision_number': 2, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db44bc73-3e59-4991-8a82-f5166356e03d', 'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0c:da:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:34Z', 'updated_at': '2022-10-05T09:34:26Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:34:29.684954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38442) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:29.794968 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a1c719cb-fb55-4cce-a57c-ba21330c3779 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/502f2644-5357-44b8-88ad-b5568a283ec4 HTTP/1.1" status: 200 len: 990 time: 0.1088734 Oct 05 09:34:30.526971 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bd87a705-a124-4256-9aaa-d386f9d2e1cc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:30.597942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bd87a705-a124-4256-9aaa-d386f9d2e1cc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:30.598844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.599412 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bd87a705-a124-4256-9aaa-d386f9d2e1cc Oct 05 09:34:30.720289 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bd87a705-a124-4256-9aaa-d386f9d2e1cc is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:30.720592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.737808 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port bd87a705-a124-4256-9aaa-d386f9d2e1cc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bd87a705-a124-4256-9aaa-d386f9d2e1cc,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:30.743362 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.744111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device db44bc73-3e59-4991-8a82-f5166356e03d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:30.797981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38446) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:30.867789 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=bd87a705-a124-4256-9aaa-d386f9d2e1cc,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:30.879010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:30.879500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:30.879931 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:30.881644 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:30.882092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:30.882505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:30.882912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:30.883316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:30.883722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:30.884162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:30.884562 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:30.885281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:30.895673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port db44bc73-3e59-4991-8a82-f5166356e03d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:30.895673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:30.896923 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port db44bc73-3e59-4991-8a82-f5166356e03d Oct 05 09:34:30.921783 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ecc0c423-5135-4ade-bcab-ed3a2eeebcc2 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/502f2644-5357-44b8-88ad-b5568a283ec4 HTTP/1.1" status: 200 len: 990 time: 0.1225593 Oct 05 09:34:31.024595 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port db44bc73-3e59-4991-8a82-f5166356e03d is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:31.024896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:31.057923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port db44bc73-3e59-4991-8a82-f5166356e03d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=db44bc73-3e59-4991-8a82-f5166356e03d,segment=NetworkSegment(b926db93-40a8-4008-9407-69e344f0e2dd),segment_id=b926db93-40a8-4008-9407-69e344f0e2dd)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:31.061277 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:31.131124 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=db44bc73-3e59-4991-8a82-f5166356e03d,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:31.351148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b314ecc-d514-4b30-aa6a-291ed21c20e6 None None] New status for floating IP 502f2644-5357-44b8-88ad-b5568a283ec4: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:34:31.925614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38450) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:32.033394 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f5d8802b-4b83-4896-89d6-546633c12b26 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/floatingips/502f2644-5357-44b8-88ad-b5568a283ec4 HTTP/1.1" status: 200 len: 992 time: 0.1065555 Oct 05 09:34:32.297058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38458) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:32.488700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bd87a705-a124-4256-9aaa-d386f9d2e1cc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:32.505858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port 2be11a65-1129-4c8e-8542-bd67b2080390 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:32.506247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.561674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bd87a705-a124-4256-9aaa-d386f9d2e1cc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:32.562074 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.562417 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bd87a705-a124-4256-9aaa-d386f9d2e1cc Oct 05 09:34:32.670970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.671308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.680273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bd87a705-a124-4256-9aaa-d386f9d2e1cc is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:32.681255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device db44bc73-3e59-4991-8a82-f5166356e03d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:34:32.747274 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port db44bc73-3e59-4991-8a82-f5166356e03d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:32.747670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.747997 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port db44bc73-3e59-4991-8a82-f5166356e03d Oct 05 09:34:32.812256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9807ff70-3123-4a4a-8408-d4e57d02e156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:32.883369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port db44bc73-3e59-4991-8a82-f5166356e03d is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:32.925811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for 2be11a65-1129-4c8e-8542-bd67b2080390 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:33.078790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:33.127024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=2be11a65-1129-4c8e-8542-bd67b2080390,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:33.168264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:33.168607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:33.168934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:33.169257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:33.169578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:33.169896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:33.170236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:33.170550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:33.170863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:33.171172 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:33.171479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:33.171787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:33.234820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:33.235151 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Floating IP 502f2644-5357-44b8-88ad-b5568a283ec4 disassociated (deleted). External IP: 172.26.0.44, port: ac01c72e-b782-4f45-abfe-eb603248e85f. Oct 05 09:34:33.577742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 0497fa71-9f50-4b00-8005-946d8df21d2b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:34:33.753776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:34:33.763674 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a414c1-e347-4f5c-b9a8-5799e57598d3 None None] Sync routers for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:34:33.769823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:33.773125 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a414c1-e347-4f5c-b9a8-5799e57598d3 None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:33.773779 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-70a414c1-e347-4f5c-b9a8-5799e57598d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:34:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:33.824172 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ac2e1e18-a5cc-4cdf-b283-5ebc4e29048b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/floatingips/502f2644-5357-44b8-88ad-b5568a283ec4 HTTP/1.1" status: 204 len: 168 time: 1.5260308 Oct 05 09:34:33.824725 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'tag': 'ac01c72e-b782-4f45-abfe-eb603248e85f'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:34:33.827020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85872bc9-e39c-46b1-9c32-40931089ea80" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae83d9e-8b9d-49e1-a65e-16678718d298", "tag": "ac01c72e-b782-4f45-abfe-eb603248e85f"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:34:33.910572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e34da63-14fc-4b03-a7bd-9a275923b554 x-openstack-request-id: req-9e34da63-14fc-4b03-a7bd-9a275923b554 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:34:33.910880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae83d9e-8b9d-49e1-a65e-16678718d298", "tag": "ac01c72e-b782-4f45-abfe-eb603248e85f", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:34:33.911176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e34da63-14fc-4b03-a7bd-9a275923b554 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:34:33.911605 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e34da63-14fc-4b03-a7bd-9a275923b554'] response: {'name': 'network-changed', 'server_uuid': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'tag': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'status': 'completed', 'code': 200} Oct 05 09:34:33.955896 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-70a414c1-e347-4f5c-b9a8-5799e57598d3 None None] Set router 0497fa71-9f50-4b00-8005-946d8df21d2b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:34:34.015187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85872bc9-e39c-46b1-9c32-40931089ea80 req-4a6f9052-6f02-4424-84dc-0d3b520bfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:34.016573 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85872bc9-e39c-46b1-9c32-40931089ea80 req-4a6f9052-6f02-4424-84dc-0d3b520bfbbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 1098 time: 0.0843608 Oct 05 09:34:34.162657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85872bc9-e39c-46b1-9c32-40931089ea80 req-67d0a92f-c5e9-4920-b458-1d5acecce110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:34.164131 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85872bc9-e39c-46b1-9c32-40931089ea80 req-67d0a92f-c5e9-4920-b458-1d5acecce110 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c8332a03-be45-4071-9e1d-77d90e92c307 HTTP/1.1" status: 200 len: 897 time: 0.1391518 Oct 05 09:34:34.237118 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85872bc9-e39c-46b1-9c32-40931089ea80 req-9784f77f-777d-4753-8691-9fc7aa338c3f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac01c72e-b782-4f45-abfe-eb603248e85f HTTP/1.1" status: 200 len: 217 time: 0.0656240 Oct 05 09:34:34.284313 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-70a414c1-e347-4f5c-b9a8-5799e57598d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:34:28Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:34:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db44bc73-3e59-4991-8a82-f5166356e03d', 'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0c:da:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:34Z', 'updated_at': '2022-10-05T09:34:31Z', 'revision_number': 7, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:34.289005 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a414c1-e347-4f5c-b9a8-5799e57598d3 None None] Checking router: 0497fa71-9f50-4b00-8005-946d8df21d2b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:34:34.293459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557a6eb-fa4b-4b7c-bd44-2487dd28462c req-cf600b88-92f4-4eed-ba72-d622bc4cf179 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:34.299155 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a414c1-e347-4f5c-b9a8-5799e57598d3 None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:34.299757 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-70a414c1-e347-4f5c-b9a8-5799e57598d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:34:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:34.300450 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e557a6eb-fa4b-4b7c-bd44-2487dd28462c req-cf600b88-92f4-4eed-ba72-d622bc4cf179 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 945 time: 0.0994992 Oct 05 09:34:34.309002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85872bc9-e39c-46b1-9c32-40931089ea80 req-865d54e5-ec55-42c5-936d-24ea96ae0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:34.310513 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85872bc9-e39c-46b1-9c32-40931089ea80 req-865d54e5-ec55-42c5-936d-24ea96ae0ea6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=128c42d1-767c-41c5-9a0a-2df0f038f9ba HTTP/1.1" status: 200 len: 834 time: 0.0660572 Oct 05 09:34:34.347620 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e557a6eb-fa4b-4b7c-bd44-2487dd28462c req-179fb0bc-f8f7-43ab-b2fc-a896b6d2e447 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b04431c-10dc-4d22-b723-d1e751fa07d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461133 Oct 05 09:34:34.398536 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85872bc9-e39c-46b1-9c32-40931089ea80 req-d0436328-730f-40ea-a3d0-e52dce58f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:34.400015 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85872bc9-e39c-46b1-9c32-40931089ea80 req-d0436328-730f-40ea-a3d0-e52dce58f0e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c8332a03-be45-4071-9e1d-77d90e92c307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829859 Oct 05 09:34:34.482313 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-70a414c1-e347-4f5c-b9a8-5799e57598d3 None None] Set router 0497fa71-9f50-4b00-8005-946d8df21d2b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:34:34.663103 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85872bc9-e39c-46b1-9c32-40931089ea80 req-4e778769-d090-4dd7-8e9a-b399f604b62e service neutron] 10.222.0.45 "GET /v2.0/networks/c8332a03-be45-4071-9e1d-77d90e92c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558191 Oct 05 09:34:34.745541 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:34.801695 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85872bc9-e39c-46b1-9c32-40931089ea80 req-70127a92-5ca1-4627-a664-ba8acc6b572a service neutron] 10.222.0.45 "GET /v2.0/networks/c8332a03-be45-4071-9e1d-77d90e92c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319449 Oct 05 09:34:34.833938 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-70a414c1-e347-4f5c-b9a8-5799e57598d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:34:28Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:34:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db44bc73-3e59-4991-8a82-f5166356e03d', 'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0c:da:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:34Z', 'updated_at': '2022-10-05T09:34:31Z', 'revision_number': 7, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:34.838102 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a414c1-e347-4f5c-b9a8-5799e57598d3 None None] The sync data for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv is: [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:34:28Z', 'revision_number': 6, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:34:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db44bc73-3e59-4991-8a82-f5166356e03d', 'name': '', 'network_id': 'c8332a03-be45-4071-9e1d-77d90e92c307', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'mac_address': 'fa:16:3e:0c:da:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:34Z', 'updated_at': '2022-10-05T09:34:31Z', 'revision_number': 7, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'subnets': [{'id': '128c42d1-767c-41c5-9a0a-2df0f038f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:34:35.536024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c6c99-6d0d-4fd7-8059-0eac8c4b766b req-e4b36223-a584-4265-8ace-1e5ab7db8371 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:35.536758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-580c6c99-6d0d-4fd7-8059-0eac8c4b766b req-e4b36223-a584-4265-8ace-1e5ab7db8371 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Synchronizing usage tracker for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:34:35.556418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-580c6c99-6d0d-4fd7-8059-0eac8c4b766b req-e4b36223-a584-4265-8ace-1e5ab7db8371 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Unset dirty status for tenant:3d24fcbdc2b044ca86ffb7d681c0963d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:34:35.557675 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-580c6c99-6d0d-4fd7-8059-0eac8c4b766b req-e4b36223-a584-4265-8ace-1e5ab7db8371 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 945 time: 0.1142023 Oct 05 09:34:35.569014 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eeee4c-a195-4aa5-964c-4b255533497d None None] New status for floating IP 502f2644-5357-44b8-88ad-b5568a283ec4: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:34:35.575684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54943f27-f512-419a-a3c8-244d4794d638 req-e40f8b14-b207-42d1-b670-d4683b5f2928 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:35.577310 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-54943f27-f512-419a-a3c8-244d4794d638 req-e40f8b14-b207-42d1-b670-d4683b5f2928 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 945 time: 0.1054456 Oct 05 09:34:35.623089 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-54943f27-f512-419a-a3c8-244d4794d638 req-7615ba84-d1f0-454d-a33a-c0d705e5de29 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b04431c-10dc-4d22-b723-d1e751fa07d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388837 Oct 05 09:34:35.631365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-580c6c99-6d0d-4fd7-8059-0eac8c4b766b req-31685ff2-4105-4ef1-b257-b5806c57ac6b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port ac01c72e-b782-4f45-abfe-eb603248e85f {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:35.631880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-580c6c99-6d0d-4fd7-8059-0eac8c4b766b req-31685ff2-4105-4ef1-b257-b5806c57ac6b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.703481 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7126ccb7-45ce-46b0-8787-d2d88a620e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:35.885187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-580c6c99-6d0d-4fd7-8059-0eac8c4b766b req-31685ff2-4105-4ef1-b257-b5806c57ac6b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port ac01c72e-b782-4f45-abfe-eb603248e85f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ac01c72e-b782-4f45-abfe-eb603248e85f,segment=NetworkSegment(b926db93-40a8-4008-9407-69e344f0e2dd),segment_id=b926db93-40a8-4008-9407-69e344f0e2dd)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:35.885685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-580c6c99-6d0d-4fd7-8059-0eac8c4b766b req-31685ff2-4105-4ef1-b257-b5806c57ac6b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.010759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-580c6c99-6d0d-4fd7-8059-0eac8c4b766b req-31685ff2-4105-4ef1-b257-b5806c57ac6b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for ac01c72e-b782-4f45-abfe-eb603248e85f owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:36.153655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-580c6c99-6d0d-4fd7-8059-0eac8c4b766b req-31685ff2-4105-4ef1-b257-b5806c57ac6b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.206250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31685ff2-4105-4ef1-b257-b5806c57ac6b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=ac01c72e-b782-4f45-abfe-eb603248e85f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:36.295452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-580c6c99-6d0d-4fd7-8059-0eac8c4b766b req-31685ff2-4105-4ef1-b257-b5806c57ac6b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] No DVR routers for this DVR port ac01c72e-b782-4f45-abfe-eb603248e85f on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:34:36.297772 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-580c6c99-6d0d-4fd7-8059-0eac8c4b766b req-31685ff2-4105-4ef1-b257-b5806c57ac6b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.300327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'name': 'network-vif-deleted', 'tag': 'ac01c72e-b782-4f45-abfe-eb603248e85f'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:34:36.303276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409f850e-c661-4222-bcde-4fe5dce5871b" -d '{"events": [{"server_uuid": "0ae83d9e-8b9d-49e1-a65e-16678718d298", "name": "network-vif-deleted", "tag": "ac01c72e-b782-4f45-abfe-eb603248e85f"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:34:36.316724 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-580c6c99-6d0d-4fd7-8059-0eac8c4b766b req-31685ff2-4105-4ef1-b257-b5806c57ac6b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.45 "DELETE /v2.0/ports/ac01c72e-b782-4f45-abfe-eb603248e85f HTTP/1.1" status: 204 len: 173 time: 0.7535989 Oct 05 09:34:36.345525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776cb590-0ffd-475e-916c-78982bc9aadc x-openstack-request-id: req-776cb590-0ffd-475e-916c-78982bc9aadc {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:34:36.346103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae83d9e-8b9d-49e1-a65e-16678718d298", "name": "network-vif-deleted", "tag": "ac01c72e-b782-4f45-abfe-eb603248e85f", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:34:36.346347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-776cb590-0ffd-475e-916c-78982bc9aadc {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:34:36.346750 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776cb590-0ffd-475e-916c-78982bc9aadc'] response: {'server_uuid': '0ae83d9e-8b9d-49e1-a65e-16678718d298', 'name': 'network-vif-deleted', 'tag': 'ac01c72e-b782-4f45-abfe-eb603248e85f', 'status': 'completed', 'code': 200} Oct 05 09:34:36.746670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:36.818727 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-982e042b-9162-4623-8b59-d6dda8592827 req-da3ddde6-8cd1-4b52-9ccf-8e81d964cd60 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae83d9e-8b9d-49e1-a65e-16678718d298 HTTP/1.1" status: 200 len: 210 time: 0.0508573 Oct 05 09:34:36.891024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:37.923148 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38476) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:37.994095 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.025122 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.089132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.108781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b04431c-10dc-4d22-b723-d1e751fa07d5,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:38.118980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:38.119336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:38.119677 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:38.120018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:38.120354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:38.120692 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:38.121024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:38.121355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:38.121683 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:38.122031 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:38.122360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:38.122682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:34:38.127879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:38.128981 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bb878e9b-0947-4e8c-98ca-4b03cbaa21dc tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/security-groups/8b04431c-10dc-4d22-b723-d1e751fa07d5 HTTP/1.1" status: 204 len: 168 time: 0.2048495 Oct 05 09:34:38.160462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38482) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:38.828612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a286aa1-624b-4ad9-a591-55d6a8ee461b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.197075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-2a286aa1-624b-4ad9-a591-55d6a8ee461b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port db44bc73-3e59-4991-8a82-f5166356e03d {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:39.197075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a286aa1-624b-4ad9-a591-55d6a8ee461b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.226443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.387462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-2a286aa1-624b-4ad9-a591-55d6a8ee461b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port db44bc73-3e59-4991-8a82-f5166356e03d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=db44bc73-3e59-4991-8a82-f5166356e03d,segment=NetworkSegment(b926db93-40a8-4008-9407-69e344f0e2dd),segment_id=b926db93-40a8-4008-9407-69e344f0e2dd)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:39.387845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a286aa1-624b-4ad9-a591-55d6a8ee461b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.511431 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-2a286aa1-624b-4ad9-a591-55d6a8ee461b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for db44bc73-3e59-4991-8a82-f5166356e03d owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:39.704246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a286aa1-624b-4ad9-a591-55d6a8ee461b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:39.786597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a286aa1-624b-4ad9-a591-55d6a8ee461b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=db44bc73-3e59-4991-8a82-f5166356e03d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:39.894481 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ac01c72e-b782-4f45-abfe-eb603248e85f no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:39.976893 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: ac01c72e-b782-4f45-abfe-eb603248e85f {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:34:39.977241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ac01c72e-b782-4f45-abfe-eb603248e85f not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:34:40.043069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a286aa1-624b-4ad9-a591-55d6a8ee461b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.516491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a286aa1-624b-4ad9-a591-55d6a8ee461b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Router 0497fa71-9f50-4b00-8005-946d8df21d2b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:34:40.694498 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a286aa1-624b-4ad9-a591-55d6a8ee461b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:34:40.703947 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81decbc7-7682-4ba5-b388-6dce03f31ea1 None None] Sync routers for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:34:40.709225 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2a286aa1-624b-4ad9-a591-55d6a8ee461b tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "PUT /v2.0/routers/0497fa71-9f50-4b00-8005-946d8df21d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5449796 Oct 05 09:34:40.709746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38486) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:40.714158 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81decbc7-7682-4ba5-b388-6dce03f31ea1 None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:40.714835 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-81decbc7-7682-4ba5-b388-6dce03f31ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:34:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:40.778999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-4267fd8a-2ae0-46c0-9dc3-b097286f6035 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting subnet 128c42d1-767c-41c5-9a0a-2df0f038f9ba {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:34:40.782309 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4267fd8a-2ae0-46c0-9dc3-b097286f6035 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.839395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4267fd8a-2ae0-46c0-9dc3-b097286f6035 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:40.888713 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-81decbc7-7682-4ba5-b388-6dce03f31ea1 None None] Set router 0497fa71-9f50-4b00-8005-946d8df21d2b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:34:40.925047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4267fd8a-2ae0-46c0-9dc3-b097286f6035 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.006271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4267fd8a-2ae0-46c0-9dc3-b097286f6035 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.048582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4267fd8a-2ae0-46c0-9dc3-b097286f6035 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.054494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267fd8a-2ae0-46c0-9dc3-b097286f6035 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Subnet': ['ID=128c42d1-767c-41c5-9a0a-2df0f038f9ba,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:41.055668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a34d15-803a-4f8c-8dad-b36540dc0990 None None] Network c8332a03-be45-4071-9e1d-77d90e92c307 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:34:41.061538 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38490) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:41.062010 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4267fd8a-2ae0-46c0-9dc3-b097286f6035 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/subnets/128c42d1-767c-41c5-9a0a-2df0f038f9ba HTTP/1.1" status: 204 len: 168 time: 0.3508117 Oct 05 09:34:41.182666 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-81decbc7-7682-4ba5-b388-6dce03f31ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:34:39Z', 'revision_number': 7, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:34:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:41.186609 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81decbc7-7682-4ba5-b388-6dce03f31ea1 None None] Checking router: 0497fa71-9f50-4b00-8005-946d8df21d2b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:34:41.195316 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81decbc7-7682-4ba5-b388-6dce03f31ea1 None None] Routers {'0497fa71-9f50-4b00-8005-946d8df21d2b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:34:41.195915 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-81decbc7-7682-4ba5-b388-6dce03f31ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:34:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['0497fa71-9f50-4b00-8005-946d8df21d2b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:41.253137 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.340234 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c2f65a-bb32-43a2-bd21-9d1560f5c822 None None] DHCP port deletion for c8332a03-be45-4071-9e1d-77d90e92c307 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:34:41.345641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-83c2f65a-bb32-43a2-bd21-9d1560f5c822 None None] Deleting port fdd57f5f-0654-4261-832f-1335d62b3264 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:41.346240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83c2f65a-bb32-43a2-bd21-9d1560f5c822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.375978 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-81decbc7-7682-4ba5-b388-6dce03f31ea1 None None] Set router 0497fa71-9f50-4b00-8005-946d8df21d2b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:34:41.433293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.444182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Deleting port bd87a705-a124-4256-9aaa-d386f9d2e1cc {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:34:41.444519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.561699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-83c2f65a-bb32-43a2-bd21-9d1560f5c822 None None] For port fdd57f5f-0654-4261-832f-1335d62b3264, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fdd57f5f-0654-4261-832f-1335d62b3264,segment=NetworkSegment(b926db93-40a8-4008-9407-69e344f0e2dd),segment_id=b926db93-40a8-4008-9407-69e344f0e2dd)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:41.562102 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83c2f65a-bb32-43a2-bd21-9d1560f5c822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.674579 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-81decbc7-7682-4ba5-b388-6dce03f31ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:34:39Z', 'revision_number': 7, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:34:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:41.679855 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81decbc7-7682-4ba5-b388-6dce03f31ea1 None None] The sync data for ids ['0497fa71-9f50-4b00-8005-946d8df21d2b'] in dv-neutron-860328-1-hyperv is: [{'id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'name': 'tempest-TestNetworkBasicOps-router-2107031608', 'tenant_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:33:30Z', 'updated_at': '2022-10-05T09:34:39Z', 'revision_number': 7, 'project_id': '3d24fcbdc2b044ca86ffb7d681c0963d', 'gw_port': {'id': 'bd87a705-a124-4256-9aaa-d386f9d2e1cc', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497fa71-9f50-4b00-8005-946d8df21d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:33:31Z', 'updated_at': '2022-10-05T09:34:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:34:41.685703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-83c2f65a-bb32-43a2-bd21-9d1560f5c822 None None] Calling delete_port for fdd57f5f-0654-4261-832f-1335d62b3264 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:41.739880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] For port bd87a705-a124-4256-9aaa-d386f9d2e1cc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bd87a705-a124-4256-9aaa-d386f9d2e1cc,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:41.740241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.765919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83c2f65a-bb32-43a2-bd21-9d1560f5c822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:41.813947 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2f65a-bb32-43a2-bd21-9d1560f5c822 None None] Pushing event deleted for resources: {'Port': ['ID=fdd57f5f-0654-4261-832f-1335d62b3264,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:41.816139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2f65a-bb32-43a2-bd21-9d1560f5c822 None None] No DVR routers for this DVR port fdd57f5f-0654-4261-832f-1335d62b3264 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:34:41.862558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Calling delete_port for bd87a705-a124-4256-9aaa-d386f9d2e1cc owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:34:42.165820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.215318 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Port': ['ID=bd87a705-a124-4256-9aaa-d386f9d2e1cc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:42.313147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.488658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.490892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.516032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.516586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Fanout notify agent at l3_agent the message router_deleted on router 0497fa71-9f50-4b00-8005-946d8df21d2b {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:34:42.534193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.535327 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fce7cb41-723d-4318-bac7-9ed3e8011e92 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/routers/0497fa71-9f50-4b00-8005-946d8df21d2b HTTP/1.1" status: 204 len: 168 time: 1.4727163 Oct 05 09:34:42.537070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fdd57f5f-0654-4261-832f-1335d62b3264 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:42.538066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38494) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:42.576650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: fdd57f5f-0654-4261-832f-1335d62b3264 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:34:42.576994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fdd57f5f-0654-4261-832f-1335d62b3264 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:34:42.577400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device db44bc73-3e59-4991-8a82-f5166356e03d no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:42.612293 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: db44bc73-3e59-4991-8a82-f5166356e03d {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:34:42.612630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device db44bc73-3e59-4991-8a82-f5166356e03d not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:34:42.658118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb84f-8f75-42be-a2e3-f41ea7b27862 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.788513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb84f-8f75-42be-a2e3-f41ea7b27862 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.812661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f0bfb84f-8f75-42be-a2e3-f41ea7b27862 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8332a03-be45-4071-9e1d-77d90e92c307']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:42.824709 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f0bfb84f-8f75-42be-a2e3-f41ea7b27862 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b926db93-40a8-4008-9407-69e344f0e2dd') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:42.825007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f0bfb84f-8f75-42be-a2e3-f41ea7b27862 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b926db93-40a8-4008-9407-69e344f0e2dd') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:34:42.836673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb84f-8f75-42be-a2e3-f41ea7b27862 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.852997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb84f-8f75-42be-a2e3-f41ea7b27862 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:42.858997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0bfb84f-8f75-42be-a2e3-f41ea7b27862 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:34:42.859382 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb84f-8f75-42be-a2e3-f41ea7b27862 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.095403 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment b926db93-40a8-4008-9407-69e344f0e2dd resource provider aggregate not found Oct 05 09:34:43.118406 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment b926db93-40a8-4008-9407-69e344f0e2dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b926db93-40a8-4008-9407-69e344f0e2dd found for delete ", "request_id": "req-a4c520a5-4dbe-4d6d-8f1c-61c62415bc07"}]} Oct 05 09:34:43.130533 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb84f-8f75-42be-a2e3-f41ea7b27862 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.153204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb84f-8f75-42be-a2e3-f41ea7b27862 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.165309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfb84f-8f75-42be-a2e3-f41ea7b27862 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] Pushing event deleted for resources: {'Network': ['ID=c8332a03-be45-4071-9e1d-77d90e92c307,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:43.171251 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f0bfb84f-8f75-42be-a2e3-f41ea7b27862 tempest-TestNetworkBasicOps-751337161 tempest-TestNetworkBasicOps-751337161-project] 10.222.0.64 "DELETE /v2.0/networks/c8332a03-be45-4071-9e1d-77d90e92c307 HTTP/1.1" status: 204 len: 168 time: 0.6322055 Oct 05 09:34:43.481741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38508) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:43.643897 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0f4ff6aa-dfb6-4aa0-9279-57dec87280ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d24fcbdc2b044ca86ffb7d681c0963d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607969 Oct 05 09:34:43.646790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38514) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:43.707028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0a05caa4-659d-42f0-a176-6ce6cbcbf265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.733218 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0a05caa4-659d-42f0-a176-6ce6cbcbf265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.785728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0a05caa4-659d-42f0-a176-6ce6cbcbf265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.801161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05caa4-659d-42f0-a176-6ce6cbcbf265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aace85-b451-4abe-98c1-481d18482ea8,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:43.810670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0a05caa4-659d-42f0-a176-6ce6cbcbf265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:43.811793 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0a05caa4-659d-42f0-a176-6ce6cbcbf265 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0aace85-b451-4abe-98c1-481d18482ea8 HTTP/1.1" status: 204 len: 168 time: 0.1640530 Oct 05 09:34:44.089486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38522) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:44.107852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-49aca07c-e15a-42af-b856-d13893662b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.122234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-49aca07c-e15a-42af-b856-d13893662b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:44.126096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-49aca07c-e15a-42af-b856-d13893662b6f admin admin] Usage tracker for resource:security_group_rule and tenant:61f3f049844247b488a036e6a7e622b7 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:44.128870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-49aca07c-e15a-42af-b856-d13893662b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:44.134623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-49aca07c-e15a-42af-b856-d13893662b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:44.217458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-49aca07c-e15a-42af-b856-d13893662b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.221308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-49aca07c-e15a-42af-b856-d13893662b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.270313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aca07c-e15a-42af-b856-d13893662b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8069f6a-3820-4cf8-bcff-b5bed254b4f1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:44.275645 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-49aca07c-e15a-42af-b856-d13893662b6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61f3f049844247b488a036e6a7e622b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851225 Oct 05 09:34:44.278312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38526) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:34:44.335610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b07ed991-2d72-4a57-9272-fbf9762907eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.360687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b07ed991-2d72-4a57-9272-fbf9762907eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.414519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b07ed991-2d72-4a57-9272-fbf9762907eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.430225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ed991-2d72-4a57-9272-fbf9762907eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8069f6a-3820-4cf8-bcff-b5bed254b4f1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:44.437679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b07ed991-2d72-4a57-9272-fbf9762907eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:44.438858 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b07ed991-2d72-4a57-9272-fbf9762907eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8069f6a-3820-4cf8-bcff-b5bed254b4f1 HTTP/1.1" status: 204 len: 168 time: 0.1596262 Oct 05 09:34:44.453222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bd87a705-a124-4256-9aaa-d386f9d2e1cc no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:34:44.490650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: bd87a705-a124-4256-9aaa-d386f9d2e1cc {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:34:44.491246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bd87a705-a124-4256-9aaa-d386f9d2e1cc not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:34:50.999455 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-65ebe7cf-e677-41dc-8948-4bf554d59424 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2736e2e40a1e45208d36d547106e02a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274208 Oct 05 09:34:51.149237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-09a19a0d-b5b0-46e5-a23f-16274ea99a63 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:51.150639 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-09a19a0d-b5b0-46e5-a23f-16274ea99a63 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461987 Oct 05 09:34:51.166844 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-7d4141a8-98b3-48c1-bafe-54031ef0f9cb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/quotas/2736e2e40a1e45208d36d547106e02a9 HTTP/1.1" status: 200 len: 375 time: 0.0100813 Oct 05 09:34:51.221482 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d60c43d9-25c6-4d02-91c1-ccda6213e7d9 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2736e2e40a1e45208d36d547106e02a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496166 Oct 05 09:34:51.407335 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e8993fa9-6b0b-41d2-935c-308de43cb22c req-ddf7bc91-1f82-4e36-8051-37c41f5fcecf tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 210 time: 0.0532160 Oct 05 09:34:52.462971 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-fc2e2241-95b3-4d8b-afd9-018b27fa25be tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2736e2e40a1e45208d36d547106e02a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338116 Oct 05 09:34:52.578018 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4b87c740-e992-4308-892c-e5da76e5bf47 req-e11ef288-8c6d-4d7a-92f9-2c17197a4c51 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 210 time: 0.0554485 Oct 05 09:34:52.624174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-ac36f632-8c95-4465-98d2-bae488ac9095 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:52.625596 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-ac36f632-8c95-4465-98d2-bae488ac9095 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578364 Oct 05 09:34:52.637590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Request body: {'port': {'device_id': '74df4b30-19f7-4b5f-b21c-e0fc8e19f61f', 'network_id': 'afd8f0fd-744a-4f72-8259-6a105886d61e', 'admin_state_up': True, 'tenant_id': '2736e2e40a1e45208d36d547106e02a9'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:52.771918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:52.775610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Usage tracker for resource:port and tenant:2736e2e40a1e45208d36d547106e02a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:52.778330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:52.783858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:52.794279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Made reservation on behalf of 2736e2e40a1e45208d36d547106e02a9 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:34:52.797679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.814123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.829062 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:34:52.833438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Usage tracker for resource:security_group_rule and tenant:2736e2e40a1e45208d36d547106e02a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:34:52.836256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:34:52.841938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:34:52.935221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:52.939066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.018298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a37315d-3129-431d-94ce-70daec3cd1d1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:53.110154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Allocated IP 192.168.233.154 (afd8f0fd-744a-4f72-8259-6a105886d61e/953cc227-8bda-4a73-9ac0-262a977f53b2/53d004f4-b705-4c4d-8a80-c7cc83a2d1cc) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:34:53.316682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.332782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Transition to ACTIVE for port object 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:53.356910 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.421759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Network afd8f0fd-744a-4f72-8259-6a105886d61e is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:34:53.432665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:34:53.435075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:34:53.473105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Pushing event updated for resources: {'Port': ['ID=53d004f4-b705-4c4d-8a80-c7cc83a2d1cc,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:53.509299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:53.509920 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.537082 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-c9e09c8e-cd1e-43c1-a7bb-4cc7555cbdeb tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9031084 Oct 05 09:34:53.548957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Request body: {'port': {'device_id': '74df4b30-19f7-4b5f-b21c-e0fc8e19f61f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:34:53.664880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.687680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1433b5c5-59bf-4b4f-864b-8b2113bdea7f None None] Provisioning for port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:34:53.693003 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1433b5c5-59bf-4b4f-864b-8b2113bdea7f None None] Provisioning complete for port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:34:53.693436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1433b5c5-59bf-4b4f-864b-8b2113bdea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:53.694003 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1433b5c5-59bf-4b4f-864b-8b2113bdea7f None None] Attempt 1 to provision port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc Oct 05 09:34:53.748097 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1433b5c5-59bf-4b4f-864b-8b2113bdea7f None None] Port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:53.790436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eae238-67e5-45f3-95a4-c0f228aec411 req-4cbe610a-a0c3-4f84-8ea3-213e47521a25 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:53.791910 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-81eae238-67e5-45f3-95a4-c0f228aec411 req-4cbe610a-a0c3-4f84-8ea3-213e47521a25 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 936 time: 0.0921490 Oct 05 09:34:53.837286 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-81eae238-67e5-45f3-95a4-c0f228aec411 req-9c5790c8-2229-4b44-916c-da0e790a04b5 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a37315d-3129-431d-94ce-70daec3cd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394785 Oct 05 09:34:54.030098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:34:54.038564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.053511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Transition to ACTIVE for port object 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:34:54.057362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.249445 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1433b5c5-59bf-4b4f-864b-8b2113bdea7f None None] Attempt 2 to provision port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc Oct 05 09:34:54.307231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1433b5c5-59bf-4b4f-864b-8b2113bdea7f None None] Port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:34:54.352603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Pushing event updated for resources: {'Port': ['ID=53d004f4-b705-4c4d-8a80-c7cc83a2d1cc,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:54.392685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Attempting to bind port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:34:54.393020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Attempting to bind port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '09bce7c5-3f74-4a1d-8afb-5efdf217c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afd8f0fd-744a-4f72-8259-6a105886d61e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:34:54.393343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Attempting to bind port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc on network afd8f0fd-744a-4f72-8259-6a105886d61e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:54.398016 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc on network afd8f0fd-744a-4f72-8259-6a105886d61e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:34:54.398337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Attempting to bind port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc on network afd8f0fd-744a-4f72-8259-6a105886d61e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:34:54.403275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:34:54.403609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Checking segment: {'id': '09bce7c5-3f74-4a1d-8afb-5efdf217c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afd8f0fd-744a-4f72-8259-6a105886d61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:34:54.403986 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Bound using segment: {'id': '09bce7c5-3f74-4a1d-8afb-5efdf217c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afd8f0fd-744a-4f72-8259-6a105886d61e'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:34:54.404412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Bound port: 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bce7c5-3f74-4a1d-8afb-5efdf217c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afd8f0fd-744a-4f72-8259-6a105886d61e'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:34:54.404754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.495591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] For port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:34:54.498499 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] For port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53d004f4-b705-4c4d-8a80-c7cc83a2d1cc,segment=NetworkSegment(09bce7c5-3f74-4a1d-8afb-5efdf217c402),segment_id=09bce7c5-3f74-4a1d-8afb-5efdf217c402)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:34:54.503110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.541191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:54.541808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:54.543218 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] 10.222.0.45 "PUT /v2.0/ports/53d004f4-b705-4c4d-8a80-c7cc83a2d1cc HTTP/1.1" status: 200 len: 1098 time: 0.9985378 Oct 05 09:34:54.543653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74df4b30-19f7-4b5f-b21c-e0fc8e19f61f', 'tag': '53d004f4-b705-4c4d-8a80-c7cc83a2d1cc'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:34:54.546607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d218bf-084e-450f-89fe-0b4093e9a816" -d '{"events": [{"name": "network-changed", "server_uuid": "74df4b30-19f7-4b5f-b21c-e0fc8e19f61f", "tag": "53d004f4-b705-4c4d-8a80-c7cc83a2d1cc"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:34:54.627151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79d7716-f298-44f7-9701-f9eac93d2448 x-openstack-request-id: req-b79d7716-f298-44f7-9701-f9eac93d2448 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:34:54.627427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74df4b30-19f7-4b5f-b21c-e0fc8e19f61f", "tag": "53d004f4-b705-4c4d-8a80-c7cc83a2d1cc", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:34:54.627675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b79d7716-f298-44f7-9701-f9eac93d2448 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:34:54.628072 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b79d7716-f298-44f7-9701-f9eac93d2448'] response: {'name': 'network-changed', 'server_uuid': '74df4b30-19f7-4b5f-b21c-e0fc8e19f61f', 'tag': '53d004f4-b705-4c4d-8a80-c7cc83a2d1cc', 'status': 'completed', 'code': 200} Oct 05 09:34:54.641364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5356300-e194-48b3-b44d-1f60d18f0a22 service neutron] Pushing event updated for resources: {'Port': ['ID=53d004f4-b705-4c4d-8a80-c7cc83a2d1cc,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:54.671011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-e609a9bb-5494-4e05-8865-593c672ac6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:54.672470 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-e609a9bb-5494-4e05-8865-593c672ac6d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2736e2e40a1e45208d36d547106e02a9&device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 1101 time: 0.0888638 Oct 05 09:34:54.743170 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-f89dcd88-5f83-401c-afd6-e87665e1a730 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=53d004f4-b705-4c4d-8a80-c7cc83a2d1cc HTTP/1.1" status: 200 len: 217 time: 0.0631602 Oct 05 09:34:54.805742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-deadce59-d10d-4726-91cc-8784ab154ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:54.807087 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-deadce59-d10d-4726-91cc-8784ab154ced service neutron] 10.222.0.45 "GET /v2.0/subnets?id=953cc227-8bda-4a73-9ac0-262a977f53b2 HTTP/1.1" status: 200 len: 843 time: 0.0587785 Oct 05 09:34:54.809239 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1433b5c5-59bf-4b4f-864b-8b2113bdea7f None None] Attempt 3 to provision port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc Oct 05 09:34:54.891401 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1433b5c5-59bf-4b4f-864b-8b2113bdea7f None None] Port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:34:54.893857 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-5647eb93-054c-47cf-bc58-df5786aeee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:54.895604 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-5647eb93-054c-47cf-bc58-df5786aeee38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afd8f0fd-744a-4f72-8259-6a105886d61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0828726 Oct 05 09:34:55.037887 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-5509aeee-86d9-4485-8e49-9444b2d9926f service neutron] 10.222.0.45 "GET /v2.0/networks/afd8f0fd-744a-4f72-8259-6a105886d61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364484 Oct 05 09:34:55.044866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830baffc-c486-4801-9c55-6dab42227ad4 req-6dc5aaa6-132e-4270-9986-9b346e77851a tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:55.046363 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-830baffc-c486-4801-9c55-6dab42227ad4 req-6dc5aaa6-132e-4270-9986-9b346e77851a tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 948 time: 0.0890903 Oct 05 09:34:55.096120 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-830baffc-c486-4801-9c55-6dab42227ad4 req-95217ae8-dd8b-41d1-ad62-eab1301ad972 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a37315d-3129-431d-94ce-70daec3cd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431645 Oct 05 09:34:55.173111 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7290444-b08b-4053-a6fb-4cca6fa3f67d req-5dfedaba-223c-45d2-aa87-0c064a52837a service neutron] 10.222.0.45 "GET /v2.0/networks/afd8f0fd-744a-4f72-8259-6a105886d61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293390 Oct 05 09:34:55.301075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d218bf-084e-450f-89fe-0b4093e9a816 req-288fd28f-3edb-4b70-aa97-5a536534d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:55.302611 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c2d218bf-084e-450f-89fe-0b4093e9a816 req-288fd28f-3edb-4b70-aa97-5a536534d0e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2736e2e40a1e45208d36d547106e02a9&device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 1101 time: 0.0824888 Oct 05 09:34:55.436934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d218bf-084e-450f-89fe-0b4093e9a816 req-a17baf9c-4608-4adb-8efe-057bb537d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:55.438299 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c2d218bf-084e-450f-89fe-0b4093e9a816 req-a17baf9c-4608-4adb-8efe-057bb537d17f service neutron] 10.222.0.45 "GET /v2.0/networks?id=afd8f0fd-744a-4f72-8259-6a105886d61e HTTP/1.1" status: 200 len: 870 time: 0.1294487 Oct 05 09:34:55.504856 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c2d218bf-084e-450f-89fe-0b4093e9a816 req-e35dd050-1310-4992-84d2-0e0f9124437b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=53d004f4-b705-4c4d-8a80-c7cc83a2d1cc HTTP/1.1" status: 200 len: 217 time: 0.0591936 Oct 05 09:34:55.569511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d218bf-084e-450f-89fe-0b4093e9a816 req-e7827a5a-39b2-45a4-89c2-b1591c42646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:55.570934 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c2d218bf-084e-450f-89fe-0b4093e9a816 req-e7827a5a-39b2-45a4-89c2-b1591c42646e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=953cc227-8bda-4a73-9ac0-262a977f53b2 HTTP/1.1" status: 200 len: 843 time: 0.0595391 Oct 05 09:34:55.652598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d218bf-084e-450f-89fe-0b4093e9a816 req-efe5d0dd-effa-47d7-b711-5210686e73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:55.654084 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c2d218bf-084e-450f-89fe-0b4093e9a816 req-efe5d0dd-effa-47d7-b711-5210686e73ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afd8f0fd-744a-4f72-8259-6a105886d61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0773020 Oct 05 09:34:55.787638 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c2d218bf-084e-450f-89fe-0b4093e9a816 req-74ce091c-70e5-4890-a942-ae51fea22705 service neutron] 10.222.0.45 "GET /v2.0/networks/afd8f0fd-744a-4f72-8259-6a105886d61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251729 Oct 05 09:34:55.920688 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c2d218bf-084e-450f-89fe-0b4093e9a816 req-6e30571d-072e-4083-bf7b-ce7d8d23d2df service neutron] 10.222.0.45 "GET /v2.0/networks/afd8f0fd-744a-4f72-8259-6a105886d61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265943 Oct 05 09:34:56.326066 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:34:56.384453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea489c7-7566-4def-8ea2-ced9c3b2c469 req-4098b4e6-b125-4f30-9574-ccc3f37979cf tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:56.385809 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cea489c7-7566-4def-8ea2-ced9c3b2c469 req-4098b4e6-b125-4f30-9574-ccc3f37979cf tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 948 time: 0.1780167 Oct 05 09:34:56.429253 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cea489c7-7566-4def-8ea2-ced9c3b2c469 req-a8d311fc-6929-4d02-add0-7d0b8270bf16 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a37315d-3129-431d-94ce-70daec3cd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377412 Oct 05 09:34:57.625548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e830fa-ec14-4d47-bc88-a6025a9675b8 req-6e62ea29-e346-471a-a2f1-95d417869a8d tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:57.627031 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a5e830fa-ec14-4d47-bc88-a6025a9675b8 req-6e62ea29-e346-471a-a2f1-95d417869a8d tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 948 time: 0.0881293 Oct 05 09:34:57.670480 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a5e830fa-ec14-4d47-bc88-a6025a9675b8 req-07251057-61c9-4747-8a10-14d34b95029d tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a37315d-3129-431d-94ce-70daec3cd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376327 Oct 05 09:34:57.992994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:34:58.126242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53d004f4-b705-4c4d-8a80-c7cc83a2d1cc,segment=NetworkSegment(09bce7c5-3f74-4a1d-8afb-5efdf217c402),segment_id=09bce7c5-3f74-4a1d-8afb-5efdf217c402)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:58.139703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '53d004f4-b705-4c4d-8a80-c7cc83a2d1cc', 'network_id': 'afd8f0fd-744a-4f72-8259-6a105886d61e', 'port_id': '53d004f4-b705-4c4d-8a80-c7cc83a2d1cc', 'mac_address': 'fa:16:3e:59:d5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953cc227-8bda-4a73-9ac0-262a977f53b2', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:34:58.193146 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:34:58.193516 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:58.210169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:34:58.225291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53d004f4-b705-4c4d-8a80-c7cc83a2d1cc,segment=NetworkSegment(09bce7c5-3f74-4a1d-8afb-5efdf217c402),segment_id=09bce7c5-3f74-4a1d-8afb-5efdf217c402)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:34:58.229266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:34:58.300299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=53d004f4-b705-4c4d-8a80-c7cc83a2d1cc,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:34:58.436155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['53d004f4-b705-4c4d-8a80-c7cc83a2d1cc'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:34:58.870800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362bac0-e60a-421a-98e7-679cd684ce6f req-0da0872e-1858-444c-a623-d309f22362d9 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:34:58.872265 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5362bac0-e60a-421a-98e7-679cd684ce6f req-0da0872e-1858-444c-a623-d309f22362d9 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 949 time: 0.0924695 Oct 05 09:34:58.915925 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5362bac0-e60a-421a-98e7-679cd684ce6f req-c2c7fb67-7204-43ab-b828-acd6abc213ff tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a37315d-3129-431d-94ce-70daec3cd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379965 Oct 05 09:35:00.025188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:00.131949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:00.137724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:00.138133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.138473 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc Oct 05 09:35:00.139885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c779227-15c7-41e8-81fe-924b7850e252 req-57b7018b-8e53-48ad-8f37-77ccc1f6a671 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:00.146444 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9c779227-15c7-41e8-81fe-924b7850e252 req-57b7018b-8e53-48ad-8f37-77ccc1f6a671 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 949 time: 0.1053922 Oct 05 09:35:00.189842 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9c779227-15c7-41e8-81fe-924b7850e252 req-c5c7269a-79b4-4a1b-9a85-427bf671e27c tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a37315d-3129-431d-94ce-70daec3cd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 Oct 05 09:35:00.267689 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:00.268071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.296044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74df4b30-19f7-4b5f-b21c-e0fc8e19f61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d004f4-b705-4c4d-8a80-c7cc83a2d1cc'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:35:00.298337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cce4d9-dd23-4bae-9106-3851ead21622" -d '{"events": [{"server_uuid": "74df4b30-19f7-4b5f-b21c-e0fc8e19f61f", "name": "network-vif-plugged", "status": "completed", "tag": "53d004f4-b705-4c4d-8a80-c7cc83a2d1cc"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:35:00.306764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53d004f4-b705-4c4d-8a80-c7cc83a2d1cc,segment=NetworkSegment(09bce7c5-3f74-4a1d-8afb-5efdf217c402),segment_id=09bce7c5-3f74-4a1d-8afb-5efdf217c402)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:00.311562 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:00.390635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=53d004f4-b705-4c4d-8a80-c7cc83a2d1cc,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:00.407958 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617fb583-9af6-4e47-ba04-79afb25e0d4c x-openstack-request-id: req-617fb583-9af6-4e47-ba04-79afb25e0d4c {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:35:00.408245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74df4b30-19f7-4b5f-b21c-e0fc8e19f61f", "name": "network-vif-plugged", "status": "completed", "tag": "53d004f4-b705-4c4d-8a80-c7cc83a2d1cc", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:35:00.408498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-617fb583-9af6-4e47-ba04-79afb25e0d4c {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:35:00.408883 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617fb583-9af6-4e47-ba04-79afb25e0d4c'] response: {'server_uuid': '74df4b30-19f7-4b5f-b21c-e0fc8e19f61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d004f4-b705-4c4d-8a80-c7cc83a2d1cc', 'code': 200} Oct 05 09:35:00.771531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e903a-38d4-43dd-90e1-0195b9d1c933 req-683f9c2c-d5b7-4304-ac5a-7f7907f6a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:00.773086 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-191e903a-38d4-43dd-90e1-0195b9d1c933 req-683f9c2c-d5b7-4304-ac5a-7f7907f6a8b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 1103 time: 0.2102025 Oct 05 09:35:00.813601 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-191e903a-38d4-43dd-90e1-0195b9d1c933 req-bf98afda-8e07-480a-abb3-6e5192e7e34f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9a37315d-3129-431d-94ce-70daec3cd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345902 Oct 05 09:35:01.394572 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571c44c-aa21-4979-8a57-973c30a55626 req-d1cbe8aa-81db-466b-85d0-2a40c7129000 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:01.396174 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f571c44c-aa21-4979-8a57-973c30a55626 req-d1cbe8aa-81db-466b-85d0-2a40c7129000 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 950 time: 0.0911801 Oct 05 09:35:01.438974 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f571c44c-aa21-4979-8a57-973c30a55626 req-44013e0f-6fb2-4e8f-9bf7-397c3d31d131 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a37315d-3129-431d-94ce-70daec3cd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372033 Oct 05 09:35:02.646974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e694aa-fb14-489a-a351-8c1460256886 req-1b8190e0-d52e-48ed-b789-ae17e73329bf tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:02.648449 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-70e694aa-fb14-489a-a351-8c1460256886 req-1b8190e0-d52e-48ed-b789-ae17e73329bf tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 950 time: 0.0972209 Oct 05 09:35:02.693250 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-70e694aa-fb14-489a-a351-8c1460256886 req-1625d3e3-36bc-4a9a-a6cb-9e30efaf0756 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a37315d-3129-431d-94ce-70daec3cd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390799 Oct 05 09:35:02.793985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-20c106c1-3b4c-416d-b844-67dcebb341fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:03.833486 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccfdee-0fa4-4ef9-ada6-e480c351b215 req-0711375e-b273-493f-86a3-98dd4d078441 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:03.835004 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-beccfdee-0fa4-4ef9-ada6-e480c351b215 req-0711375e-b273-493f-86a3-98dd4d078441 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 950 time: 0.0868404 Oct 05 09:35:03.878347 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-beccfdee-0fa4-4ef9-ada6-e480c351b215 req-16eb15f2-b3e6-4030-ae60-a6880e80f741 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a37315d-3129-431d-94ce-70daec3cd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376248 Oct 05 09:35:04.742384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.087246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b9383-b72b-4556-aa74-b58a778107ec req-2cb75992-16de-4d67-8016-83b2d1cfbba7 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:05.089246 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ed9b9383-b72b-4556-aa74-b58a778107ec req-2cb75992-16de-4d67-8016-83b2d1cfbba7 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 950 time: 0.0931983 Oct 05 09:35:05.092209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57426af-296f-4a1b-b423-a43c183d4779 req-e16ec4c6-43a1-4042-b101-8025428e17be tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:05.092977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d57426af-296f-4a1b-b423-a43c183d4779 req-e16ec4c6-43a1-4042-b101-8025428e17be tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Synchronizing usage tracker for tenant:2736e2e40a1e45208d36d547106e02a9 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:05.111835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d57426af-296f-4a1b-b423-a43c183d4779 req-e16ec4c6-43a1-4042-b101-8025428e17be tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Unset dirty status for tenant:2736e2e40a1e45208d36d547106e02a9 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:05.113032 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d57426af-296f-4a1b-b423-a43c183d4779 req-e16ec4c6-43a1-4042-b101-8025428e17be tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.45 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 950 time: 0.1089809 Oct 05 09:35:05.134840 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ed9b9383-b72b-4556-aa74-b58a778107ec req-6bef8ea8-6530-408b-8894-55bdfdcc08c7 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a37315d-3129-431d-94ce-70daec3cd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399354 Oct 05 09:35:05.189275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-d57426af-296f-4a1b-b423-a43c183d4779 req-28974cda-a3ba-4e33-8c18-bea249397140 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Deleting port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:35:05.189621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d57426af-296f-4a1b-b423-a43c183d4779 req-28974cda-a3ba-4e33-8c18-bea249397140 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.448494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-d57426af-296f-4a1b-b423-a43c183d4779 req-28974cda-a3ba-4e33-8c18-bea249397140 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] For port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=53d004f4-b705-4c4d-8a80-c7cc83a2d1cc,segment=NetworkSegment(09bce7c5-3f74-4a1d-8afb-5efdf217c402),segment_id=09bce7c5-3f74-4a1d-8afb-5efdf217c402)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:05.448854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d57426af-296f-4a1b-b423-a43c183d4779 req-28974cda-a3ba-4e33-8c18-bea249397140 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.577795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-d57426af-296f-4a1b-b423-a43c183d4779 req-28974cda-a3ba-4e33-8c18-bea249397140 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Calling delete_port for 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:35:05.587675 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef1079bb-e468-41f3-9c61-440dc13d21db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.737880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d57426af-296f-4a1b-b423-a43c183d4779 req-28974cda-a3ba-4e33-8c18-bea249397140 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.752045 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['53d004f4-b705-4c4d-8a80-c7cc83a2d1cc'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:35:05.791440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28974cda-a3ba-4e33-8c18-bea249397140 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Pushing event deleted for resources: {'Port': ['ID=53d004f4-b705-4c4d-8a80-c7cc83a2d1cc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:05.886159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57426af-296f-4a1b-b423-a43c183d4779 req-28974cda-a3ba-4e33-8c18-bea249397140 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] No DVR routers for this DVR port 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:35:05.888537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d57426af-296f-4a1b-b423-a43c183d4779 req-28974cda-a3ba-4e33-8c18-bea249397140 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:05.891129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74df4b30-19f7-4b5f-b21c-e0fc8e19f61f', 'name': 'network-vif-deleted', 'tag': '53d004f4-b705-4c4d-8a80-c7cc83a2d1cc'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:35:05.893385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18da081b-21ac-418b-9019-f8a9ce3ce74a" -d '{"events": [{"server_uuid": "74df4b30-19f7-4b5f-b21c-e0fc8e19f61f", "name": "network-vif-deleted", "tag": "53d004f4-b705-4c4d-8a80-c7cc83a2d1cc"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:35:05.913402 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d57426af-296f-4a1b-b423-a43c183d4779 req-28974cda-a3ba-4e33-8c18-bea249397140 tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.45 "DELETE /v2.0/ports/53d004f4-b705-4c4d-8a80-c7cc83a2d1cc HTTP/1.1" status: 204 len: 173 time: 0.7948856 Oct 05 09:35:05.944045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e891fe3-f559-48c6-91dd-597f138db170 x-openstack-request-id: req-3e891fe3-f559-48c6-91dd-597f138db170 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:35:05.944387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74df4b30-19f7-4b5f-b21c-e0fc8e19f61f", "name": "network-vif-deleted", "tag": "53d004f4-b705-4c4d-8a80-c7cc83a2d1cc", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:35:05.944674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e891fe3-f559-48c6-91dd-597f138db170 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:35:05.945143 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e891fe3-f559-48c6-91dd-597f138db170'] response: {'server_uuid': '74df4b30-19f7-4b5f-b21c-e0fc8e19f61f', 'name': 'network-vif-deleted', 'tag': '53d004f4-b705-4c4d-8a80-c7cc83a2d1cc', 'status': 'completed', 'code': 200} Oct 05 09:35:06.315623 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a7a5145d-2ca5-4703-950f-8e44da3edfdf req-fef794bc-984f-47a0-aac1-49c0c5ca2ffa tempest-ServersAdminNegativeTestJSON-1367380715 tempest-ServersAdminNegativeTestJSON-1367380715-project] 10.222.0.64 "GET /v2.0/ports?device_id=74df4b30-19f7-4b5f-b21c-e0fc8e19f61f HTTP/1.1" status: 200 len: 210 time: 0.0568311 Oct 05 09:35:06.749846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:06.890701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.673639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38666) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:07.819973 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-07c8de07-3bf4-4742-a50d-ae9524038e80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2736e2e40a1e45208d36d547106e02a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451197 Oct 05 09:35:07.822529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38672) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:07.881448 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6203910-4b48-470d-9abe-36b157f04aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.906814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6203910-4b48-470d-9abe-36b157f04aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.958045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6203910-4b48-470d-9abe-36b157f04aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.971748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6203910-4b48-470d-9abe-36b157f04aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a37315d-3129-431d-94ce-70daec3cd1d1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:07.979620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6203910-4b48-470d-9abe-36b157f04aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:07.980733 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b6203910-4b48-470d-9abe-36b157f04aa9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a37315d-3129-431d-94ce-70daec3cd1d1 HTTP/1.1" status: 204 len: 168 time: 0.1573112 Oct 05 09:35:08.255818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38680) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:08.273411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e6303ee5-d128-4786-a58d-3c03c306d67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.291187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e6303ee5-d128-4786-a58d-3c03c306d67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:08.295013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e6303ee5-d128-4786-a58d-3c03c306d67e admin admin] Usage tracker for resource:security_group_rule and tenant:054c75b6eedd4162b2d431d5669505d4 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:08.297771 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e6303ee5-d128-4786-a58d-3c03c306d67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:08.303498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e6303ee5-d128-4786-a58d-3c03c306d67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:08.390693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e6303ee5-d128-4786-a58d-3c03c306d67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.394372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e6303ee5-d128-4786-a58d-3c03c306d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.441893 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e6303ee5-d128-4786-a58d-3c03c306d67e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=054c75b6eedd4162b2d431d5669505d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844206 Oct 05 09:35:08.443591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6303ee5-d128-4786-a58d-3c03c306d67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81b3b9d-eb5c-4277-be19-e498c030a0c4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:08.447843 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38684) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:08.502621 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f50d-2063-4253-9e8c-4b63a7c08291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.528383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f50d-2063-4253-9e8c-4b63a7c08291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.579166 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f50d-2063-4253-9e8c-4b63a7c08291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.593397 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3f50d-2063-4253-9e8c-4b63a7c08291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81b3b9d-eb5c-4277-be19-e498c030a0c4,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:08.600760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f50d-2063-4253-9e8c-4b63a7c08291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:08.601859 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d5d3f50d-2063-4253-9e8c-4b63a7c08291 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c81b3b9d-eb5c-4277-be19-e498c030a0c4 HTTP/1.1" status: 204 len: 168 time: 0.1560740 Oct 05 09:35:09.229825 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.322338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 38708) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:09.426497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-677993164-network', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:09.431191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:09.434968 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Usage tracker for resource:network and tenant:54130fc82dfb4ead8e5ef4c8dfbc6092 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:09.437773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:09.444069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:09.453873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Made reservation on behalf of 54130fc82dfb4ead8e5ef4c8dfbc6092 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:09.456023 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.467627 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.482838 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:09.486908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Usage tracker for resource:security_group_rule and tenant:54130fc82dfb4ead8e5ef4c8dfbc6092 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:09.490616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:09.496287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:09.582664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.586323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.614127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:35:09.626265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d3bfdb-9386-4390-953e-400a2b6ee38a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:09.631005 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.631350 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Added segment 6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e of type vlan for network 62705e7e-3be8-49fb-97d6-b494ef16bee7 Oct 05 09:35:09.657186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.686288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.687290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:09.687873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:09.788551 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4650009 Oct 05 09:35:09.791546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38714) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:09.793739 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed3939-743b-4adf-bfd8-72f028bbefc2 admin admin] Pushing event updated for resources: {'Network': ['ID=62705e7e-3be8-49fb-97d6-b494ef16bee7,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:09.797209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Request body: {'subnet': {'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-677993164-subnet', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:09.802431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:09.803844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 62705e7e-3be8-49fb-97d6-b494ef16bee7 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:35:09.806345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Usage tracker for resource:subnet and tenant:54130fc82dfb4ead8e5ef4c8dfbc6092 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:09.809193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:09.815579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:09.825942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Made reservation on behalf of 54130fc82dfb4ead8e5ef4c8dfbc6092 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:09.828289 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.040082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.102990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:35:10.122250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:10.132346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Checking segment: {'id': '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:10.132708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Network hostable DHCP agents. Network: 62705e7e-3be8-49fb-97d6-b494ef16bee7, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:35:10.137148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:35:10.137499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 53d004f4-b705-4c4d-8a80-c7cc83a2d1cc not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:35:10.153326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Network 62705e7e-3be8-49fb-97d6-b494ef16bee7 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:35:10.161776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 62705e7e-3be8-49fb-97d6-b494ef16bee7) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:10.165686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:10.166313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.170820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd83ec1-8082-48c7-b2e1-d38b633e2d6f None None] Network 62705e7e-3be8-49fb-97d6-b494ef16bee7 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:10.190944 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dd858742-8a0d-443d-ab1f-775c8043842e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3981993 Oct 05 09:35:10.194010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38718) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:10.198929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-677993164-router', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:10.203456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:10.207889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Usage tracker for resource:router and tenant:54130fc82dfb4ead8e5ef4c8dfbc6092 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:10.211220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:10.216868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:10.227670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.228745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.244560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.397450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-62705e7e-3be8-49fb-97d6-b494ef16bee7', 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'fixed_ips': [{'subnet_id': '7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:35:10.398524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.560071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Allocated IP 172.20.0.2 (62705e7e-3be8-49fb-97d6-b494ef16bee7/7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47/103a51cb-aeb2-467a-a425-763e75877d00) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:10.619349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.764192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.775034 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Transition to ACTIVE for port object 103a51cb-aeb2-467a-a425-763e75877d00 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:10.793261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Transition to ACTIVE for port object 103a51cb-aeb2-467a-a425-763e75877d00 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:10.798943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.862962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Network 62705e7e-3be8-49fb-97d6-b494ef16bee7 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:10.869944 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:10.874650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:10.882650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Pushing event updated for resources: {'Port': ['ID=103a51cb-aeb2-467a-a425-763e75877d00,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:10.937201 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.968174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.983353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Attempting to bind port 103a51cb-aeb2-467a-a425-763e75877d00 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:10.983726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Attempting to bind port 103a51cb-aeb2-467a-a425-763e75877d00 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:10.984085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Attempting to bind port 103a51cb-aeb2-467a-a425-763e75877d00 on network 62705e7e-3be8-49fb-97d6-b494ef16bee7 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:10.989824 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:10.990202 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Checking segment: {'id': '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:10.990598 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:10.990988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Bound using segment: {'id': '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:10.991452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Bound port: 103a51cb-aeb2-467a-a425-763e75877d00, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:10.991866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.079437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] For port 103a51cb-aeb2-467a-a425-763e75877d00, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:11.082872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] For port 103a51cb-aeb2-467a-a425-763e75877d00, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=103a51cb-aeb2-467a-a425-763e75877d00,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:11.087711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.106502 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Allocated IP 172.26.0.181 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/501b7ccd-d623-4b1a-9312-58cee667b255) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:11.173840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3f43-9896-401e-8236-9be2e90a11ec None None] Pushing event updated for resources: {'Port': ['ID=103a51cb-aeb2-467a-a425-763e75877d00,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:11.266309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.298129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:11.378232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:11.381253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:11.384877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:11.436119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Pushing event updated for resources: {'Port': ['ID=501b7ccd-d623-4b1a-9312-58cee667b255,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:11.809355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.057212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238f6360-b855-4a67-be65-1a43c4e8533d None None] Network 62705e7e-3be8-49fb-97d6-b494ef16bee7 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:35:12.181851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-44cd7115-40ed-4976-881a-a7efad800bf5 None None] Provisioning for port 103a51cb-aeb2-467a-a425-763e75877d00 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:12.283355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.507278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Router 3cf27d7c-73fe-495d-b5af-dfd403aad5db is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:35:12.571149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 103a51cb-aeb2-467a-a425-763e75877d00 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:12.645386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 103a51cb-aeb2-467a-a425-763e75877d00 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:12.650252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 103a51cb-aeb2-467a-a425-763e75877d00 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:12.650621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.650953 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 103a51cb-aeb2-467a-a425-763e75877d00 Oct 05 09:35:12.707033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:12.721472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Sync routers for ids ['3cf27d7c-73fe-495d-b5af-dfd403aad5db'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:12.729926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-16dfa6ef-ea38-4ad8-b7e9-9c33f7f4ebed None None] Provisioning complete for port 103a51cb-aeb2-467a-a425-763e75877d00 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:12.730369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-16dfa6ef-ea38-4ad8-b7e9-9c33f7f4ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.730651 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-16dfa6ef-ea38-4ad8-b7e9-9c33f7f4ebed None None] Attempt 1 to provision port 103a51cb-aeb2-467a-a425-763e75877d00 Oct 05 09:35:12.733746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:12.735219 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-644b0f70-f719-4565-9bd7-8803352afc54 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5402887 Oct 05 09:35:12.737988 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38722) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:12.797061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Routers {'3cf27d7c-73fe-495d-b5af-dfd403aad5db'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:12.797696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:35:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['3cf27d7c-73fe-495d-b5af-dfd403aad5db'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:12.915260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 103a51cb-aeb2-467a-a425-763e75877d00 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:12.915637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.072091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Set router 3cf27d7c-73fe-495d-b5af-dfd403aad5db gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:35:13.118358 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 103a51cb-aeb2-467a-a425-763e75877d00, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=103a51cb-aeb2-467a-a425-763e75877d00,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:13.181627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.253275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-16dfa6ef-ea38-4ad8-b7e9-9c33f7f4ebed None None] Current status of the port 103a51cb-aeb2-467a-a425-763e75877d00 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:13.253649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-16dfa6ef-ea38-4ad8-b7e9-9c33f7f4ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.362200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=103a51cb-aeb2-467a-a425-763e75877d00,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:13.479084 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-16dfa6ef-ea38-4ad8-b7e9-9c33f7f4ebed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:35:13.479346 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-16dfa6ef-ea38-4ad8-b7e9-9c33f7f4ebed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:35:13.510015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'name': 'tempest-DeleteServersTestJSON-677993164-router', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:10Z', 'updated_at': '2022-10-05T09:35:11Z', 'revision_number': 3, 'project_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'gw_port': {'id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:13.514005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Checking router: 3cf27d7c-73fe-495d-b5af-dfd403aad5db for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:35:13.514389 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Updating router 3cf27d7c-73fe-495d-b5af-dfd403aad5db port 501b7ccd-d623-4b1a-9312-58cee667b255 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:35:13.540904 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.566907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.751591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Allocated IP 172.20.0.1 (62705e7e-3be8-49fb-97d6-b494ef16bee7/7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47/76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:13.904109 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.920797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Transition to ACTIVE for port object 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:13.946175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.946577 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:13.957745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Transition to ACTIVE for port object 501b7ccd-d623-4b1a-9312-58cee667b255 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:13.964213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.014573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Network 62705e7e-3be8-49fb-97d6-b494ef16bee7 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:14.017319 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:14.025497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:14.067683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Pushing event updated for resources: {'Port': ['ID=76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:14.070699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Attempting to bind port 501b7ccd-d623-4b1a-9312-58cee667b255 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:14.071050 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Attempting to bind port 501b7ccd-d623-4b1a-9312-58cee667b255 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:14.071417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Attempting to bind port 501b7ccd-d623-4b1a-9312-58cee667b255 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:14.088619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626eb123-ece0-44f0-95a9-1da9a1963e59 None None] Pushing event updated for resources: {'Port': ['ID=501b7ccd-d623-4b1a-9312-58cee667b255,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:14.091862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.096749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:14.097138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:14.098495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.099035 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:14.099517 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Bound port: 501b7ccd-d623-4b1a-9312-58cee667b255, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:14.099897 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.125489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-16dfa6ef-ea38-4ad8-b7e9-9c33f7f4ebed None None] Current status of the port 103a51cb-aeb2-467a-a425-763e75877d00 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:14.182895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] For port 501b7ccd-d623-4b1a-9312-58cee667b255, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:14.186163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] For port 501b7ccd-d623-4b1a-9312-58cee667b255, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=501b7ccd-d623-4b1a-9312-58cee667b255,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:14.191835 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.261409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Routers {'3cf27d7c-73fe-495d-b5af-dfd403aad5db'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:14.262063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:35:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['3cf27d7c-73fe-495d-b5af-dfd403aad5db'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:14.335415 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Provisioning for port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:14.343103 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626eb123-ece0-44f0-95a9-1da9a1963e59 None None] Pushing event updated for resources: {'Port': ['ID=501b7ccd-d623-4b1a-9312-58cee667b255,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:14.352966 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Provisioning complete for port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:14.353595 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.354229 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Attempt 1 to provision port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf Oct 05 09:35:14.425682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.504619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:14.515401 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 103a51cb-aeb2-467a-a425-763e75877d00 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:14.548491 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] Set router 3cf27d7c-73fe-495d-b5af-dfd403aad5db gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:35:14.647061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.652326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.759611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.762932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Pushing event updated for resources: {'Port': ['ID=76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:14.795227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 103a51cb-aeb2-467a-a425-763e75877d00 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:14.795606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:14.795952 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 103a51cb-aeb2-467a-a425-763e75877d00 Oct 05 09:35:14.899361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Network 62705e7e-3be8-49fb-97d6-b494ef16bee7 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:14.900417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:14.982861 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 103a51cb-aeb2-467a-a425-763e75877d00 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:14.986900 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'name': 'tempest-DeleteServersTestJSON-677993164-router', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:10Z', 'updated_at': '2022-10-05T09:35:11Z', 'revision_number': 3, 'project_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'gw_port': {'id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:14.991725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3531f9-5fe6-49dd-9751-5017bf186bcf None None] The sync data for ids ['3cf27d7c-73fe-495d-b5af-dfd403aad5db'] in dv-neutron-860328-1-hyperv is: [{'id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'name': 'tempest-DeleteServersTestJSON-677993164-router', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:10Z', 'updated_at': '2022-10-05T09:35:11Z', 'revision_number': 3, 'project_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'gw_port': {'id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:15.005476 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Attempt 2 to provision port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf Oct 05 09:35:15.077216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:15.205429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Router 3cf27d7c-73fe-495d-b5af-dfd403aad5db has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:35:15.405634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:35:15.415732 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-514a3700-15ad-4e9c-8fde-8f1da6d30350 admin admin] 10.222.0.64 "PUT /v2.0/routers/3cf27d7c-73fe-495d-b5af-dfd403aad5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6759930 Oct 05 09:35:15.578304 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Attempt 3 to provision port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf Oct 05 09:35:15.636301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:15.944262 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-d45059d1-a1c6-406c-b0b5-97cc7841ca7c tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:15.944854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-d45059d1-a1c6-406c-b0b5-97cc7841ca7c tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Synchronizing usage tracker for tenant:54130fc82dfb4ead8e5ef4c8dfbc6092 on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:15.961971 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-d45059d1-a1c6-406c-b0b5-97cc7841ca7c tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Unset dirty status for tenant:54130fc82dfb4ead8e5ef4c8dfbc6092 on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:15.963227 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-d45059d1-a1c6-406c-b0b5-97cc7841ca7c tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/networks?id=62705e7e-3be8-49fb-97d6-b494ef16bee7 HTTP/1.1" status: 200 len: 811 time: 0.1685929 Oct 05 09:35:15.978449 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-67c158b5-1fa7-4925-bc40-d6f4c3b92978 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/quotas/54130fc82dfb4ead8e5ef4c8dfbc6092 HTTP/1.1" status: 200 len: 375 time: 0.0098071 Oct 05 09:35:16.069194 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-e43bcacf-c2bd-46ab-b34d-850cd2d8e02c tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54130fc82dfb4ead8e5ef4c8dfbc6092&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855560 Oct 05 09:35:16.128220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-d3e84eae-fdd1-4d64-8089-e94b37eb5815 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:35:16.129314 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-d3e84eae-fdd1-4d64-8089-e94b37eb5815 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535173 Oct 05 09:35:16.138222 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Attempt 4 to provision port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf Oct 05 09:35:16.200698 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:16.266660 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-48934a7a-b1fd-4471-8aeb-0a5662714936 service neutron] 10.222.0.64 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314027 Oct 05 09:35:16.458360 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Sync routers for ids ['3cf27d7c-73fe-495d-b5af-dfd403aad5db'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:35:16.472332 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Routers {'3cf27d7c-73fe-495d-b5af-dfd403aad5db'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:16.473813 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:35:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['3cf27d7c-73fe-495d-b5af-dfd403aad5db'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:16.502719 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-40c8bb7f-f0c7-454d-a94f-0d2278fbfdff service neutron] 10.222.0.64 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299111 Oct 05 09:35:16.533276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 501b7ccd-d623-4b1a-9312-58cee667b255 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:16.655312 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 501b7ccd-d623-4b1a-9312-58cee667b255 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:16.661255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 501b7ccd-d623-4b1a-9312-58cee667b255 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:16.661866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.662391 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 501b7ccd-d623-4b1a-9312-58cee667b255 Oct 05 09:35:16.698014 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Set router 3cf27d7c-73fe-495d-b5af-dfd403aad5db gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:35:16.703254 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Attempt 5 to provision port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf Oct 05 09:35:16.712771 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2e352612-368f-4ae4-9632-53e9865c5697 req-8164aaac-4d7f-4ba7-9cf3-625ac4f60a06 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 210 time: 0.0602219 Oct 05 09:35:16.776357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:16.844798 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 501b7ccd-d623-4b1a-9312-58cee667b255 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:16.845192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.865655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 501b7ccd-d623-4b1a-9312-58cee667b255, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=501b7ccd-d623-4b1a-9312-58cee667b255,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:16.873598 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:16.946632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=501b7ccd-d623-4b1a-9312-58cee667b255,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:17.043302 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'name': 'tempest-DeleteServersTestJSON-677993164-router', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:10Z', 'updated_at': '2022-10-05T09:35:14Z', 'revision_number': 4, 'project_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'gw_port': {'id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf', 'name': '', 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'mac_address': 'fa:16:3e:68:85:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:13Z', 'updated_at': '2022-10-05T09:35:14Z', 'revision_number': 2, 'project_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'subnets': [{'id': '7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:17.047416 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Checking router: 3cf27d7c-73fe-495d-b5af-dfd403aad5db for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:35:17.047769 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Updating router 3cf27d7c-73fe-495d-b5af-dfd403aad5db port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:35:17.103845 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.277625 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Attempt 6 to provision port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf Oct 05 09:35:17.337731 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:17.445071 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.456441 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Transition to ACTIVE for port object 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:17.462808 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.649886 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Pushing event updated for resources: {'Port': ['ID=76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:17.673260 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:17.673598 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:17.673934 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:17.674280 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:17.674654 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:17.674927 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:17.675250 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:17.675780 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:17.676295 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:17.676738 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:17.676938 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:17.677232 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:35:17.688084 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Attempting to bind port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:17.688347 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Attempting to bind port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:17.688612 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Attempting to bind port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf on network 62705e7e-3be8-49fb-97d6-b494ef16bee7 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:17.694974 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:17.695520 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Checking segment: {'id': '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:17.697987 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.697987 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Bound using segment: {'id': '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:17.697987 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Bound port: 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:17.697987 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.801270 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] For port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:17.805901 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] For port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:17.811498 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:17.838668 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Attempt 7 to provision port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf Oct 05 09:35:17.848640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-5fbb6c8e-7cef-4fa3-aaa1-bbd3a38b77c1 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:17.851025 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-5fbb6c8e-7cef-4fa3-aaa1-bbd3a38b77c1 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.45 "GET /v2.0/networks?id=62705e7e-3be8-49fb-97d6-b494ef16bee7 HTTP/1.1" status: 200 len: 811 time: 0.1948903 Oct 05 09:35:17.863715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Request body: {'port': {'device_id': 'd427a21e-82d8-49b0-bdb9-fe348f40a878', 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7', 'admin_state_up': True, 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:17.932020 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e905934f-ec6c-4edd-9d49-cc8f59c50711 None None] Port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:35:17.936580 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Routers {'3cf27d7c-73fe-495d-b5af-dfd403aad5db'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:35:17.936893 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:35:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['3cf27d7c-73fe-495d-b5af-dfd403aad5db'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:17.959017 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d7c6c87a-b1cd-4273-ab21-08d0a06af7c2 req-c4b194f9-825b-47ef-b91c-612215b2d8d3 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 210 time: 0.0737400 Oct 05 09:35:18.039197 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc07cf-4468-481d-9dcd-ddc289087fce None None] Pushing event updated for resources: {'Port': ['ID=76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:18.055790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:35:18.062066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Usage tracker for resource:port and tenant:54130fc82dfb4ead8e5ef4c8dfbc6092 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:35:18.066764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:35:18.073560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:35:18.084424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Made reservation on behalf of 54130fc82dfb4ead8e5ef4c8dfbc6092 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:35:18.090565 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.143242 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] Set router 3cf27d7c-73fe-495d-b5af-dfd403aad5db gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:35:18.264490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Allocated IP 172.20.0.12 (62705e7e-3be8-49fb-97d6-b494ef16bee7/7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47/c8e2de4c-49ac-4a91-95f0-807c8db37c28) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:35:18.466484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.485437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Transition to ACTIVE for port object c8e2de4c-49ac-4a91-95f0-807c8db37c28 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:18.496046 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'name': 'tempest-DeleteServersTestJSON-677993164-router', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:10Z', 'updated_at': '2022-10-05T09:35:14Z', 'revision_number': 4, 'project_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'gw_port': {'id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf', 'name': '', 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'mac_address': 'fa:16:3e:68:85:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:13Z', 'updated_at': '2022-10-05T09:35:17Z', 'revision_number': 4, 'project_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'subnets': [{'id': '7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:35:18.500042 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d8c2f-9d6b-49bd-8866-28bba90d118a None None] The sync data for ids ['3cf27d7c-73fe-495d-b5af-dfd403aad5db'] in dv-neutron-860328-1-hyperv is: [{'id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'name': 'tempest-DeleteServersTestJSON-677993164-router', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:10Z', 'updated_at': '2022-10-05T09:35:14Z', 'revision_number': 4, 'project_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'gw_port': {'id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf', 'name': '', 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'mac_address': 'fa:16:3e:68:85:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:13Z', 'updated_at': '2022-10-05T09:35:17Z', 'revision_number': 4, 'project_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'subnets': [{'id': '7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:35:18.512671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 501b7ccd-d623-4b1a-9312-58cee667b255 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:18.513144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.593359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Network 62705e7e-3be8-49fb-97d6-b494ef16bee7 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:35:18.596340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:35:18.601177 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:35:18.610356 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 501b7ccd-d623-4b1a-9312-58cee667b255 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:18.612683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.613823 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 501b7ccd-d623-4b1a-9312-58cee667b255 Oct 05 09:35:18.673248 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Pushing event updated for resources: {'Port': ['ID=c8e2de4c-49ac-4a91-95f0-807c8db37c28,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:18.700115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:18.702049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.738971 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-13312d00-18a8-4ada-9d03-74ef32f6677e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8791451 Oct 05 09:35:18.750553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Request body: {'port': {'device_id': 'd427a21e-82d8-49b0-bdb9-fe348f40a878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:35:18.767138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 501b7ccd-d623-4b1a-9312-58cee667b255 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:18.882844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.887183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4324f76-c206-4d4b-a31d-70c7ea60aad2 None None] Provisioning for port c8e2de4c-49ac-4a91-95f0-807c8db37c28 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:18.892599 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4324f76-c206-4d4b-a31d-70c7ea60aad2 None None] Provisioning complete for port c8e2de4c-49ac-4a91-95f0-807c8db37c28 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:18.892972 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4324f76-c206-4d4b-a31d-70c7ea60aad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:18.893308 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4324f76-c206-4d4b-a31d-70c7ea60aad2 None None] Attempt 1 to provision port c8e2de4c-49ac-4a91-95f0-807c8db37c28 Oct 05 09:35:18.951432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4324f76-c206-4d4b-a31d-70c7ea60aad2 None None] Port c8e2de4c-49ac-4a91-95f0-807c8db37c28 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:19.174246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b45a9a-40f5-474f-a682-cf6b89c95114 req-03d64e86-1ae0-4483-b1c8-8d3c6be71809 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:19.176583 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c0b45a9a-40f5-474f-a682-cf6b89c95114 req-03d64e86-1ae0-4483-b1c8-8d3c6be71809 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 932 time: 0.1009667 Oct 05 09:35:19.225193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-c0b45a9a-40f5-474f-a682-cf6b89c95114 req-98455469-845b-46f9-8f4f-4ead5b3c69b6 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Synchronizing usage tracker for tenant:54130fc82dfb4ead8e5ef4c8dfbc6092 on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:35:19.246173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-c0b45a9a-40f5-474f-a682-cf6b89c95114 req-98455469-845b-46f9-8f4f-4ead5b3c69b6 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Unset dirty status for tenant:54130fc82dfb4ead8e5ef4c8dfbc6092 on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:35:19.250490 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c0b45a9a-40f5-474f-a682-cf6b89c95114 req-98455469-845b-46f9-8f4f-4ead5b3c69b6 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669906 Oct 05 09:35:19.260325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e2de4c-49ac-4a91-95f0-807c8db37c28 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:35:19.273867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.291703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Transition to ACTIVE for port object c8e2de4c-49ac-4a91-95f0-807c8db37c28 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:35:19.295554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.452294 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4324f76-c206-4d4b-a31d-70c7ea60aad2 None None] Attempt 2 to provision port c8e2de4c-49ac-4a91-95f0-807c8db37c28 Oct 05 09:35:19.524746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Pushing event updated for resources: {'Port': ['ID=c8e2de4c-49ac-4a91-95f0-807c8db37c28,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:19.532565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4324f76-c206-4d4b-a31d-70c7ea60aad2 None None] Port c8e2de4c-49ac-4a91-95f0-807c8db37c28 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:35:19.536825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Attempting to bind port c8e2de4c-49ac-4a91-95f0-807c8db37c28 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:35:19.537166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Attempting to bind port c8e2de4c-49ac-4a91-95f0-807c8db37c28 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:35:19.537503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Attempting to bind port c8e2de4c-49ac-4a91-95f0-807c8db37c28 on network 62705e7e-3be8-49fb-97d6-b494ef16bee7 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:19.542526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Port c8e2de4c-49ac-4a91-95f0-807c8db37c28 on network 62705e7e-3be8-49fb-97d6-b494ef16bee7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:35:19.542847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Attempting to bind port c8e2de4c-49ac-4a91-95f0-807c8db37c28 on network 62705e7e-3be8-49fb-97d6-b494ef16bee7 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:35:19.548082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:35:19.548426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Checking segment: {'id': '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:35:19.548812 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Bound using segment: {'id': '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:35:19.549240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Bound port: c8e2de4c-49ac-4a91-95f0-807c8db37c28, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:35:19.549585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.658579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] For port c8e2de4c-49ac-4a91-95f0-807c8db37c28, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:35:19.663789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] For port c8e2de4c-49ac-4a91-95f0-807c8db37c28, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:35:19.668381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.703519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:19.704135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:19.705564 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] 10.222.0.45 "PUT /v2.0/ports/c8e2de4c-49ac-4a91-95f0-807c8db37c28 HTTP/1.1" status: 200 len: 1094 time: 0.9598453 Oct 05 09:35:19.707335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd427a21e-82d8-49b0-bdb9-fe348f40a878', 'tag': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:35:19.709794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89732e72-daf7-4c80-bb16-ed0a36bd2ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "d427a21e-82d8-49b0-bdb9-fe348f40a878", "tag": "c8e2de4c-49ac-4a91-95f0-807c8db37c28"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:35:19.789020 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5081ccc5-b090-409d-96a0-a418a0c64f54 x-openstack-request-id: req-5081ccc5-b090-409d-96a0-a418a0c64f54 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:35:19.789306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d427a21e-82d8-49b0-bdb9-fe348f40a878", "tag": "c8e2de4c-49ac-4a91-95f0-807c8db37c28", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:35:19.789551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5081ccc5-b090-409d-96a0-a418a0c64f54 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:35:19.789941 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5081ccc5-b090-409d-96a0-a418a0c64f54'] response: {'name': 'network-changed', 'server_uuid': 'd427a21e-82d8-49b0-bdb9-fe348f40a878', 'tag': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28', 'status': 'completed', 'code': 200} Oct 05 09:35:19.912578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdaa5d-9002-43ec-b86e-ca9941c7563d service neutron] Pushing event updated for resources: {'Port': ['ID=c8e2de4c-49ac-4a91-95f0-807c8db37c28,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:19.946437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-a1496f7d-1e55-48c3-a33a-0d582a22e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:19.947917 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-a1496f7d-1e55-48c3-a33a-0d582a22e31e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54130fc82dfb4ead8e5ef4c8dfbc6092&device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 1097 time: 0.1960979 Oct 05 09:35:20.016061 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-177449e8-6acc-4997-bdbf-c6c3be4f6758 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28 HTTP/1.1" status: 200 len: 217 time: 0.0615492 Oct 05 09:35:20.033148 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c4324f76-c206-4d4b-a31d-70c7ea60aad2 None None] Attempt 3 to provision port c8e2de4c-49ac-4a91-95f0-807c8db37c28 Oct 05 09:35:20.084435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-284e8f35-c734-4af6-950e-f2f75c9a7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:20.085910 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-284e8f35-c734-4af6-950e-f2f75c9a7439 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47 HTTP/1.1" status: 200 len: 850 time: 0.0631726 Oct 05 09:35:20.094722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c4324f76-c206-4d4b-a31d-70c7ea60aad2 None None] Port c8e2de4c-49ac-4a91-95f0-807c8db37c28 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:35:20.169267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-1b035408-9d49-4f8c-bcbc-f14bcc378d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:20.170769 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-1b035408-9d49-4f8c-bcbc-f14bcc378d66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62705e7e-3be8-49fb-97d6-b494ef16bee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794632 Oct 05 09:35:20.306699 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-2d294f3a-405e-4278-b53e-3cd5bb63a106 service neutron] 10.222.0.45 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288986 Oct 05 09:35:20.448539 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dad9687d-c990-4ab7-9bed-f75951b50a5f req-be9dc89d-80b0-44de-aec0-fa34fbfbb309 service neutron] 10.222.0.45 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362739 Oct 05 09:35:20.462325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0524f1-cbf3-439b-a84e-b230f7974901 req-ef86686e-7277-4498-9adf-fb068b91cc07 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:20.463811 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9b0524f1-cbf3-439b-a84e-b230f7974901 req-ef86686e-7277-4498-9adf-fb068b91cc07 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 944 time: 0.0952995 Oct 05 09:35:20.519806 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9b0524f1-cbf3-439b-a84e-b230f7974901 req-ecb4977b-fa40-4639-a4e6-e7ba50251a72 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480206 Oct 05 09:35:20.538356 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:20.585245 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89732e72-daf7-4c80-bb16-ed0a36bd2ec5 req-6d256475-fc5f-46ac-b29c-4b6c1c3876d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:20.586788 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-89732e72-daf7-4c80-bb16-ed0a36bd2ec5 req-6d256475-fc5f-46ac-b29c-4b6c1c3876d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54130fc82dfb4ead8e5ef4c8dfbc6092&device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 1097 time: 0.0884268 Oct 05 09:35:20.609593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:20.615146 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:20.615515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.615851 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf Oct 05 09:35:20.719645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89732e72-daf7-4c80-bb16-ed0a36bd2ec5 req-0be489a7-1b1e-409f-b394-ae85482f21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:20.721043 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-89732e72-daf7-4c80-bb16-ed0a36bd2ec5 req-0be489a7-1b1e-409f-b394-ae85482f21c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62705e7e-3be8-49fb-97d6-b494ef16bee7 HTTP/1.1" status: 200 len: 912 time: 0.1281490 Oct 05 09:35:20.730489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:20.730878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.766014 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:20.771867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:20.792768 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-89732e72-daf7-4c80-bb16-ed0a36bd2ec5 req-788b6dd2-0d03-45a0-9442-8b874fd28be1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28 HTTP/1.1" status: 200 len: 217 time: 0.0652359 Oct 05 09:35:20.840661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:20.861379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89732e72-daf7-4c80-bb16-ed0a36bd2ec5 req-8ceb057f-f7ab-4866-a078-007c81d0d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:20.863449 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-89732e72-daf7-4c80-bb16-ed0a36bd2ec5 req-8ceb057f-f7ab-4866-a078-007c81d0d945 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47 HTTP/1.1" status: 200 len: 850 time: 0.0638351 Oct 05 09:35:20.946126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89732e72-daf7-4c80-bb16-ed0a36bd2ec5 req-09cfdab3-39ae-42e8-9b89-cb45338aff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:20.947576 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-89732e72-daf7-4c80-bb16-ed0a36bd2ec5 req-09cfdab3-39ae-42e8-9b89-cb45338aff48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62705e7e-3be8-49fb-97d6-b494ef16bee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787694 Oct 05 09:35:21.078541 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-89732e72-daf7-4c80-bb16-ed0a36bd2ec5 req-10f3ba19-28b0-483f-b186-e36dd9cff2e6 service neutron] 10.222.0.45 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233723 Oct 05 09:35:21.215387 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-89732e72-daf7-4c80-bb16-ed0a36bd2ec5 req-5c5e234b-afb2-49f7-8282-03e8ea3d9bef service neutron] 10.222.0.45 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297402 Oct 05 09:35:21.761695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20299a88-afdc-4631-a7be-eb0c275ee939 req-5263340b-9f32-4360-b865-bf89d93ae2e7 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:21.763205 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-20299a88-afdc-4631-a7be-eb0c275ee939 req-5263340b-9f32-4360-b865-bf89d93ae2e7 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 944 time: 0.1078625 Oct 05 09:35:21.823436 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-20299a88-afdc-4631-a7be-eb0c275ee939 req-33721f2e-1982-4c03-8d4c-5460e7e7b49c tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503771 Oct 05 09:35:22.509254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:22.576148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:22.576511 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:22.576840 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf Oct 05 09:35:22.690090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:23.032625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80324c-1d6e-42dc-a061-b156330f4269 req-c4177dcb-2abb-4710-94c9-560f77752d47 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:23.034092 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ac80324c-1d6e-42dc-a061-b156330f4269 req-c4177dcb-2abb-4710-94c9-560f77752d47 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 944 time: 0.0946796 Oct 05 09:35:23.079569 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ac80324c-1d6e-42dc-a061-b156330f4269 req-0f225022-3c4e-4e16-820a-f458ae3a5bae tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397050 Oct 05 09:35:24.165737 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device c8e2de4c-49ac-4a91-95f0-807c8db37c28 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:35:24.286985 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923bb84-3394-4adb-8685-444cbe2f3c14 req-2a878944-5015-4153-9d47-a92038c1d18b tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:24.288431 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4923bb84-3394-4adb-8685-444cbe2f3c14 req-2a878944-5015-4153-9d47-a92038c1d18b tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 944 time: 0.0897126 Oct 05 09:35:24.306310 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port c8e2de4c-49ac-4a91-95f0-807c8db37c28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:24.319362 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28', 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7', 'port_id': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28', 'mac_address': 'fa:16:3e:84:d2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:35:24.335974 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4923bb84-3394-4adb-8685-444cbe2f3c14 req-861b6643-758e-4ac7-a9b6-761abb5d1505 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 Oct 05 09:35:24.380037 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port c8e2de4c-49ac-4a91-95f0-807c8db37c28 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:24.380426 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.398164 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e2de4c-49ac-4a91-95f0-807c8db37c28 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:35:24.415061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port c8e2de4c-49ac-4a91-95f0-807c8db37c28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:24.418842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:24.497653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=c8e2de4c-49ac-4a91-95f0-807c8db37c28,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:24.613823 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['c8e2de4c-49ac-4a91-95f0-807c8db37c28'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:35:25.535596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171edc6-3d70-4ed2-ad41-8ef23022aa33 req-393ba259-0347-4b30-ab4e-8166172c551d tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:25.537046 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2171edc6-3d70-4ed2-ad41-8ef23022aa33 req-393ba259-0347-4b30-ab4e-8166172c551d tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 945 time: 0.0890958 Oct 05 09:35:25.580401 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2171edc6-3d70-4ed2-ad41-8ef23022aa33 req-4f364e09-834e-41e6-b53d-b4bf92ca3dbd tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377452 Oct 05 09:35:26.180993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device c8e2de4c-49ac-4a91-95f0-807c8db37c28 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:35:26.260368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port c8e2de4c-49ac-4a91-95f0-807c8db37c28 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:35:26.265046 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port c8e2de4c-49ac-4a91-95f0-807c8db37c28 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:35:26.265422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.265760 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port c8e2de4c-49ac-4a91-95f0-807c8db37c28 Oct 05 09:35:26.381605 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port c8e2de4c-49ac-4a91-95f0-807c8db37c28 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:35:26.382008 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.409151 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd427a21e-82d8-49b0-bdb9-fe348f40a878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:35:26.411652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7617ff5-cbdc-43b4-8496-8c65548e1907" -d '{"events": [{"server_uuid": "d427a21e-82d8-49b0-bdb9-fe348f40a878", "name": "network-vif-plugged", "status": "completed", "tag": "c8e2de4c-49ac-4a91-95f0-807c8db37c28"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:35:26.419127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port c8e2de4c-49ac-4a91-95f0-807c8db37c28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:35:26.423505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:26.462266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1fe420-334d-4a63-beeb-578ccccab6c4 x-openstack-request-id: req-9b1fe420-334d-4a63-beeb-578ccccab6c4 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:35:26.462560 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d427a21e-82d8-49b0-bdb9-fe348f40a878", "name": "network-vif-plugged", "status": "completed", "tag": "c8e2de4c-49ac-4a91-95f0-807c8db37c28", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:35:26.462809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b1fe420-334d-4a63-beeb-578ccccab6c4 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:35:26.463196 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1fe420-334d-4a63-beeb-578ccccab6c4'] response: {'server_uuid': 'd427a21e-82d8-49b0-bdb9-fe348f40a878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28', 'code': 200} Oct 05 09:35:26.495982 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=c8e2de4c-49ac-4a91-95f0-807c8db37c28,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:35:26.691898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e71882-3e55-4a10-ac79-8bb422240bb1 req-b6eda853-c36c-4141-871b-da9500105855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:26.693292 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-90e71882-3e55-4a10-ac79-8bb422240bb1 req-b6eda853-c36c-4141-871b-da9500105855 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 1099 time: 0.0820818 Oct 05 09:35:26.733509 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-90e71882-3e55-4a10-ac79-8bb422240bb1 req-1236ef53-b822-46a5-b556-29d03c9f75e2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342224 Oct 05 09:35:26.785028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0cc58-c9dd-40af-ac0b-49fca48765a3 req-5cab47b6-1c49-4e43-9bd6-c2ae27424622 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:26.786491 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c4d0cc58-c9dd-40af-ac0b-49fca48765a3 req-5cab47b6-1c49-4e43-9bd6-c2ae27424622 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0916331 Oct 05 09:35:26.831330 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c4d0cc58-c9dd-40af-ac0b-49fca48765a3 req-4887698f-1276-4e2d-b72f-abb1c9844c7a tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389025 Oct 05 09:35:28.033078 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d301ca3-bf35-4680-8c15-c2d7facc65f2 req-b829ce99-7cf2-4505-8289-70826e8f3311 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:28.034592 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d301ca3-bf35-4680-8c15-c2d7facc65f2 req-b829ce99-7cf2-4505-8289-70826e8f3311 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0885537 Oct 05 09:35:28.082154 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d301ca3-bf35-4680-8c15-c2d7facc65f2 req-3c1b6ff7-9cea-4617-bd2c-09ee2718196f tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Oct 05 09:35:28.465855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38788) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:35:28.507800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434ca71-7bf9-4736-bcbf-854040479222 req-ad34ab48-3640-458c-b475-09757e0ca24c tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:28.509244 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4434ca71-7bf9-4736-bcbf-854040479222 req-ad34ab48-3640-458c-b475-09757e0ca24c tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0997832 Oct 05 09:35:28.553381 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4434ca71-7bf9-4736-bcbf-854040479222 req-500854c4-cc33-48b0-b1c5-5a06d11a9082 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383205 Oct 05 09:35:28.596121 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-c37fd56d-c7d8-4a90-b292-7bae1ab6dd8d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1290336 Oct 05 09:35:29.762192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8577ece-1a4d-4a9a-ac63-0bf09f54982f req-0b917d78-fd7b-4dcc-aaed-8b20b2774acc tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:29.763631 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b8577ece-1a4d-4a9a-ac63-0bf09f54982f req-0b917d78-fd7b-4dcc-aaed-8b20b2774acc tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0968153 Oct 05 09:35:29.808453 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b8577ece-1a4d-4a9a-ac63-0bf09f54982f req-a465572a-f426-44a9-9c9c-101be23a4689 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383332 Oct 05 09:35:29.820410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-7ce41afe-4307-4fad-b692-bfb04503c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:29.821869 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-7ce41afe-4307-4fad-b692-bfb04503c20e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54130fc82dfb4ead8e5ef4c8dfbc6092&device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 1099 time: 0.0805120 Oct 05 09:35:29.957574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-969393a9-05fe-4315-927f-924c555ee2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:29.959019 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-969393a9-05fe-4315-927f-924c555ee2ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=62705e7e-3be8-49fb-97d6-b494ef16bee7 HTTP/1.1" status: 200 len: 912 time: 0.1262133 Oct 05 09:35:30.124744 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-4994546e-052c-4ddd-bff3-69240492034a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28 HTTP/1.1" status: 200 len: 217 time: 0.1595345 Oct 05 09:35:30.185936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-4f3eeb6f-21bd-440e-bb34-7c60bed6bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:30.187270 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-4f3eeb6f-21bd-440e-bb34-7c60bed6bbb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47 HTTP/1.1" status: 200 len: 850 time: 0.0557923 Oct 05 09:35:30.272060 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-672fc25b-429a-4cbc-8839-dfc22a5ad0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:30.273488 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-672fc25b-429a-4cbc-8839-dfc22a5ad0e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62705e7e-3be8-49fb-97d6-b494ef16bee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797858 Oct 05 09:35:30.406854 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-f1761530-dc9b-47c9-8e15-c9ec15cf90d5 service neutron] 10.222.0.45 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269078 Oct 05 09:35:30.538798 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-0fa423f9-18b5-4971-a58d-42a12f8f29d1 service neutron] 10.222.0.45 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253316 Oct 05 09:35:31.013405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a979ed9-b1ee-4eaa-99ce-9477f08f9962 req-89949147-cf20-476e-a439-9116453f46c5 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:31.014899 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1a979ed9-b1ee-4eaa-99ce-9477f08f9962 req-89949147-cf20-476e-a439-9116453f46c5 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0868940 Oct 05 09:35:31.060796 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1a979ed9-b1ee-4eaa-99ce-9477f08f9962 req-d5f1e8c2-545a-44dc-bc6e-cb63cbe4fa3d tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395749 Oct 05 09:35:32.257693 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801a29e-7de8-40e8-9e3e-889955467c59 req-e755953b-ade4-4648-8cd8-8711c96ca365 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:32.259077 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e801a29e-7de8-40e8-9e3e-889955467c59 req-e755953b-ade4-4648-8cd8-8711c96ca365 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0863974 Oct 05 09:35:32.303427 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e801a29e-7de8-40e8-9e3e-889955467c59 req-bc361100-5dc6-45ed-aa50-aac12b690f5e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387571 Oct 05 09:35:32.795985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d7753773-81ca-4b14-be05-49a57a9a8abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:33.324479 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:35:33.509240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb431a0-91d2-4784-aac2-4086c07f28ac req-b3da89c4-0869-405f-bbfd-51dff3243321 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:33.513674 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9bb431a0-91d2-4784-aac2-4086c07f28ac req-b3da89c4-0869-405f-bbfd-51dff3243321 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0922914 Oct 05 09:35:33.555493 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9bb431a0-91d2-4784-aac2-4086c07f28ac req-734a6756-ca34-4849-b781-a7cfec866e79 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389783 Oct 05 09:35:34.754870 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80471f18-0f01-40c8-a489-7cedcbe6350f req-1eff4f5f-3bea-426b-a523-cecc83813151 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:34.756167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:34.756603 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-80471f18-0f01-40c8-a489-7cedcbe6350f req-1eff4f5f-3bea-426b-a523-cecc83813151 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0882397 Oct 05 09:35:34.803882 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-80471f18-0f01-40c8-a489-7cedcbe6350f req-471ad0c0-5fbc-402a-9393-15a44b50a5ce tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 Oct 05 09:35:35.591158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0bb26eae-c9b7-4530-bd62-408acea1ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:36.004412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fe4a5-a316-4e3a-a79e-736efc9a9e01 req-65d74366-995a-41fa-92a7-af3bce0cf08d tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:36.005876 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3e1fe4a5-a316-4e3a-a79e-736efc9a9e01 req-65d74366-995a-41fa-92a7-af3bce0cf08d tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0884180 Oct 05 09:35:36.048431 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3e1fe4a5-a316-4e3a-a79e-736efc9a9e01 req-6b122a13-5a7d-4cd6-a630-5546abe6afbf tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369706 Oct 05 09:35:36.752692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:36.892789 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:37.254077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c100e0-15f2-4366-a52e-e3df2ec9bf98 req-824d4234-4fde-423f-884e-28ac86cdc94f tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:37.255569 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f0c100e0-15f2-4366-a52e-e3df2ec9bf98 req-824d4234-4fde-423f-884e-28ac86cdc94f tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0941904 Oct 05 09:35:37.299153 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f0c100e0-15f2-4366-a52e-e3df2ec9bf98 req-983bc8ed-7b7b-48d7-ae12-3d6830f1f23a tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379848 Oct 05 09:35:38.495027 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed624e28-b668-4b31-b723-bb593b475713 req-778e9998-0f59-4d2e-aee9-8974771d85a7 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:38.496514 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ed624e28-b668-4b31-b723-bb593b475713 req-778e9998-0f59-4d2e-aee9-8974771d85a7 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0868385 Oct 05 09:35:38.543178 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ed624e28-b668-4b31-b723-bb593b475713 req-08d3d17f-e3f9-40c7-a726-b07f39aef328 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410759 Oct 05 09:35:39.231221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:35:39.744028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87952d9d-94f5-45e5-9b7b-15bfeeff6c68 req-84f127df-a231-4f19-bd7f-53f648c1a022 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:39.745738 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-87952d9d-94f5-45e5-9b7b-15bfeeff6c68 req-84f127df-a231-4f19-bd7f-53f648c1a022 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0898829 Oct 05 09:35:39.790043 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-87952d9d-94f5-45e5-9b7b-15bfeeff6c68 req-0420f37d-b907-4e61-a506-be9fddcada84 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385842 Oct 05 09:35:40.995928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6fabf-906a-4238-8ce7-d9921ba80919 req-1bdf4f05-f780-4480-a82c-38bdea3cd729 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:40.997414 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bac6fabf-906a-4238-8ce7-d9921ba80919 req-1bdf4f05-f780-4480-a82c-38bdea3cd729 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0922756 Oct 05 09:35:41.042481 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bac6fabf-906a-4238-8ce7-d9921ba80919 req-d05fff18-2af0-48de-83ba-d1fd0ebf9443 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389514 Oct 05 09:35:42.242095 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3875ff-05e7-46ac-8a29-d346d7e11243 req-f87e2142-08db-4272-8714-cf8ca6330297 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:42.243473 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ab3875ff-05e7-46ac-8a29-d346d7e11243 req-f87e2142-08db-4272-8714-cf8ca6330297 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0898674 Oct 05 09:35:42.291079 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ab3875ff-05e7-46ac-8a29-d346d7e11243 req-3a01e8fd-c385-4ee1-8293-fcaf6a2e4aa2 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Oct 05 09:35:43.487629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da150da-bf34-443f-8247-022ddb1e3f00 req-9fc19742-f4d8-4971-8178-fb7d3c7a781b tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:43.489077 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3da150da-bf34-443f-8247-022ddb1e3f00 req-9fc19742-f4d8-4971-8178-fb7d3c7a781b tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0871687 Oct 05 09:35:43.531697 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3da150da-bf34-443f-8247-022ddb1e3f00 req-a4067621-3a11-460e-bbd4-f80599a8c6db tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370800 Oct 05 09:35:44.821195 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec987b-8e01-4212-b63e-177d39d14685 req-a0a8784a-abc2-4083-a4ad-e590ce7ae629 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:44.822580 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-daec987b-8e01-4212-b63e-177d39d14685 req-a0a8784a-abc2-4083-a4ad-e590ce7ae629 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.1773601 Oct 05 09:35:44.867006 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-daec987b-8e01-4212-b63e-177d39d14685 req-1c62f9bd-87cc-43e0-9d4d-7d005d09b08f tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386517 Oct 05 09:35:46.068994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dabf1-3fcb-49ba-b398-369bcec37a4c req-192f1691-eed2-43e9-bb48-037a2bc2966e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:46.070468 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-525dabf1-3fcb-49ba-b398-369bcec37a4c req-192f1691-eed2-43e9-bb48-037a2bc2966e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0909617 Oct 05 09:35:46.116342 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-525dabf1-3fcb-49ba-b398-369bcec37a4c req-32dc36e3-38a1-42d4-baa3-5f2b10814526 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 Oct 05 09:35:47.312744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1f641-7136-4ca4-b0f5-f1d663b353d4 req-4c67b8f2-d202-45e4-80c1-a561a0a0d21f tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:47.314222 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b1e1f641-7136-4ca4-b0f5-f1d663b353d4 req-4c67b8f2-d202-45e4-80c1-a561a0a0d21f tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0878298 Oct 05 09:35:47.358312 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b1e1f641-7136-4ca4-b0f5-f1d663b353d4 req-a9b6c980-d9c4-4307-8a5b-0523fb172fc4 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373936 Oct 05 09:35:48.564240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920d65b-e08e-474e-86e5-85b802e5802a req-8331447f-6a46-43d8-b898-d8a2d5a53180 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:48.565699 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0920d65b-e08e-474e-86e5-85b802e5802a req-8331447f-6a46-43d8-b898-d8a2d5a53180 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0900400 Oct 05 09:35:48.611542 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0920d65b-e08e-474e-86e5-85b802e5802a req-d19c091b-2bdf-41ae-804b-35672c9e9da6 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398402 Oct 05 09:35:49.807574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a5e53-7e40-4a91-a43f-fdad11c630c9 req-08764804-5690-4778-b1af-6f407014bce5 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:49.809004 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b32a5e53-7e40-4a91-a43f-fdad11c630c9 req-08764804-5690-4778-b1af-6f407014bce5 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0882788 Oct 05 09:35:49.855824 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b32a5e53-7e40-4a91-a43f-fdad11c630c9 req-84e40f3d-a866-47d7-9321-12a19bfbeb1f tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 Oct 05 09:35:51.052596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3d23a-b9fd-46d1-8d08-78ee5794c6e6 req-7f2d7d3c-b44c-4ae6-b459-cfc757e2583c tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:51.054089 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aaf3d23a-b9fd-46d1-8d08-78ee5794c6e6 req-7f2d7d3c-b44c-4ae6-b459-cfc757e2583c tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0868759 Oct 05 09:35:51.097009 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aaf3d23a-b9fd-46d1-8d08-78ee5794c6e6 req-c557a1b6-ed0f-4ce3-a8b7-dae9ab61ba9f tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372169 Oct 05 09:35:52.305919 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16875737-ff82-4f61-a8aa-22c09f35bc24 req-c181e726-072e-4522-a31f-eb3f10787937 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:52.307663 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-16875737-ff82-4f61-a8aa-22c09f35bc24 req-c181e726-072e-4522-a31f-eb3f10787937 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0979614 Oct 05 09:35:52.361512 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-16875737-ff82-4f61-a8aa-22c09f35bc24 req-cecca17f-3dbd-4973-8962-b2b61df04a93 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479157 Oct 05 09:35:53.561759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f7a50-ae71-4791-b3e0-a5968890d2b4 req-38e76388-1e54-4249-9623-b61333182108 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:53.563217 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f87f7a50-ae71-4791-b3e0-a5968890d2b4 req-38e76388-1e54-4249-9623-b61333182108 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0875876 Oct 05 09:35:53.610084 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f87f7a50-ae71-4791-b3e0-a5968890d2b4 req-8557b76b-260c-49c4-9c77-c056f97e9fc3 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401332 Oct 05 09:35:54.807888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e9b7c-0159-4199-aa47-f9b277a7716c req-0ac65335-8bb8-4325-a540-91e65dc5ac03 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:54.809235 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-052e9b7c-0159-4199-aa47-f9b277a7716c req-0ac65335-8bb8-4325-a540-91e65dc5ac03 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0873475 Oct 05 09:35:54.852430 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-052e9b7c-0159-4199-aa47-f9b277a7716c req-65cb5b74-28e2-4bfd-944d-8acc0336b08f tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376551 Oct 05 09:35:56.060974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43880b09-b475-406a-9957-1db7448d6704 req-197801e9-3d6c-4fe8-8774-8c09fe6e5dc9 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:56.062428 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-43880b09-b475-406a-9957-1db7448d6704 req-197801e9-3d6c-4fe8-8774-8c09fe6e5dc9 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0910511 Oct 05 09:35:56.105318 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-43880b09-b475-406a-9957-1db7448d6704 req-874e0156-4a3b-4364-a71e-a3375101bb2e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365589 Oct 05 09:35:57.216814 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-0495a80c-235e-40b5-ac1d-969b967fedac service neutron] 10.222.0.45 "GET /v2.0/ports/c8e2de4c-49ac-4a91-95f0-807c8db37c28/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0754318 Oct 05 09:35:57.310978 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba751594-9bb2-42c5-8bf4-c70b754b1812 req-c340217f-9fed-4c0e-a2d0-949bce077200 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:57.312417 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ba751594-9bb2-42c5-8bf4-c70b754b1812 req-c340217f-9fed-4c0e-a2d0-949bce077200 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0920942 Oct 05 09:35:57.363808 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ba751594-9bb2-42c5-8bf4-c70b754b1812 req-46fa392d-5645-4a38-ab01-75168f99c8f7 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451169 Oct 05 09:35:57.500429 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-92f1418b-dbfd-42ad-aad0-4e02529a8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:57.501796 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-92f1418b-dbfd-42ad-aad0-4e02529a8701 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878&tenant_id=54130fc82dfb4ead8e5ef4c8dfbc6092 HTTP/1.1" status: 200 len: 1099 time: 0.0807853 Oct 05 09:35:57.599723 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-b5fc1a7a-8bd1-4b48-b456-cebcbf639257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:57.601176 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-b5fc1a7a-8bd1-4b48-b456-cebcbf639257 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54130fc82dfb4ead8e5ef4c8dfbc6092&device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 1099 time: 0.0771651 Oct 05 09:35:57.730273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-7068fc9e-1da3-4c87-bb15-23bad556f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:57.731690 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-7068fc9e-1da3-4c87-bb15-23bad556f677 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62705e7e-3be8-49fb-97d6-b494ef16bee7 HTTP/1.1" status: 200 len: 912 time: 0.1226258 Oct 05 09:35:57.800428 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-fb4c31aa-3712-48be-ad90-22f1ea59c46f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28 HTTP/1.1" status: 200 len: 217 time: 0.0624647 Oct 05 09:35:57.862172 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-7db2aa51-7efd-45df-9259-7edb9889e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:57.863686 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-7db2aa51-7efd-45df-9259-7edb9889e281 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47 HTTP/1.1" status: 200 len: 850 time: 0.0574484 Oct 05 09:35:57.951580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-41c10f86-294d-4159-a6e7-d3377c5acb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:57.953054 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-41c10f86-294d-4159-a6e7-d3377c5acb7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62705e7e-3be8-49fb-97d6-b494ef16bee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832732 Oct 05 09:35:58.082834 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-ce2013a7-cbbd-44ae-b1af-a58ca0482a2c service neutron] 10.222.0.45 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226521 Oct 05 09:35:58.211656 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-233c7cc8-837e-47a2-8ed1-d8811c73da35 req-efc3fa90-d0d1-4b26-ada0-ce6349beadc7 service neutron] 10.222.0.45 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224964 Oct 05 09:35:58.567433 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466010a-f3b0-42ed-8d03-6198a6d0422e req-e56c9286-554e-4faf-bcbe-bfbfe5e15354 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:58.568892 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5466010a-f3b0-42ed-8d03-6198a6d0422e req-e56c9286-554e-4faf-bcbe-bfbfe5e15354 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0895932 Oct 05 09:35:58.613916 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5466010a-f3b0-42ed-8d03-6198a6d0422e req-cf83bc73-77af-41f3-a751-cf1dd6c729c1 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393479 Oct 05 09:35:59.823349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df19f-6d0c-4992-a8df-ea3dd2c55f3e req-f015878f-d44b-4d36-a36f-ea6f9e034e61 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:35:59.825637 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-eb9df19f-6d0c-4992-a8df-ea3dd2c55f3e req-f015878f-d44b-4d36-a36f-ea6f9e034e61 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0936358 Oct 05 09:35:59.876503 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-eb9df19f-6d0c-4992-a8df-ea3dd2c55f3e req-bed48b33-c4a2-484e-813a-b1e3891cbdca tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440211 Oct 05 09:36:00.301389 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device c8e2de4c-49ac-4a91-95f0-807c8db37c28 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:36:00.305413 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device c8e2de4c-49ac-4a91-95f0-807c8db37c28 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:00.530287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port c8e2de4c-49ac-4a91-95f0-807c8db37c28 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:00.530675 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.568192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port c8e2de4c-49ac-4a91-95f0-807c8db37c28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:00.584811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd427a21e-82d8-49b0-bdb9-fe348f40a878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:36:00.587419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eec2b9-558e-4b11-b8f7-a26749341132" -d '{"events": [{"server_uuid": "d427a21e-82d8-49b0-bdb9-fe348f40a878", "name": "network-vif-unplugged", "status": "completed", "tag": "c8e2de4c-49ac-4a91-95f0-807c8db37c28"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:36:00.593040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28', 'network_id': '62705e7e-3be8-49fb-97d6-b494ef16bee7', 'port_id': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28', 'mac_address': 'fa:16:3e:84:d2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:36:00.599565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port c8e2de4c-49ac-4a91-95f0-807c8db37c28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:00.633068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.676127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b426a5f0-75fa-4188-a6a1-a1718c939ed0 x-openstack-request-id: req-b426a5f0-75fa-4188-a6a1-a1718c939ed0 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:36:00.676422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d427a21e-82d8-49b0-bdb9-fe348f40a878", "name": "network-vif-unplugged", "status": "completed", "tag": "c8e2de4c-49ac-4a91-95f0-807c8db37c28", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:36:00.676675 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b426a5f0-75fa-4188-a6a1-a1718c939ed0 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:36:00.677060 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b426a5f0-75fa-4188-a6a1-a1718c939ed0'] response: {'server_uuid': 'd427a21e-82d8-49b0-bdb9-fe348f40a878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28', 'code': 200} Oct 05 09:36:00.710723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port c8e2de4c-49ac-4a91-95f0-807c8db37c28 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:00.711110 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.735184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e2de4c-49ac-4a91-95f0-807c8db37c28 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:36:00.739950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=c8e2de4c-49ac-4a91-95f0-807c8db37c28,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:00.754124 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:00.754477 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:00.754822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:00.755160 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:00.755496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:00.755828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:00.756158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:00.756485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:00.756811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:00.757151 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:00.757460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:00.757782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:00.765972 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port c8e2de4c-49ac-4a91-95f0-807c8db37c28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:00.770046 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:00.835485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['c8e2de4c-49ac-4a91-95f0-807c8db37c28'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:36:00.883246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=c8e2de4c-49ac-4a91-95f0-807c8db37c28,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:01.077588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cde3b5-39b8-440e-8e3a-50249f6bcc15 req-459e6c6f-9561-4335-996d-bbc4d167babe tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:01.079054 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-87cde3b5-39b8-440e-8e3a-50249f6bcc15 req-459e6c6f-9561-4335-996d-bbc4d167babe tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 945 time: 0.0862684 Oct 05 09:36:01.125609 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-87cde3b5-39b8-440e-8e3a-50249f6bcc15 req-58e41006-40e9-4776-99e4-e958f08d8445 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Oct 05 09:36:01.533258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-542ba662-d1a3-4a04-99ad-5991cc976fe2 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:01.533831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-542ba662-d1a3-4a04-99ad-5991cc976fe2 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Synchronizing usage tracker for tenant:54130fc82dfb4ead8e5ef4c8dfbc6092 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:01.550500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-542ba662-d1a3-4a04-99ad-5991cc976fe2 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Unset dirty status for tenant:54130fc82dfb4ead8e5ef4c8dfbc6092 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:01.551596 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-542ba662-d1a3-4a04-99ad-5991cc976fe2 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.45 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878&tenant_id=54130fc82dfb4ead8e5ef4c8dfbc6092&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 945 time: 0.1071327 Oct 05 09:36:01.704166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-564aea27-9d67-42bb-8575-c293f3b358b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:01.705785 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-564aea27-9d67-42bb-8575-c293f3b358b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54130fc82dfb4ead8e5ef4c8dfbc6092&device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 1098 time: 0.0851233 Oct 05 09:36:01.935342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-05925be8-91f9-402c-821b-b3a04b8b3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:01.936757 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-05925be8-91f9-402c-821b-b3a04b8b3218 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62705e7e-3be8-49fb-97d6-b494ef16bee7 HTTP/1.1" status: 200 len: 912 time: 0.2239778 Oct 05 09:36:02.003091 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-70e68763-d51e-4362-b431-9558fb4a3f55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28 HTTP/1.1" status: 200 len: 217 time: 0.0602663 Oct 05 09:36:02.080675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-3bfc258a-002b-4378-931e-6d6d8bafca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:02.082338 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-3bfc258a-002b-4378-931e-6d6d8bafca8d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47 HTTP/1.1" status: 200 len: 850 time: 0.0720179 Oct 05 09:36:02.178219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-819614e5-3a21-4630-90db-c45590db8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:02.179691 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-819614e5-3a21-4630-90db-c45590db8cec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62705e7e-3be8-49fb-97d6-b494ef16bee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913386 Oct 05 09:36:02.309183 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-54ae791d-c1ae-4178-941f-4273ed96508a service neutron] 10.222.0.45 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236475 Oct 05 09:36:02.314355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device c8e2de4c-49ac-4a91-95f0-807c8db37c28 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:02.384291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port c8e2de4c-49ac-4a91-95f0-807c8db37c28 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:02.384668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:02.385009 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port c8e2de4c-49ac-4a91-95f0-807c8db37c28 Oct 05 09:36:02.445324 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-8c555013-384c-4452-9759-86f76e32bdb7 service neutron] 10.222.0.45 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298575 Oct 05 09:36:02.507233 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port c8e2de4c-49ac-4a91-95f0-807c8db37c28 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:02.507623 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:02.545217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port c8e2de4c-49ac-4a91-95f0-807c8db37c28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:02.549189 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:02.617071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=c8e2de4c-49ac-4a91-95f0-807c8db37c28,revision_number=8']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:02.678250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd427a21e-82d8-49b0-bdb9-fe348f40a878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:36:02.680574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44986682-9424-456a-bdac-58dc7b3ce562" -d '{"events": [{"server_uuid": "d427a21e-82d8-49b0-bdb9-fe348f40a878", "name": "network-vif-plugged", "status": "completed", "tag": "c8e2de4c-49ac-4a91-95f0-807c8db37c28"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:36:02.736131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d88539-bee6-4187-9668-439499b828b6 x-openstack-request-id: req-d9d88539-bee6-4187-9668-439499b828b6 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:36:02.736429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d427a21e-82d8-49b0-bdb9-fe348f40a878", "name": "network-vif-plugged", "status": "completed", "tag": "c8e2de4c-49ac-4a91-95f0-807c8db37c28", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:36:02.736674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9d88539-bee6-4187-9668-439499b828b6 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:36:02.737071 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d88539-bee6-4187-9668-439499b828b6'] response: {'server_uuid': 'd427a21e-82d8-49b0-bdb9-fe348f40a878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28', 'code': 200} Oct 05 09:36:02.799482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d2cdd3d-76e7-464e-a361-c5b5009b3503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:03.295487 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc1026-28f1-44c9-99ec-312842fee333 req-88a7730b-db23-4456-9b15-57da0ce1951e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:03.296834 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fccc1026-28f1-44c9-99ec-312842fee333 req-88a7730b-db23-4456-9b15-57da0ce1951e tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0866411 Oct 05 09:36:03.340228 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fccc1026-28f1-44c9-99ec-312842fee333 req-732b72e8-7a91-4850-934b-8b5139df0030 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367060 Oct 05 09:36:04.545421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8f421-020f-4236-9f75-2224937b2699 req-fbbd4029-6af4-4f87-b9b3-05e6e95609a6 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:04.546897 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c7e8f421-020f-4236-9f75-2224937b2699 req-fbbd4029-6af4-4f87-b9b3-05e6e95609a6 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0922847 Oct 05 09:36:04.594438 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c7e8f421-020f-4236-9f75-2224937b2699 req-9d4e4da7-21b0-41e5-b1bc-4e18b8b10483 tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/security-groups?id=10d3bfdb-9386-4390-953e-400a2b6ee38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Oct 05 09:36:04.758460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:04.898152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-0d1572c4-3711-4cd0-9330-b2a5935e117f tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:04.899584 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-0d1572c4-3711-4cd0-9330-b2a5935e117f tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.45 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 946 time: 0.0981917 Oct 05 09:36:04.970475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Deleting port c8e2de4c-49ac-4a91-95f0-807c8db37c28 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:04.970895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.266366 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb999d58-83a1-48b3-868a-ccee2e4d7891 req-738afca2-d251-4a62-9297-028476388969 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2095566 Oct 05 09:36:05.287846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] For port c8e2de4c-49ac-4a91-95f0-807c8db37c28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:05.288212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.447807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Calling delete_port for c8e2de4c-49ac-4a91-95f0-807c8db37c28 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:05.594620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44ef3273-fa92-49f8-8994-89e08fbf8449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.599618 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb999d58-83a1-48b3-868a-ccee2e4d7891 req-a83e4a5d-80b2-4b2b-b61d-febaf07a1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:05.601079 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb999d58-83a1-48b3-868a-ccee2e4d7891 req-a83e4a5d-80b2-4b2b-b61d-febaf07a1f3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54130fc82dfb4ead8e5ef4c8dfbc6092&device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 1099 time: 0.2516427 Oct 05 09:36:05.655379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.667715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['c8e2de4c-49ac-4a91-95f0-807c8db37c28'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:36:05.766517 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d3e6cf4-fb4b-42d4-b609-e1297d79d6eb req-fe5a0f51-be0c-4434-91e0-462a646ac3cf tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.64 "GET /v2.0/ports?device_id=d427a21e-82d8-49b0-bdb9-fe348f40a878 HTTP/1.1" status: 200 len: 210 time: 0.0548687 Oct 05 09:36:05.869109 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Pushing event deleted for resources: {'Port': ['ID=c8e2de4c-49ac-4a91-95f0-807c8db37c28,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:05.912504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:05.913026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:05.913171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:05.913502 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:05.913827 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:05.914179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:05.914505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:05.914823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:05.915143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:05.915465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:05.915781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:05.916096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:05.992420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] No DVR routers for this DVR port c8e2de4c-49ac-4a91-95f0-807c8db37c28 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:05.995913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:05.998345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd427a21e-82d8-49b0-bdb9-fe348f40a878', 'name': 'network-vif-deleted', 'tag': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:36:06.000571 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f2c7f5-8d34-4b2a-a90f-a374abe243be" -d '{"events": [{"server_uuid": "d427a21e-82d8-49b0-bdb9-fe348f40a878", "name": "network-vif-deleted", "tag": "c8e2de4c-49ac-4a91-95f0-807c8db37c28"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:36:06.023791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb999d58-83a1-48b3-868a-ccee2e4d7891 req-3c65fc09-a7dd-4705-887f-599be9ab6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:06.025280 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb999d58-83a1-48b3-868a-ccee2e4d7891 req-3c65fc09-a7dd-4705-887f-599be9ab6f87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62705e7e-3be8-49fb-97d6-b494ef16bee7 HTTP/1.1" status: 200 len: 912 time: 0.4047205 Oct 05 09:36:06.026878 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a63627b0-2cde-4e37-81fb-d14dc158395a req-1277c7dc-abc9-4eaa-a1a7-6d3a4a8550af tempest-DeleteServersTestJSON-705256007 tempest-DeleteServersTestJSON-705256007-project] 10.222.0.45 "DELETE /v2.0/ports/c8e2de4c-49ac-4a91-95f0-807c8db37c28 HTTP/1.1" status: 204 len: 173 time: 1.1223290 Oct 05 09:36:06.088103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682bb589-5be2-4f7d-aa92-0a5b0be12133 x-openstack-request-id: req-682bb589-5be2-4f7d-aa92-0a5b0be12133 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:36:06.088383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d427a21e-82d8-49b0-bdb9-fe348f40a878", "name": "network-vif-deleted", "tag": "c8e2de4c-49ac-4a91-95f0-807c8db37c28", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:36:06.088630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-682bb589-5be2-4f7d-aa92-0a5b0be12133 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:36:06.089015 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682bb589-5be2-4f7d-aa92-0a5b0be12133'] response: {'server_uuid': 'd427a21e-82d8-49b0-bdb9-fe348f40a878', 'name': 'network-vif-deleted', 'tag': 'c8e2de4c-49ac-4a91-95f0-807c8db37c28', 'status': 'completed', 'code': 200} Oct 05 09:36:06.097921 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb999d58-83a1-48b3-868a-ccee2e4d7891 req-f805c64d-df80-4ec3-b3be-e3f9c610ebb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8e2de4c-49ac-4a91-95f0-807c8db37c28 HTTP/1.1" status: 200 len: 217 time: 0.0648801 Oct 05 09:36:06.166128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb999d58-83a1-48b3-868a-ccee2e4d7891 req-ea20b330-27d9-40f8-ae8f-dd5487abbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:06.167576 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb999d58-83a1-48b3-868a-ccee2e4d7891 req-ea20b330-27d9-40f8-ae8f-dd5487abbf67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47 HTTP/1.1" status: 200 len: 850 time: 0.0633905 Oct 05 09:36:06.261169 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb999d58-83a1-48b3-868a-ccee2e4d7891 req-16a2ee50-266c-44bb-8d7a-683fc43e4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:06.262705 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb999d58-83a1-48b3-868a-ccee2e4d7891 req-16a2ee50-266c-44bb-8d7a-683fc43e4782 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62705e7e-3be8-49fb-97d6-b494ef16bee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836771 Oct 05 09:36:06.398994 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb999d58-83a1-48b3-868a-ccee2e4d7891 req-4e2ee3b7-fcf9-4eb0-85d7-a947d73500b9 service neutron] 10.222.0.45 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297042 Oct 05 09:36:06.542456 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb999d58-83a1-48b3-868a-ccee2e4d7891 req-1a939a64-dc0f-4143-9708-a08e24ef929c service neutron] 10.222.0.45 "GET /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368668 Oct 05 09:36:06.754064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:06.898485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:07.019353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38894) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:07.561590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37e16658-b969-4cbf-8980-8d501b5679f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.040264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-37e16658-b969-4cbf-8980-8d501b5679f1 admin admin] Deleting port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:08.040960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37e16658-b969-4cbf-8980-8d501b5679f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.214564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-37e16658-b969-4cbf-8980-8d501b5679f1 admin admin] For port 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:08.214829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37e16658-b969-4cbf-8980-8d501b5679f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.338931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-37e16658-b969-4cbf-8980-8d501b5679f1 admin admin] Calling delete_port for 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:08.373447 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device c8e2de4c-49ac-4a91-95f0-807c8db37c28 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:08.407038 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: c8e2de4c-49ac-4a91-95f0-807c8db37c28 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:08.407378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device c8e2de4c-49ac-4a91-95f0-807c8db37c28 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:08.657131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37e16658-b969-4cbf-8980-8d501b5679f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:08.701215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e16658-b969-4cbf-8980-8d501b5679f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:08.978330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37e16658-b969-4cbf-8980-8d501b5679f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:09.239926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:09.439706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e16658-b969-4cbf-8980-8d501b5679f1 admin admin] Router 3cf27d7c-73fe-495d-b5af-dfd403aad5db has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:36:09.617013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e16658-b969-4cbf-8980-8d501b5679f1 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:09.625763 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5eda01-debb-43d1-9c47-e47861feb6f8 None None] Sync routers for ids ['3cf27d7c-73fe-495d-b5af-dfd403aad5db'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:09.630556 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-37e16658-b969-4cbf-8980-8d501b5679f1 admin admin] 10.222.0.64 "PUT /v2.0/routers/3cf27d7c-73fe-495d-b5af-dfd403aad5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6101038 Oct 05 09:36:09.633017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38898) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:09.635421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5eda01-debb-43d1-9c47-e47861feb6f8 None None] Routers {'3cf27d7c-73fe-495d-b5af-dfd403aad5db'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:09.636030 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ba5eda01-debb-43d1-9c47-e47861feb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:36:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['3cf27d7c-73fe-495d-b5af-dfd403aad5db'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:09.808447 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:09.848762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-ba5eda01-debb-43d1-9c47-e47861feb6f8 None None] Set router 3cf27d7c-73fe-495d-b5af-dfd403aad5db gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:36:09.988013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:09.997796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Deleting port 501b7ccd-d623-4b1a-9312-58cee667b255 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:09.998263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:10.138166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ba5eda01-debb-43d1-9c47-e47861feb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'name': 'tempest-DeleteServersTestJSON-677993164-router', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:10Z', 'updated_at': '2022-10-05T09:36:08Z', 'revision_number': 5, 'project_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'gw_port': {'id': '501b7ccd-d623-4b1a-9312-58cee667b255', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:35:11Z', 'updated_at': '2022-10-05T09:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:10.141985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5eda01-debb-43d1-9c47-e47861feb6f8 None None] Checking router: 3cf27d7c-73fe-495d-b5af-dfd403aad5db for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:36:10.151099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5eda01-debb-43d1-9c47-e47861feb6f8 None None] Routers {'3cf27d7c-73fe-495d-b5af-dfd403aad5db'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:10.151694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ba5eda01-debb-43d1-9c47-e47861feb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:36:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['3cf27d7c-73fe-495d-b5af-dfd403aad5db'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:10.179091 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] For port 501b7ccd-d623-4b1a-9312-58cee667b255, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=501b7ccd-d623-4b1a-9312-58cee667b255,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:10.179452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:10.301716 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-ba5eda01-debb-43d1-9c47-e47861feb6f8 None None] Set router 3cf27d7c-73fe-495d-b5af-dfd403aad5db gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:36:10.305455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Calling delete_port for 501b7ccd-d623-4b1a-9312-58cee667b255 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:10.323170 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:36:10.406162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ba5eda01-debb-43d1-9c47-e47861feb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'name': 'tempest-DeleteServersTestJSON-677993164-router', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:10Z', 'updated_at': '2022-10-05T09:36:09Z', 'revision_number': 6, 'project_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:10.410444 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5eda01-debb-43d1-9c47-e47861feb6f8 None None] The sync data for ids ['3cf27d7c-73fe-495d-b5af-dfd403aad5db'] in dv-neutron-860328-1-hyperv is: [{'id': '3cf27d7c-73fe-495d-b5af-dfd403aad5db', 'name': 'tempest-DeleteServersTestJSON-677993164-router', 'tenant_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:35:10Z', 'updated_at': '2022-10-05T09:36:09Z', 'revision_number': 6, 'project_id': '54130fc82dfb4ead8e5ef4c8dfbc6092', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:10.476490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:10.523151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Pushing event deleted for resources: {'Port': ['ID=501b7ccd-d623-4b1a-9312-58cee667b255,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:10.733620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:10.874793 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:10.916720 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:10.917072 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 76cc76d8-8d96-4f70-b68f-8e0c8a57fbdf not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:10.922965 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:10.925789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:10.948650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:10.949190 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cf27d7c-73fe-495d-b5af-dfd403aad5db {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:36:10.960871 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:10.962002 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-779fe948-114c-4392-a4f9-5f28fc24c964 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3cf27d7c-73fe-495d-b5af-dfd403aad5db HTTP/1.1" status: 204 len: 168 time: 1.3280652 Oct 05 09:36:10.964496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38902) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:11.022531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cfb12a-d70a-42b8-aabe-b3559ce091f3 admin admin] Deleting subnet 7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:36:11.025205 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-23cfb12a-d70a-42b8-aabe-b3559ce091f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.075745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-23cfb12a-d70a-42b8-aabe-b3559ce091f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.152001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-23cfb12a-d70a-42b8-aabe-b3559ce091f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.218708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-23cfb12a-d70a-42b8-aabe-b3559ce091f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.261823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfb12a-d70a-42b8-aabe-b3559ce091f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:11.263809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-23cfb12a-d70a-42b8-aabe-b3559ce091f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.268293 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e4c66-cf33-4410-bc71-81dea0303eb1 None None] Network 62705e7e-3be8-49fb-97d6-b494ef16bee7 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:11.272752 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-23cfb12a-d70a-42b8-aabe-b3559ce091f3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7fe53df1-7e0d-46df-8e5b-8a6fc49f3b47 HTTP/1.1" status: 204 len: 168 time: 0.3049731 Oct 05 09:36:11.272896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38906) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:11.378411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.388920 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Deleting port 103a51cb-aeb2-467a-a425-763e75877d00 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:11.389257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.535113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fd392b-7650-4cc6-aeea-1d4706d48bd8 None None] DHCP port deletion for 62705e7e-3be8-49fb-97d6-b494ef16bee7 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:36:11.539336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-85fd392b-7650-4cc6-aeea-1d4706d48bd8 None None] Deleting port 103a51cb-aeb2-467a-a425-763e75877d00 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:11.539711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85fd392b-7650-4cc6-aeea-1d4706d48bd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.612708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] For port 103a51cb-aeb2-467a-a425-763e75877d00, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=103a51cb-aeb2-467a-a425-763e75877d00,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:11.613270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.738591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Calling delete_port for 103a51cb-aeb2-467a-a425-763e75877d00 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:11.739964 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-85fd392b-7650-4cc6-aeea-1d4706d48bd8 None None] For port 103a51cb-aeb2-467a-a425-763e75877d00, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=103a51cb-aeb2-467a-a425-763e75877d00,segment=NetworkSegment(6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e),segment_id=6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:11.740360 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85fd392b-7650-4cc6-aeea-1d4706d48bd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.814491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:11.861693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=103a51cb-aeb2-467a-a425-763e75877d00,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:11.863944 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-85fd392b-7650-4cc6-aeea-1d4706d48bd8 None None] Calling delete_port for 103a51cb-aeb2-467a-a425-763e75877d00 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:36:11.866397 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] No DVR routers for this DVR port 103a51cb-aeb2-467a-a425-763e75877d00 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:36:11.936279 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-85fd392b-7650-4cc6-aeea-1d4706d48bd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:36:11.936927 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-85fd392b-7650-4cc6-aeea-1d4706d48bd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:36:11.987758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.016536 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62705e7e-3be8-49fb-97d6-b494ef16bee7']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:12.028366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:12.028672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:12.040081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.056562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.062534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:36:12.063007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.129623 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e resource provider aggregate not found Oct 05 09:36:12.153471 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e1ffd82-3a4b-4642-a0cd-d8e7ab0f0d5e found for delete ", "request_id": "req-cd6f58a7-95c7-4c36-8cc6-4fe1f1708844"}]} Oct 05 09:36:12.165084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.287683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.293389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=62705e7e-3be8-49fb-97d6-b494ef16bee7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:12.310396 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-40573ea3-e920-4c44-9c21-e140ff251e56 admin admin] 10.222.0.64 "DELETE /v2.0/networks/62705e7e-3be8-49fb-97d6-b494ef16bee7 HTTP/1.1" status: 204 len: 168 time: 1.0365756 Oct 05 09:36:12.416786 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38916) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:12.437704 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-85fd392b-7650-4cc6-aeea-1d4706d48bd8 None None] Deleting port 103a51cb-aeb2-467a-a425-763e75877d00 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:36:12.438127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85fd392b-7650-4cc6-aeea-1d4706d48bd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.466266 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e9b9e2cc-e8e6-416c-bad1-8221213f13d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54130fc82dfb4ead8e5ef4c8dfbc6092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482490 Oct 05 09:36:12.468764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38920) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:12.534959 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e383e14-2a2d-4949-9982-801061dee604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.554218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-85fd392b-7650-4cc6-aeea-1d4706d48bd8 None None] The port '103a51cb-aeb2-467a-a425-763e75877d00' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:36:12.557084 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 501b7ccd-d623-4b1a-9312-58cee667b255 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:12.563412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e383e14-2a2d-4949-9982-801061dee604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.591605 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 501b7ccd-d623-4b1a-9312-58cee667b255 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:12.592017 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 501b7ccd-d623-4b1a-9312-58cee667b255 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:12.592497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 103a51cb-aeb2-467a-a425-763e75877d00 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:36:12.620256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e383e14-2a2d-4949-9982-801061dee604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.626828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 103a51cb-aeb2-467a-a425-763e75877d00 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:36:12.627279 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 103a51cb-aeb2-467a-a425-763e75877d00 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:36:12.641573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e383e14-2a2d-4949-9982-801061dee604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d3bfdb-9386-4390-953e-400a2b6ee38a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:12.651258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e383e14-2a2d-4949-9982-801061dee604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:12.652397 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8e383e14-2a2d-4949-9982-801061dee604 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10d3bfdb-9386-4390-953e-400a2b6ee38a HTTP/1.1" status: 204 len: 168 time: 0.1827204 Oct 05 09:36:13.361221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38944) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:13.490846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1455780537-network', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:13.495572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:13.499393 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Usage tracker for resource:network and tenant:3d36411e2f6542f9a1f301d961e6b9a8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:13.502845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:13.511685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:13.522050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Made reservation on behalf of 3d36411e2f6542f9a1f301d961e6b9a8 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:13.524350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.536183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.551149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:13.554963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Usage tracker for resource:security_group_rule and tenant:3d36411e2f6542f9a1f301d961e6b9a8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:13.557703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:13.563366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:13.647416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.651256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.683110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:36:13.688152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ccd89e-028a-4d60-a73c-d47fbc826a71,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:13.695864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.696844 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Added segment 7bff17d5-835b-48ee-9ae5-e18a089ee5b7 of type vlan for network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d Oct 05 09:36:13.723562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.751815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.752779 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:13.753336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:13.854320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] Pushing event updated for resources: {'Network': ['ID=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:13.857220 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1be029fe-7aab-410b-9b57-a5d21a6f0bab admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4940786 Oct 05 09:36:13.860278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38950) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:13.866442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:36:13.866916 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Request body: {'subnet': {'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1455780537-subnet', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:13.871518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:13.875346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Usage tracker for resource:subnet and tenant:3d36411e2f6542f9a1f301d961e6b9a8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:13.878649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:13.884641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:13.895187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Made reservation on behalf of 3d36411e2f6542f9a1f301d961e6b9a8 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:13.897481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.109270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.184452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c8f941-be6c-47d7-956d-2f8ba3377627,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:14.199585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Checking segment: {'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:14.199944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Network hostable DHCP agents. Network: 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:36:14.224607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:36:14.234203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:14.239225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:14.239971 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.243095 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a52454-a2ca-43da-8d21-9ac66015fd88 None None] Network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:14.261166 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0d2dda26-89ca-4468-bf1b-1c38dddb79b0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3998275 Oct 05 09:36:14.263898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38954) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:14.269441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1455780537-router', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:14.274106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:14.277934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Usage tracker for resource:router and tenant:3d36411e2f6542f9a1f301d961e6b9a8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:14.280776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:14.287240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:14.298743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.299754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.315462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.468718 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d', 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'fixed_ips': [{'subnet_id': '68c8f941-be6c-47d7-956d-2f8ba3377627'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:36:14.469692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.583975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.631096 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Allocated IP 172.20.0.2 (0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d/68c8f941-be6c-47d7-956d-2f8ba3377627/f139161a-76fe-413e-99ec-e981e125caf4) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:14.841697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.852481 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Transition to ACTIVE for port object f139161a-76fe-413e-99ec-e981e125caf4 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:14.871974 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Transition to ACTIVE for port object f139161a-76fe-413e-99ec-e981e125caf4 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:14.878625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.893728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.922775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:14.941984 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:14.943217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:14.953914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:14.963758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Pushing event updated for resources: {'Port': ['ID=f139161a-76fe-413e-99ec-e981e125caf4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:15.066678 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Attempting to bind port f139161a-76fe-413e-99ec-e981e125caf4 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:15.067050 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Attempting to bind port f139161a-76fe-413e-99ec-e981e125caf4 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:15.067421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Attempting to bind port f139161a-76fe-413e-99ec-e981e125caf4 on network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:15.074795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:15.075175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Checking segment: {'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:15.075583 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.075977 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Bound using segment: {'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:15.076452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Bound port: f139161a-76fe-413e-99ec-e981e125caf4, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:15.076829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.167218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] For port f139161a-76fe-413e-99ec-e981e125caf4, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:15.170540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] For port f139161a-76fe-413e-99ec-e981e125caf4, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f139161a-76fe-413e-99ec-e981e125caf4,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:15.172658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Allocated IP 172.26.0.134 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/b13a950f-8856-4801-bd41-94c12f883390) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:15.176135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.268237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21f146-9fb1-48ec-9637-e5ad14fca803 None None] Pushing event updated for resources: {'Port': ['ID=f139161a-76fe-413e-99ec-e981e125caf4,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:15.329793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.360073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:15.425360 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:15.428492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:15.443056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:15.477390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Pushing event updated for resources: {'Port': ['ID=b13a950f-8856-4801-bd41-94c12f883390,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:15.865452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.212193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.298772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c4059e-98b2-4303-906b-a5cb554936fa None None] Network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:36:16.392994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8fdb7c8c-b975-412d-8e24-0cc8432ea150 None None] Provisioning for port f139161a-76fe-413e-99ec-e981e125caf4 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:16.418558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Router 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:36:16.573701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f139161a-76fe-413e-99ec-e981e125caf4 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:16.650218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port f139161a-76fe-413e-99ec-e981e125caf4 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:16.658842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f139161a-76fe-413e-99ec-e981e125caf4 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:16.659300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.659641 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f139161a-76fe-413e-99ec-e981e125caf4 Oct 05 09:36:16.749532 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:16.759219 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Sync routers for ids ['2ef1b413-d47d-4275-ac3f-d519a3fd56e4'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:16.770090 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Routers {'2ef1b413-d47d-4275-ac3f-d519a3fd56e4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:16.770709 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:36:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2ef1b413-d47d-4275-ac3f-d519a3fd56e4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:16.775005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.779046 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a6a36d4e-38e3-446c-96b8-c2b1b2c2ab24 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5115104 Oct 05 09:36:16.779524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 38958) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:36:16.830837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f139161a-76fe-413e-99ec-e981e125caf4 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:16.831605 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.876396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d7e3a102-7e74-4067-a89b-db64163c54b9 None None] Provisioning complete for port f139161a-76fe-413e-99ec-e981e125caf4 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:16.877597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d7e3a102-7e74-4067-a89b-db64163c54b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.878211 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d7e3a102-7e74-4067-a89b-db64163c54b9 None None] Attempt 1 to provision port f139161a-76fe-413e-99ec-e981e125caf4 Oct 05 09:36:16.917717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port f139161a-76fe-413e-99ec-e981e125caf4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f139161a-76fe-413e-99ec-e981e125caf4,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:16.925100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:16.955732 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Set router 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:36:17.012382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=f139161a-76fe-413e-99ec-e981e125caf4,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:17.067696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3a102-7e74-4067-a89b-db64163c54b9 None None] Current status of the port f139161a-76fe-413e-99ec-e981e125caf4 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:17.241024 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'name': 'tempest-ServerDiskConfigTestJSON-1455780537-router', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b13a950f-8856-4801-bd41-94c12f883390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:36:15Z', 'revision_number': 3, 'project_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'gw_port': {'id': 'b13a950f-8856-4801-bd41-94c12f883390', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:17.244834 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Checking router: 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:36:17.245180 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Updating router 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 port b13a950f-8856-4801-bd41-94c12f883390 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:36:17.301219 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.472951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.644667 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.657191 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Transition to ACTIVE for port object b13a950f-8856-4801-bd41-94c12f883390 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:17.665353 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.685137 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Allocated IP 172.20.0.1 (0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d/68c8f941-be6c-47d7-956d-2f8ba3377627/d00a3bba-87cf-45bb-b1d4-4f884232281f) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:17.754081 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Attempting to bind port b13a950f-8856-4801-bd41-94c12f883390 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:17.754497 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Attempting to bind port b13a950f-8856-4801-bd41-94c12f883390 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:17.754791 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Attempting to bind port b13a950f-8856-4801-bd41-94c12f883390 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:17.769781 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:17.770493 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:17.770602 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.770927 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:17.771389 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Bound port: b13a950f-8856-4801-bd41-94c12f883390, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:17.771752 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.809713 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Pushing event updated for resources: {'Port': ['ID=b13a950f-8856-4801-bd41-94c12f883390,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:17.820515 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:17.820864 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:17.821197 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:17.821785 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:17.821898 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:17.822190 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:17.822510 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:17.822831 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:17.823153 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:17.823468 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:17.823786 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:17.824318 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:36:17.842243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.864768 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] For port b13a950f-8856-4801-bd41-94c12f883390, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:17.865643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Transition to ACTIVE for port object d00a3bba-87cf-45bb-b1d4-4f884232281f will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:17.869120 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] For port b13a950f-8856-4801-bd41-94c12f883390, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b13a950f-8856-4801-bd41-94c12f883390,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:17.873174 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.893722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:17.927239 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Routers {'2ef1b413-d47d-4275-ac3f-d519a3fd56e4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:17.927758 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:36:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2ef1b413-d47d-4275-ac3f-d519a3fd56e4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:17.957180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:17.960376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:17.968849 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:18.007452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Pushing event updated for resources: {'Port': ['ID=d00a3bba-87cf-45bb-b1d4-4f884232281f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:18.015116 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ce1bc-021d-4ded-a0cd-3208c68d794e None None] Pushing event updated for resources: {'Port': ['ID=b13a950f-8856-4801-bd41-94c12f883390,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:18.030982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.134672 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] Set router 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:36:18.199116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Provisioning for port d00a3bba-87cf-45bb-b1d4-4f884232281f completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:18.204446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Provisioning complete for port d00a3bba-87cf-45bb-b1d4-4f884232281f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:18.204832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.206246 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Attempt 1 to provision port d00a3bba-87cf-45bb-b1d4-4f884232281f Oct 05 09:36:18.265098 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Port d00a3bba-87cf-45bb-b1d4-4f884232281f cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:18.417737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.428308 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'name': 'tempest-ServerDiskConfigTestJSON-1455780537-router', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b13a950f-8856-4801-bd41-94c12f883390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:36:15Z', 'revision_number': 3, 'project_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'gw_port': {'id': 'b13a950f-8856-4801-bd41-94c12f883390', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:18.432386 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3df18-e67c-4c16-af09-5aa0f705c183 None None] The sync data for ids ['2ef1b413-d47d-4275-ac3f-d519a3fd56e4'] in dv-neutron-860328-1-hyperv is: [{'id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'name': 'tempest-ServerDiskConfigTestJSON-1455780537-router', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b13a950f-8856-4801-bd41-94c12f883390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:36:15Z', 'revision_number': 3, 'project_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'gw_port': {'id': 'b13a950f-8856-4801-bd41-94c12f883390', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:18.541307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f139161a-76fe-413e-99ec-e981e125caf4 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:18.611881 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f139161a-76fe-413e-99ec-e981e125caf4 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:18.612505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.613034 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f139161a-76fe-413e-99ec-e981e125caf4 Oct 05 09:36:18.652123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.667817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.760493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f139161a-76fe-413e-99ec-e981e125caf4 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:18.765861 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Attempt 2 to provision port d00a3bba-87cf-45bb-b1d4-4f884232281f Oct 05 09:36:18.793230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:18.796749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Pushing event updated for resources: {'Port': ['ID=d00a3bba-87cf-45bb-b1d4-4f884232281f,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:18.838851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Port d00a3bba-87cf-45bb-b1d4-4f884232281f cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:18.945090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:18.946346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:19.149277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Router 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:36:19.338665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:36:19.340079 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Attempt 3 to provision port d00a3bba-87cf-45bb-b1d4-4f884232281f Oct 05 09:36:19.347828 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2000e549-e5e1-46a7-9de8-b0bb2f541eeb admin admin] 10.222.0.64 "PUT /v2.0/routers/2ef1b413-d47d-4275-ac3f-d519a3fd56e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5672958 Oct 05 09:36:19.394065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Port d00a3bba-87cf-45bb-b1d4-4f884232281f cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:19.873487 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-1db5aef9-81f6-4f1a-bee3-6deb6a8a7217 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:19.874961 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-1db5aef9-81f6-4f1a-bee3-6deb6a8a7217 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/networks?id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 200 len: 815 time: 0.1711020 Oct 05 09:36:19.891045 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-3eb04a42-6cd9-43d1-b947-d8448dbb440d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/quotas/3d36411e2f6542f9a1f301d961e6b9a8 HTTP/1.1" status: 200 len: 375 time: 0.0103188 Oct 05 09:36:19.894916 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Attempt 4 to provision port d00a3bba-87cf-45bb-b1d4-4f884232281f Oct 05 09:36:19.953392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Port d00a3bba-87cf-45bb-b1d4-4f884232281f cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:20.008177 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-28d215be-3216-47db-8ac5-45f2441d4dd4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027851 Oct 05 09:36:20.071729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Sync routers for ids ['2ef1b413-d47d-4275-ac3f-d519a3fd56e4'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:36:20.081986 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Routers {'2ef1b413-d47d-4275-ac3f-d519a3fd56e4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:20.082788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:36:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2ef1b413-d47d-4275-ac3f-d519a3fd56e4'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:20.152428 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-9889c9f3-305a-4d6f-81c8-4ee9ebbcf938 service neutron] 10.222.0.64 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362190 Oct 05 09:36:20.266567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Set router 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:36:20.388036 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-74c33cea-a87b-4487-99fd-a7590aea0da4 service neutron] 10.222.0.64 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295563 Oct 05 09:36:20.463802 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Attempt 5 to provision port d00a3bba-87cf-45bb-b1d4-4f884232281f Oct 05 09:36:20.596792 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b13a950f-8856-4801-bd41-94c12f883390 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:20.618612 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3beb7b17-373a-4920-a6a7-205ad16c48ae req-1c60bb6b-5e87-4a3c-b2d2-d75f98abbd69 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 210 time: 0.0696683 Oct 05 09:36:20.660317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Port d00a3bba-87cf-45bb-b1d4-4f884232281f cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:20.697493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b13a950f-8856-4801-bd41-94c12f883390 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:20.704562 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b13a950f-8856-4801-bd41-94c12f883390 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:20.705014 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.705399 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b13a950f-8856-4801-bd41-94c12f883390 Oct 05 09:36:20.744237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'name': 'tempest-ServerDiskConfigTestJSON-1455780537-router', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b13a950f-8856-4801-bd41-94c12f883390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:36:18Z', 'revision_number': 4, 'project_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'gw_port': {'id': 'b13a950f-8856-4801-bd41-94c12f883390', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd00a3bba-87cf-45bb-b1d4-4f884232281f', 'name': '', 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'mac_address': 'fa:16:3e:62:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '68c8f941-be6c-47d7-956d-2f8ba3377627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:36:17Z', 'updated_at': '2022-10-05T09:36:18Z', 'revision_number': 2, 'project_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'subnets': [{'id': '68c8f941-be6c-47d7-956d-2f8ba3377627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:20.753738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Checking router: 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:36:20.754126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Updating router 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 port d00a3bba-87cf-45bb-b1d4-4f884232281f binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:36:20.823254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:20.979153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b13a950f-8856-4801-bd41-94c12f883390 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:20.979532 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.051930 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port b13a950f-8856-4801-bd41-94c12f883390, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b13a950f-8856-4801-bd41-94c12f883390,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:21.055829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.172595 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Attempt 6 to provision port d00a3bba-87cf-45bb-b1d4-4f884232281f Oct 05 09:36:21.263921 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=b13a950f-8856-4801-bd41-94c12f883390,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:21.266445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Port d00a3bba-87cf-45bb-b1d4-4f884232281f cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:21.387443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.400242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Transition to ACTIVE for port object d00a3bba-87cf-45bb-b1d4-4f884232281f will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:21.406748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.636314 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169dd7a-8898-49dd-a280-5ee56124bf33 None None] Pushing event updated for resources: {'Port': ['ID=d00a3bba-87cf-45bb-b1d4-4f884232281f,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:21.647866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Attempting to bind port d00a3bba-87cf-45bb-b1d4-4f884232281f on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:21.649590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Attempting to bind port d00a3bba-87cf-45bb-b1d4-4f884232281f by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:21.649590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Attempting to bind port d00a3bba-87cf-45bb-b1d4-4f884232281f on network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:21.654488 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:21.654971 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Checking segment: {'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:21.655386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.655781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Bound using segment: {'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:21.656259 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Bound port: d00a3bba-87cf-45bb-b1d4-4f884232281f, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:21.656641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.711066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-a0c7e6f6-c381-43b9-9ae5-1685d46835d9 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:21.712481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-a0c7e6f6-c381-43b9-9ae5-1685d46835d9 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Synchronizing usage tracker for tenant:3d36411e2f6542f9a1f301d961e6b9a8 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:36:21.739974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-a0c7e6f6-c381-43b9-9ae5-1685d46835d9 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Unset dirty status for tenant:3d36411e2f6542f9a1f301d961e6b9a8 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:36:21.742032 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-a0c7e6f6-c381-43b9-9ae5-1685d46835d9 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.45 "GET /v2.0/networks?id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 200 len: 815 time: 0.2364442 Oct 05 09:36:21.759802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Request body: {'port': {'device_id': 'f53961b8-92db-402e-918b-5588d191a38d', 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d', 'admin_state_up': True, 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:21.770822 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Attempt 7 to provision port d00a3bba-87cf-45bb-b1d4-4f884232281f Oct 05 09:36:21.851352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Port d00a3bba-87cf-45bb-b1d4-4f884232281f cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:21.864039 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] For port d00a3bba-87cf-45bb-b1d4-4f884232281f, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:21.870204 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] For port d00a3bba-87cf-45bb-b1d4-4f884232281f, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d00a3bba-87cf-45bb-b1d4-4f884232281f,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:21.879895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:21.927189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:36:21.931402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Usage tracker for resource:port and tenant:3d36411e2f6542f9a1f301d961e6b9a8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:36:21.934833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:36:21.941889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:36:21.955584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Routers {'2ef1b413-d47d-4275-ac3f-d519a3fd56e4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:36:21.956086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Made reservation on behalf of 3d36411e2f6542f9a1f301d961e6b9a8 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:36:21.956514 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:36:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2ef1b413-d47d-4275-ac3f-d519a3fd56e4'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:21.959915 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.022046 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-df0d6c68-5fc6-4dc0-82d6-350c7c22f027 req-7c155bd5-89cc-4ed7-9af2-922cd8880963 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 210 time: 0.0595706 Oct 05 09:36:22.061540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169dd7a-8898-49dd-a280-5ee56124bf33 None None] Pushing event updated for resources: {'Port': ['ID=d00a3bba-87cf-45bb-b1d4-4f884232281f,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:22.150774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Allocated IP 172.20.0.4 (0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d/68c8f941-be6c-47d7-956d-2f8ba3377627/1fac4423-4c2c-4afa-a733-f7db1584f0a6) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:36:22.199732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] Set router 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:36:22.362994 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Attempt 8 to provision port d00a3bba-87cf-45bb-b1d4-4f884232281f Oct 05 09:36:22.515529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.536629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Transition to ACTIVE for port object 1fac4423-4c2c-4afa-a733-f7db1584f0a6 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:22.551265 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b13a950f-8856-4801-bd41-94c12f883390 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:22.563162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.629238 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:36:22.632496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-552f0df3-4907-49f6-802a-c4920509dc7b None None] Port d00a3bba-87cf-45bb-b1d4-4f884232281f had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:36:22.636682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:36:22.640865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:36:22.672611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Pushing event updated for resources: {'Port': ['ID=1fac4423-4c2c-4afa-a733-f7db1584f0a6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:22.715621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b13a950f-8856-4801-bd41-94c12f883390 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:22.716177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.716423 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b13a950f-8856-4801-bd41-94c12f883390 Oct 05 09:36:22.723918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:22.724590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.748202 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-cbe2ced0-28c4-4c69-a742-90938a152337 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9979658 Oct 05 09:36:22.761679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Request body: {'port': {'device_id': 'f53961b8-92db-402e-918b-5588d191a38d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:36:22.837146 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'name': 'tempest-ServerDiskConfigTestJSON-1455780537-router', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b13a950f-8856-4801-bd41-94c12f883390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:36:18Z', 'revision_number': 4, 'project_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'gw_port': {'id': 'b13a950f-8856-4801-bd41-94c12f883390', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd00a3bba-87cf-45bb-b1d4-4f884232281f', 'name': '', 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'mac_address': 'fa:16:3e:62:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '68c8f941-be6c-47d7-956d-2f8ba3377627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:36:17Z', 'updated_at': '2022-10-05T09:36:21Z', 'revision_number': 4, 'project_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'subnets': [{'id': '68c8f941-be6c-47d7-956d-2f8ba3377627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:36:22.850919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f00176-2eb6-477c-9865-c8f9bc56fa68 None None] The sync data for ids ['2ef1b413-d47d-4275-ac3f-d519a3fd56e4'] in dv-neutron-860328-1-hyperv is: [{'id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'name': 'tempest-ServerDiskConfigTestJSON-1455780537-router', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b13a950f-8856-4801-bd41-94c12f883390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:36:18Z', 'revision_number': 4, 'project_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'gw_port': {'id': 'b13a950f-8856-4801-bd41-94c12f883390', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd00a3bba-87cf-45bb-b1d4-4f884232281f', 'name': '', 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'mac_address': 'fa:16:3e:62:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '68c8f941-be6c-47d7-956d-2f8ba3377627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:36:17Z', 'updated_at': '2022-10-05T09:36:21Z', 'revision_number': 4, 'project_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'subnets': [{'id': '68c8f941-be6c-47d7-956d-2f8ba3377627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:36:22.871268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b13a950f-8856-4801-bd41-94c12f883390 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:22.887643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.932984 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4abd641a-9c31-4e53-9f57-139486cf637a None None] Provisioning for port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:22.937880 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4abd641a-9c31-4e53-9f57-139486cf637a None None] Provisioning complete for port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:22.938402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4abd641a-9c31-4e53-9f57-139486cf637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:22.938818 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4abd641a-9c31-4e53-9f57-139486cf637a None None] Attempt 1 to provision port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 Oct 05 09:36:23.008735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4abd641a-9c31-4e53-9f57-139486cf637a None None] Port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:23.242440 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bca6e-f2f8-4da5-ae66-1b75dc2ecf2d req-c1351590-2688-4a7e-a00b-61b0b0e4c4b5 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:23.244270 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0c8bca6e-f2f8-4da5-ae66-1b75dc2ecf2d req-c1351590-2688-4a7e-a00b-61b0b0e4c4b5 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 931 time: 0.0919511 Oct 05 09:36:23.290263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fac4423-4c2c-4afa-a733-f7db1584f0a6 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:36:23.292704 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0c8bca6e-f2f8-4da5-ae66-1b75dc2ecf2d req-234ed46b-3a82-4f5c-93f9-7f60b9582db8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422883 Oct 05 09:36:23.298432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.315649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Transition to ACTIVE for port object 1fac4423-4c2c-4afa-a733-f7db1584f0a6 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:36:23.322785 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.509819 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4abd641a-9c31-4e53-9f57-139486cf637a None None] Attempt 2 to provision port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 Oct 05 09:36:23.541269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Pushing event updated for resources: {'Port': ['ID=1fac4423-4c2c-4afa-a733-f7db1584f0a6,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:23.566927 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4abd641a-9c31-4e53-9f57-139486cf637a None None] Port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:36:23.576477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Attempting to bind port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:36:23.576816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Attempting to bind port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:36:23.577147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Attempting to bind port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 on network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:23.582766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 on network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:36:23.583089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Attempting to bind port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 on network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:36:23.588399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:36:23.588739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Checking segment: {'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:36:23.589126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Bound using segment: {'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:36:23.589558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Bound port: 1fac4423-4c2c-4afa-a733-f7db1584f0a6, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:36:23.589911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.687743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] For port 1fac4423-4c2c-4afa-a733-f7db1584f0a6, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:36:23.692218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] For port 1fac4423-4c2c-4afa-a733-f7db1584f0a6, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1fac4423-4c2c-4afa-a733-f7db1584f0a6,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:36:23.696175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.699205 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:23.699812 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:23.701203 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] 10.222.0.45 "PUT /v2.0/ports/1fac4423-4c2c-4afa-a733-f7db1584f0a6 HTTP/1.1" status: 200 len: 1093 time: 0.9446111 Oct 05 09:36:23.731262 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53961b8-92db-402e-918b-5588d191a38d', 'tag': '1fac4423-4c2c-4afa-a733-f7db1584f0a6'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:36:23.733591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c453859-3a96-4fe1-9159-ecaf516c99e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f53961b8-92db-402e-918b-5588d191a38d", "tag": "1fac4423-4c2c-4afa-a733-f7db1584f0a6"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:36:23.795327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4353458d-ec27-4456-9610-54024a5521b2 x-openstack-request-id: req-4353458d-ec27-4456-9610-54024a5521b2 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:36:23.795552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53961b8-92db-402e-918b-5588d191a38d", "tag": "1fac4423-4c2c-4afa-a733-f7db1584f0a6", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:36:23.795760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4353458d-ec27-4456-9610-54024a5521b2 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:36:23.796142 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4353458d-ec27-4456-9610-54024a5521b2'] response: {'name': 'network-changed', 'server_uuid': 'f53961b8-92db-402e-918b-5588d191a38d', 'tag': '1fac4423-4c2c-4afa-a733-f7db1584f0a6', 'status': 'completed', 'code': 200} Oct 05 09:36:23.832399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cfc20-38cf-4125-995f-5d63c90aee6e service neutron] Pushing event updated for resources: {'Port': ['ID=1fac4423-4c2c-4afa-a733-f7db1584f0a6,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:23.857299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-aa4d262c-cf1d-4bd1-a24b-f3b15825e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:23.859099 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-aa4d262c-cf1d-4bd1-a24b-f3b15825e689 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 1096 time: 0.1176796 Oct 05 09:36:23.933074 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-645e142f-4fb5-4939-84e6-64ba48e32515 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fac4423-4c2c-4afa-a733-f7db1584f0a6 HTTP/1.1" status: 200 len: 217 time: 0.0664804 Oct 05 09:36:23.996043 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-eba48a84-5eae-47bd-9f93-938e87489b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:23.997476 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-eba48a84-5eae-47bd-9f93-938e87489b92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68c8f941-be6c-47d7-956d-2f8ba3377627 HTTP/1.1" status: 200 len: 854 time: 0.0588806 Oct 05 09:36:24.068080 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-4abd641a-9c31-4e53-9f57-139486cf637a None None] Attempt 3 to provision port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 Oct 05 09:36:24.083145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-9a1ce4c3-810a-4de9-b490-c8f60a2a001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:24.084780 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-9a1ce4c3-810a-4de9-b490-c8f60a2a001a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815673 Oct 05 09:36:24.132185 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4abd641a-9c31-4e53-9f57-139486cf637a None None] Port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:36:24.315751 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-29fae0c9-4918-45d4-88b5-4abb91bbffca service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251768 Oct 05 09:36:24.447994 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4d46ce5-1227-4ada-9fdf-b56cd2a2a414 req-68758504-c452-46d4-ad85-471b86cf19d7 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261830 Oct 05 09:36:24.498801 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146e23d-41b8-4ea1-8388-fc24b61ae2aa req-2b224d9d-0a4b-459d-8758-9ee41384ffe7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:24.500284 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d146e23d-41b8-4ea1-8388-fc24b61ae2aa req-2b224d9d-0a4b-459d-8758-9ee41384ffe7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 943 time: 0.0942545 Oct 05 09:36:24.551455 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d146e23d-41b8-4ea1-8388-fc24b61ae2aa req-8e2822fa-bf56-4cc9-871d-13ebd170a8d6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450892 Oct 05 09:36:24.581659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d00a3bba-87cf-45bb-b1d4-4f884232281f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:24.596566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c453859-3a96-4fe1-9159-ecaf516c99e0 req-2e99dccf-d65f-4014-8700-f91b3419fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:24.598085 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3c453859-3a96-4fe1-9159-ecaf516c99e0 req-2e99dccf-d65f-4014-8700-f91b3419fa63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 1096 time: 0.1025972 Oct 05 09:36:24.649184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port d00a3bba-87cf-45bb-b1d4-4f884232281f completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:24.654047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d00a3bba-87cf-45bb-b1d4-4f884232281f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:24.654439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.654763 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d00a3bba-87cf-45bb-b1d4-4f884232281f Oct 05 09:36:24.734266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c453859-3a96-4fe1-9159-ecaf516c99e0 req-a18616ab-f004-4647-bf49-45b79e97d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:24.735705 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3c453859-3a96-4fe1-9159-ecaf516c99e0 req-a18616ab-f004-4647-bf49-45b79e97d511 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 200 len: 916 time: 0.1311538 Oct 05 09:36:24.773375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d00a3bba-87cf-45bb-b1d4-4f884232281f is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:24.773758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.806828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port d00a3bba-87cf-45bb-b1d4-4f884232281f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d00a3bba-87cf-45bb-b1d4-4f884232281f,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:24.807819 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3c453859-3a96-4fe1-9159-ecaf516c99e0 req-2bc27f42-a6ce-4e65-8177-89301ce40e31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fac4423-4c2c-4afa-a733-f7db1584f0a6 HTTP/1.1" status: 200 len: 217 time: 0.0637429 Oct 05 09:36:24.810593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:24.872995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c453859-3a96-4fe1-9159-ecaf516c99e0 req-e62e5822-13a8-4dfb-8213-2d469f040e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:24.874522 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3c453859-3a96-4fe1-9159-ecaf516c99e0 req-e62e5822-13a8-4dfb-8213-2d469f040e2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68c8f941-be6c-47d7-956d-2f8ba3377627 HTTP/1.1" status: 200 len: 854 time: 0.0611269 Oct 05 09:36:24.885279 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=d00a3bba-87cf-45bb-b1d4-4f884232281f,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:24.963486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c453859-3a96-4fe1-9159-ecaf516c99e0 req-9d3f2130-27b3-4019-9da3-247ea9b979b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:24.964946 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3c453859-3a96-4fe1-9159-ecaf516c99e0 req-9d3f2130-27b3-4019-9da3-247ea9b979b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831349 Oct 05 09:36:25.118610 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3c453859-3a96-4fe1-9159-ecaf516c99e0 req-a22fe802-e7f4-46de-99e3-742ee915022d service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466224 Oct 05 09:36:25.250802 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3c453859-3a96-4fe1-9159-ecaf516c99e0 req-3af3231b-63a0-4fe8-a294-5d5a879aaefe service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253960 Oct 05 09:36:25.759245 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10506d2d-3d4f-40d0-a893-aa0fba75b7c5 req-5d92c37c-7709-4844-a988-ef26bc26fd14 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:25.760678 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-10506d2d-3d4f-40d0-a893-aa0fba75b7c5 req-5d92c37c-7709-4844-a988-ef26bc26fd14 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 943 time: 0.0906749 Oct 05 09:36:25.804258 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-10506d2d-3d4f-40d0-a893-aa0fba75b7c5 req-ad3f7ff9-b1a7-44dd-a14b-12e3ae5836b6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379496 Oct 05 09:36:26.542202 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 1fac4423-4c2c-4afa-a733-f7db1584f0a6 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:36:26.544544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d00a3bba-87cf-45bb-b1d4-4f884232281f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:26.696257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d00a3bba-87cf-45bb-b1d4-4f884232281f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:26.696627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.696964 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d00a3bba-87cf-45bb-b1d4-4f884232281f Oct 05 09:36:26.776412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 1fac4423-4c2c-4afa-a733-f7db1584f0a6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1fac4423-4c2c-4afa-a733-f7db1584f0a6,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:26.792836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '1fac4423-4c2c-4afa-a733-f7db1584f0a6', 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d', 'port_id': '1fac4423-4c2c-4afa-a733-f7db1584f0a6', 'mac_address': 'fa:16:3e:8f:53:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c8f941-be6c-47d7-956d-2f8ba3377627', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:36:26.897682 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:26.898082 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:26.909280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d00a3bba-87cf-45bb-b1d4-4f884232281f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:26.918386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fac4423-4c2c-4afa-a733-f7db1584f0a6 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:36:26.934629 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 1fac4423-4c2c-4afa-a733-f7db1584f0a6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1fac4423-4c2c-4afa-a733-f7db1584f0a6,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:26.938722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:27.004813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e850e-1155-4d95-b368-f03e46643f9e req-d1c71e1e-11c0-4c2c-8f54-c0ca88f6f96c tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:27.006297 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3f3e850e-1155-4d95-b368-f03e46643f9e req-d1c71e1e-11c0-4c2c-8f54-c0ca88f6f96c tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 944 time: 0.0881445 Oct 05 09:36:27.008553 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=1fac4423-4c2c-4afa-a733-f7db1584f0a6,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:27.050600 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3f3e850e-1155-4d95-b368-f03e46643f9e req-56faefe0-e4a6-4ec5-8cbf-673043cc4d4a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371010 Oct 05 09:36:27.141946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['1fac4423-4c2c-4afa-a733-f7db1584f0a6'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:36:28.253606 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc9020-dfa2-4ff4-bd41-9b470a5c835b req-d74bbcd2-fb87-4a75-9b44-d1ebdb499b22 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:28.255014 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-63fc9020-dfa2-4ff4-bd41-9b470a5c835b req-d74bbcd2-fb87-4a75-9b44-d1ebdb499b22 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 944 time: 0.0908699 Oct 05 09:36:28.298257 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-63fc9020-dfa2-4ff4-bd41-9b470a5c835b req-5b2ff679-26c1-414f-ae26-c9f3eb2fd0d8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374911 Oct 05 09:36:28.555093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 1fac4423-4c2c-4afa-a733-f7db1584f0a6 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:36:28.623168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:36:28.628497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:36:28.628871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:28.629207 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 Oct 05 09:36:28.747992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:36:28.748378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:28.779301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53961b8-92db-402e-918b-5588d191a38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fac4423-4c2c-4afa-a733-f7db1584f0a6'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:36:28.781571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d06a06b-4344-44be-86a6-251d89711f1e" -d '{"events": [{"server_uuid": "f53961b8-92db-402e-918b-5588d191a38d", "name": "network-vif-plugged", "status": "completed", "tag": "1fac4423-4c2c-4afa-a733-f7db1584f0a6"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:36:28.790668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 1fac4423-4c2c-4afa-a733-f7db1584f0a6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1fac4423-4c2c-4afa-a733-f7db1584f0a6,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:36:28.794426 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:28.828312 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eebc18-3027-41be-a9e1-9427e0eb1e30 x-openstack-request-id: req-e2eebc18-3027-41be-a9e1-9427e0eb1e30 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:36:28.828602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53961b8-92db-402e-918b-5588d191a38d", "name": "network-vif-plugged", "status": "completed", "tag": "1fac4423-4c2c-4afa-a733-f7db1584f0a6", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:36:28.828852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2eebc18-3027-41be-a9e1-9427e0eb1e30 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:36:28.829228 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2eebc18-3027-41be-a9e1-9427e0eb1e30'] response: {'server_uuid': 'f53961b8-92db-402e-918b-5588d191a38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fac4423-4c2c-4afa-a733-f7db1584f0a6', 'code': 200} Oct 05 09:36:28.872761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=1fac4423-4c2c-4afa-a733-f7db1584f0a6,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:36:29.062301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044749d6-b8b9-4999-80ce-990fced8d984 req-d9244558-05e9-4f51-a0c8-3143b3c6f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:29.063768 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-044749d6-b8b9-4999-80ce-990fced8d984 req-d9244558-05e9-4f51-a0c8-3143b3c6f44d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 1098 time: 0.0760083 Oct 05 09:36:29.104473 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-044749d6-b8b9-4999-80ce-990fced8d984 req-07be655a-1759-445a-82e6-2a47a2bd8a8a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342646 Oct 05 09:36:29.503176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51a13d-d5af-466b-92d8-b5c7768ab445 req-b6b9340a-7e0e-47dd-9f38-f2251ec6c9c1 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:29.504918 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7b51a13d-d5af-466b-92d8-b5c7768ab445 req-b6b9340a-7e0e-47dd-9f38-f2251ec6c9c1 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0942991 Oct 05 09:36:29.547671 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7b51a13d-d5af-466b-92d8-b5c7768ab445 req-66dd947d-f207-4eec-ae4b-24f5ee8a72a9 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374773 Oct 05 09:36:30.755311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e460abe-0261-4f00-ac6b-33d580114b38 req-4c8ac205-552e-4b67-b0d4-2118425249a3 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:30.756691 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8e460abe-0261-4f00-ac6b-33d580114b38 req-4c8ac205-552e-4b67-b0d4-2118425249a3 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0938854 Oct 05 09:36:30.800688 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8e460abe-0261-4f00-ac6b-33d580114b38 req-f17dab95-6c1b-432c-b87b-5c0e043ebcde tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384083 Oct 05 09:36:31.000097 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c54f2-b61d-4a06-8096-5f5389e5edec req-4f9d91b1-69dd-4199-b04a-cb9b55dfcdbe tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:31.001531 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6e8c54f2-b61d-4a06-8096-5f5389e5edec req-4f9d91b1-69dd-4199-b04a-cb9b55dfcdbe tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0898783 Oct 05 09:36:31.044365 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6e8c54f2-b61d-4a06-8096-5f5389e5edec req-82a8fe79-06ce-408e-9c29-280e20f5c83a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368559 Oct 05 09:36:31.405278 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466548-541b-4984-809f-650275158206 req-9a1d9a01-8081-4015-8391-df0c9a87c53a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:31.406761 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-40466548-541b-4984-809f-650275158206 req-9a1d9a01-8081-4015-8391-df0c9a87c53a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0937979 Oct 05 09:36:31.450609 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-40466548-541b-4984-809f-650275158206 req-7640e72f-1526-4051-9ad8-acbd00fb9cc6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376039 Oct 05 09:36:31.649581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d8773-dd90-42c6-9346-18bf1c72ec7d req-e21d1196-9f27-461e-9876-45837bb120f6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:31.651038 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9b9d8773-dd90-42c6-9346-18bf1c72ec7d req-e21d1196-9f27-461e-9876-45837bb120f6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0860384 Oct 05 09:36:31.694923 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9b9d8773-dd90-42c6-9346-18bf1c72ec7d req-0afe308e-3c4c-482c-92e0-2c9a1689a99f tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382206 Oct 05 09:36:32.053589 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-2f5114e1-8e76-454e-9589-5c8e67e66a8d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812814 Oct 05 09:36:32.109989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8905b69-222d-438e-b2f0-e15d18284561 req-290f312a-c577-4234-a258-8e319be85269 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:32.111957 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f8905b69-222d-438e-b2f0-e15d18284561 req-290f312a-c577-4234-a258-8e319be85269 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0916257 Oct 05 09:36:32.157066 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f8905b69-222d-438e-b2f0-e15d18284561 req-b72b68e1-f002-4afc-ba49-302497e722c5 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392461 Oct 05 09:36:32.802297 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eb943d82-819b-4a49-847f-08421b0270cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:33.246194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-03eb5b1f-a66c-4d20-9fc8-21008ec6f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:33.247660 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-03eb5b1f-a66c-4d20-9fc8-21008ec6f73b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 1098 time: 0.0891523 Oct 05 09:36:33.370610 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23e2a2-356e-46d0-aa8a-2a3f025cf16c req-f916af63-2236-4b3e-941d-346f1c45de99 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:33.372053 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d23e2a2-356e-46d0-aa8a-2a3f025cf16c req-f916af63-2236-4b3e-941d-346f1c45de99 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0895550 Oct 05 09:36:33.378887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-78ac26ca-b704-4ee8-90ad-3d896500e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:33.380316 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-78ac26ca-b704-4ee8-90ad-3d896500e800 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 200 len: 916 time: 0.1267726 Oct 05 09:36:33.417294 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d23e2a2-356e-46d0-aa8a-2a3f025cf16c req-e7b5f5f2-c2e5-4373-8b65-65a402d1b7bc tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389061 Oct 05 09:36:33.451827 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-73f831be-44db-438f-881c-77435dcc0b2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fac4423-4c2c-4afa-a733-f7db1584f0a6 HTTP/1.1" status: 200 len: 217 time: 0.0654898 Oct 05 09:36:33.520675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-c846835e-06ef-4e03-abb6-44778e9e0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:33.522183 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-c846835e-06ef-4e03-abb6-44778e9e0e4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68c8f941-be6c-47d7-956d-2f8ba3377627 HTTP/1.1" status: 200 len: 854 time: 0.0628686 Oct 05 09:36:33.605580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-5d3f7a63-3268-406d-8461-7dc7fcebd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:33.607085 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-5d3f7a63-3268-406d-8461-7dc7fcebd911 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794566 Oct 05 09:36:33.841079 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-2ab39859-61e5-4d66-92a8-73068a94c27b service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281606 Oct 05 09:36:33.972430 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-98722017-11bc-4119-b223-c495475ca847 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251001 Oct 05 09:36:34.614633 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9dc6-c6a9-46f6-8f0f-e48d1cd35407 req-a47f886d-21a5-46b5-8c35-ab0d7ec24ca2 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:34.616089 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-140d9dc6-c6a9-46f6-8f0f-e48d1cd35407 req-a47f886d-21a5-46b5-8c35-ab0d7ec24ca2 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0880365 Oct 05 09:36:34.659723 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-140d9dc6-c6a9-46f6-8f0f-e48d1cd35407 req-adf243cd-6d17-459c-bd3b-d74bef11d012 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 Oct 05 09:36:34.758386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:35.598939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c231876-588c-4b88-a05c-7b88ac81fe10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:35.860612 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74448af7-53bb-4b19-ae94-8c79efa3b29e req-c8327bc3-3800-45e5-8852-0e0e388227e4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:35.862617 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-74448af7-53bb-4b19-ae94-8c79efa3b29e req-c8327bc3-3800-45e5-8852-0e0e388227e4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0909960 Oct 05 09:36:35.907222 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-74448af7-53bb-4b19-ae94-8c79efa3b29e req-04ac9518-8d5a-4279-981f-ef054e34da1c tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389123 Oct 05 09:36:36.757038 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:36.895185 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:37.110209 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea1df5-9853-40e5-b0fe-6ac8482dde03 req-49c164b3-bf27-4eb9-be96-e0c145341a31 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:37.112240 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-15ea1df5-9853-40e5-b0fe-6ac8482dde03 req-49c164b3-bf27-4eb9-be96-e0c145341a31 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0900784 Oct 05 09:36:37.244369 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-15ea1df5-9853-40e5-b0fe-6ac8482dde03 req-6fbf9d3b-a7c2-43fb-a5dd-518d4b59c419 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260056 Oct 05 09:36:38.439194 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f811ae8-b79d-42f1-b093-1b7fd1c40b67 req-e4d2a4d1-79c1-43ef-a4af-fde6b52d6940 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:38.440623 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2f811ae8-b79d-42f1-b093-1b7fd1c40b67 req-e4d2a4d1-79c1-43ef-a4af-fde6b52d6940 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0860376 Oct 05 09:36:38.487128 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2f811ae8-b79d-42f1-b093-1b7fd1c40b67 req-381f140b-81fe-4707-b364-2a19deea4746 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 Oct 05 09:36:39.236413 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:36:39.693198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40431f-4ac2-4fae-b433-0fc4ab5cb27b req-5f88c4cb-bfa8-46d9-ae1f-466596f9ad0b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:39.694667 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ac40431f-4ac2-4fae-b433-0fc4ab5cb27b req-5f88c4cb-bfa8-46d9-ae1f-466596f9ad0b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0867045 Oct 05 09:36:39.738728 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ac40431f-4ac2-4fae-b433-0fc4ab5cb27b req-c2985790-169e-439f-adfa-4de1b0dfae3a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Oct 05 09:36:40.945170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e154b6b-fe3b-46fb-8e8c-3ed24d96bcba req-93b3d392-06e5-43dd-b14f-d769b45d24f0 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:40.946673 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9e154b6b-fe3b-46fb-8e8c-3ed24d96bcba req-93b3d392-06e5-43dd-b14f-d769b45d24f0 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0909984 Oct 05 09:36:40.990347 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9e154b6b-fe3b-46fb-8e8c-3ed24d96bcba req-a641da5d-a0ba-4040-90db-d8b053c3ac44 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378234 Oct 05 09:36:42.186667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bca0d-7400-4b5e-a5df-3eab51513857 req-7b4f287e-4b45-468f-9cd7-e577c494799e tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:42.188027 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c39bca0d-7400-4b5e-a5df-3eab51513857 req-7b4f287e-4b45-468f-9cd7-e577c494799e tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0867805 Oct 05 09:36:42.234004 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c39bca0d-7400-4b5e-a5df-3eab51513857 req-19476e91-77f6-4c4f-954b-95af1451c3bd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 Oct 05 09:36:43.431082 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f32a4-7a10-455b-9cde-4e29a1d1e2aa req-a348b584-3d96-49e8-8753-a479b86af1dd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:43.432509 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ce5f32a4-7a10-455b-9cde-4e29a1d1e2aa req-a348b584-3d96-49e8-8753-a479b86af1dd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0859327 Oct 05 09:36:43.475434 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ce5f32a4-7a10-455b-9cde-4e29a1d1e2aa req-bf2fe0e9-0351-4ac7-af32-ab9040d40f89 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373297 Oct 05 09:36:44.677852 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085701fe-dba5-4652-8220-87d2c0283629 req-ad8fcd74-4ee7-4c00-8931-ae04483e1310 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:44.679324 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-085701fe-dba5-4652-8220-87d2c0283629 req-ad8fcd74-4ee7-4c00-8931-ae04483e1310 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0903418 Oct 05 09:36:44.723060 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-085701fe-dba5-4652-8220-87d2c0283629 req-3a363133-27ad-4372-a6e2-483e33ab2acb tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381277 Oct 05 09:36:45.925165 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311735fa-b1d4-4d4f-8c18-255dee68deb1 req-53b380be-31b6-401c-a332-a9b88d73078f tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:45.926675 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-311735fa-b1d4-4d4f-8c18-255dee68deb1 req-53b380be-31b6-401c-a332-a9b88d73078f tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0894980 Oct 05 09:36:45.975658 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-311735fa-b1d4-4d4f-8c18-255dee68deb1 req-b40c6797-f53e-4c22-9b6d-98da7d56e8d6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 Oct 05 09:36:47.170225 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f458c-1b96-4862-b0f7-9e5b942fc1a9 req-47bec1b9-4da8-4eeb-b1b7-fa2378a33aad tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:47.171594 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ae9f458c-1b96-4862-b0f7-9e5b942fc1a9 req-47bec1b9-4da8-4eeb-b1b7-fa2378a33aad tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0855415 Oct 05 09:36:47.216048 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ae9f458c-1b96-4862-b0f7-9e5b942fc1a9 req-f65e80e8-cdf5-40ce-8380-09e41d4c7f27 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383468 Oct 05 09:36:47.322492 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:36:48.419830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016b613-80d0-44d2-834e-d351ea32a85a req-f0b1a81e-2fb2-406e-a7ba-fd34348454a4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:48.421277 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4016b613-80d0-44d2-834e-d351ea32a85a req-f0b1a81e-2fb2-406e-a7ba-fd34348454a4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0914986 Oct 05 09:36:48.464458 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4016b613-80d0-44d2-834e-d351ea32a85a req-e8e3766b-ef72-41f8-9222-2e291c425f9d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369782 Oct 05 09:36:49.663322 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456cb00-f449-4825-b275-9d42c5c17863 req-ba2bce54-d944-4ee7-83e1-a58ea6726510 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:49.664804 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d456cb00-f449-4825-b275-9d42c5c17863 req-ba2bce54-d944-4ee7-83e1-a58ea6726510 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0881665 Oct 05 09:36:49.711620 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d456cb00-f449-4825-b275-9d42c5c17863 req-418e415d-70b3-46db-96a8-d33b25df7010 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Oct 05 09:36:50.913642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960870a-83e2-4a05-bd1f-2d74bd9894cb req-47331f6c-45fc-4048-9058-2ae6687cfe70 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:50.915147 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d960870a-83e2-4a05-bd1f-2d74bd9894cb req-47331f6c-45fc-4048-9058-2ae6687cfe70 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0913801 Oct 05 09:36:50.959552 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d960870a-83e2-4a05-bd1f-2d74bd9894cb req-8b98a846-c79a-424b-9423-50109b375d8e tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388305 Oct 05 09:36:52.161831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f19c59-301c-45d6-8034-fcd0295060ce req-2633750e-7ea0-4280-a1b6-81b7be8ddb47 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:52.163226 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-65f19c59-301c-45d6-8034-fcd0295060ce req-2633750e-7ea0-4280-a1b6-81b7be8ddb47 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0918424 Oct 05 09:36:52.206169 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-65f19c59-301c-45d6-8034-fcd0295060ce req-c13b5a35-1970-434a-8274-23942a2bdf20 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374274 Oct 05 09:36:53.402589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1f7a1-85ed-4cc3-98c3-bdddb5dca0ba req-6849fc3d-00e0-4f35-be28-7df00ec48e58 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:53.404021 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6ad1f7a1-85ed-4cc3-98c3-bdddb5dca0ba req-6849fc3d-00e0-4f35-be28-7df00ec48e58 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0864611 Oct 05 09:36:53.451258 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6ad1f7a1-85ed-4cc3-98c3-bdddb5dca0ba req-9934de0d-ffe3-4ca0-b572-45213dd1425a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Oct 05 09:36:54.650822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2554526-04a8-431b-9070-4de7fcd617e4 req-ad849872-5f53-45f1-b778-4a41cfbe587f tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:54.652276 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c2554526-04a8-431b-9070-4de7fcd617e4 req-ad849872-5f53-45f1-b778-4a41cfbe587f tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0886471 Oct 05 09:36:54.696140 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c2554526-04a8-431b-9070-4de7fcd617e4 req-3c9f96fd-f380-4bf5-8093-b8b67b6d43dc tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381134 Oct 05 09:36:55.906603 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479ee7e-9d9e-45d5-bfbc-7e6810a4617f req-77f8abec-827a-4fd0-90cd-67e4b2c5f3da tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:55.908937 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6479ee7e-9d9e-45d5-bfbc-7e6810a4617f req-77f8abec-827a-4fd0-90cd-67e4b2c5f3da tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0990040 Oct 05 09:36:55.955871 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6479ee7e-9d9e-45d5-bfbc-7e6810a4617f req-66a409fd-6105-4e45-bc5e-349e6e4761a5 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Oct 05 09:36:57.153059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e29c7-210b-467c-896c-1d060acdf4e8 req-2e93cdb4-f323-4aa0-9ab1-1fff04cece1e tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:57.154451 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c76e29c7-210b-467c-896c-1d060acdf4e8 req-2e93cdb4-f323-4aa0-9ab1-1fff04cece1e tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0891457 Oct 05 09:36:57.202302 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c76e29c7-210b-467c-896c-1d060acdf4e8 req-7eb5c8d3-26dd-450e-9631-7a236202eaaa tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Oct 05 09:36:58.403475 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706ce82-3f6f-4dd1-b9ac-ac1ea8952cda req-144a317d-a3b5-4bc5-a250-0a27c54ff247 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:58.404518 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1706ce82-3f6f-4dd1-b9ac-ac1ea8952cda req-144a317d-a3b5-4bc5-a250-0a27c54ff247 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0867157 Oct 05 09:36:58.449325 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1706ce82-3f6f-4dd1-b9ac-ac1ea8952cda req-3d7fbffb-c425-4816-98e1-bcc43d748c74 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381289 Oct 05 09:36:59.660594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11e6c7-6e26-4645-bf49-cdb771750c79 req-7515682b-9726-4c29-a34a-818263257f48 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:36:59.662077 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d11e6c7-6e26-4645-bf49-cdb771750c79 req-7515682b-9726-4c29-a34a-818263257f48 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0933225 Oct 05 09:36:59.706431 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d11e6c7-6e26-4645-bf49-cdb771750c79 req-08b75f98-7860-4735-92ca-ef6f80047a00 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384927 Oct 05 09:37:00.904937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d585c8-9c97-4516-8f95-d0307d1ce100 req-12da4073-a8fb-4743-99b1-8c7afeb691f9 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:00.906462 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-94d585c8-9c97-4516-8f95-d0307d1ce100 req-12da4073-a8fb-4743-99b1-8c7afeb691f9 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0899594 Oct 05 09:37:00.953811 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-94d585c8-9c97-4516-8f95-d0307d1ce100 req-6ab8e7e0-696d-455f-8513-2314da49f4a5 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407913 Oct 05 09:37:02.150623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931c3ce-f864-4a90-a214-64092d8362f4 req-cb6710be-dc10-4288-9cdb-a5bf6d543d6d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:02.151974 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6931c3ce-f864-4a90-a214-64092d8362f4 req-cb6710be-dc10-4288-9cdb-a5bf6d543d6d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0874097 Oct 05 09:37:02.194992 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6931c3ce-f864-4a90-a214-64092d8362f4 req-7f3a04dc-49d6-4b3f-ae14-5874fc9dac54 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372300 Oct 05 09:37:02.804097 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ec6bc62-ade2-4ebb-8fbf-6bb3c6480851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:03.482537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de9701-af87-4291-aea4-2e915ab2f745 req-ab22adff-532e-44e1-9408-29a1d728844d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:03.483893 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-34de9701-af87-4291-aea4-2e915ab2f745 req-ab22adff-532e-44e1-9408-29a1d728844d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.1756620 Oct 05 09:37:03.528151 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-34de9701-af87-4291-aea4-2e915ab2f745 req-95a7112c-e916-43bf-818a-68a9e3f6a5de tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383556 Oct 05 09:37:04.730662 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9d9d7-9376-4c4b-a3b4-36d4e866c661 req-5fcb42f6-769a-4f7e-8e26-08f9a362c04b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:04.732092 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-03e9d9d7-9376-4c4b-a3b4-36d4e866c661 req-5fcb42f6-769a-4f7e-8e26-08f9a362c04b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0879736 Oct 05 09:37:04.774247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:04.780713 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-03e9d9d7-9376-4c4b-a3b4-36d4e866c661 req-b8ca4ffe-ad5d-4214-9cee-a56bae073c07 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429523 Oct 05 09:37:05.178934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0f835-f078-4c76-9d6b-c521c0c0eb87 req-98ff765e-c90e-4bc1-927c-05ea7cff02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:05.180409 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28e0f835-f078-4c76-9d6b-c521c0c0eb87 req-98ff765e-c90e-4bc1-927c-05ea7cff02fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 1098 time: 0.0840442 Oct 05 09:37:05.330741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0f835-f078-4c76-9d6b-c521c0c0eb87 req-437256d2-62e1-44ba-948b-bbf9af6658f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:05.332240 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28e0f835-f078-4c76-9d6b-c521c0c0eb87 req-437256d2-62e1-44ba-948b-bbf9af6658f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 200 len: 916 time: 0.1328888 Oct 05 09:37:05.400205 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28e0f835-f078-4c76-9d6b-c521c0c0eb87 req-7d51d0cc-eda2-4c76-83c9-9bdf33862ed3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fac4423-4c2c-4afa-a733-f7db1584f0a6 HTTP/1.1" status: 200 len: 217 time: 0.0612772 Oct 05 09:37:05.466837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0f835-f078-4c76-9d6b-c521c0c0eb87 req-3fd9509f-5ae6-4c59-a0e9-9abe050329fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:05.468280 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28e0f835-f078-4c76-9d6b-c521c0c0eb87 req-3fd9509f-5ae6-4c59-a0e9-9abe050329fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68c8f941-be6c-47d7-956d-2f8ba3377627 HTTP/1.1" status: 200 len: 854 time: 0.0611038 Oct 05 09:37:05.552931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0f835-f078-4c76-9d6b-c521c0c0eb87 req-7e8524de-82f8-4d8e-8fbc-c6023884ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:05.554480 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28e0f835-f078-4c76-9d6b-c521c0c0eb87 req-7e8524de-82f8-4d8e-8fbc-c6023884ab3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787594 Oct 05 09:37:05.601307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2963c6fc-42cc-48ce-b8c5-596429e7e448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:05.750142 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-72d1e037-2c6b-42d1-9f60-367d0deef514 service neutron] 10.222.0.45 "GET /v2.0/ports/1fac4423-4c2c-4afa-a733-f7db1584f0a6/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.1205711 Oct 05 09:37:05.752131 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28e0f835-f078-4c76-9d6b-c521c0c0eb87 req-388fb3a1-fde4-4883-910b-87fee5582ef5 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911702 Oct 05 09:37:05.895192 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28e0f835-f078-4c76-9d6b-c521c0c0eb87 req-ecd616fa-d36a-43c8-887c-70fccaeb3e52 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343629 Oct 05 09:37:06.005285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1f74e-ee2b-4cc3-821e-ae838831814f req-0c38d2c9-bab1-4868-ba5a-cef51e4862dc tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:06.006805 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-89d1f74e-ee2b-4cc3-821e-ae838831814f req-0c38d2c9-bab1-4868-ba5a-cef51e4862dc tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0995257 Oct 05 09:37:06.052430 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-89d1f74e-ee2b-4cc3-821e-ae838831814f req-7146afab-306d-47f8-ae30-df5b9102c7b4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398180 Oct 05 09:37:06.073355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-2aa35c80-a491-4406-a2a5-b2d5e028ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:06.074861 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-2aa35c80-a491-4406-a2a5-b2d5e028ef22 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d&tenant_id=3d36411e2f6542f9a1f301d961e6b9a8 HTTP/1.1" status: 200 len: 1098 time: 0.0785027 Oct 05 09:37:06.177427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-ee3ab248-df06-48b4-b82e-7e595b1e7a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:06.178845 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-ee3ab248-df06-48b4-b82e-7e595b1e7a7f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 1098 time: 0.0812154 Oct 05 09:37:06.312666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-f41ab8fa-81d9-4ff5-87ac-9f38cdcf2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:06.314242 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-f41ab8fa-81d9-4ff5-87ac-9f38cdcf2068 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 200 len: 916 time: 0.1300912 Oct 05 09:37:06.383860 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-3ece4705-f02d-4337-8dea-9eb1974bf5e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fac4423-4c2c-4afa-a733-f7db1584f0a6 HTTP/1.1" status: 200 len: 217 time: 0.0630403 Oct 05 09:37:06.445341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-a97899c3-98d1-4b5b-ac9e-561499f47074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:06.446691 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-a97899c3-98d1-4b5b-ac9e-561499f47074 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68c8f941-be6c-47d7-956d-2f8ba3377627 HTTP/1.1" status: 200 len: 854 time: 0.0571730 Oct 05 09:37:06.534778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-7a9b4399-f80f-46d1-9813-3161a5d72c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:06.536240 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-7a9b4399-f80f-46d1-9813-3161a5d72c48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838118 Oct 05 09:37:06.760125 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:06.773621 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-3ded68dd-401b-4630-909c-4f0ce4412048 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314622 Oct 05 09:37:06.897363 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:06.903093 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6087a1b1-c98b-4d27-a34b-c09a72cc5479 req-d7a85d75-f5aa-4995-bd93-748c4d668295 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237364 Oct 05 09:37:07.256481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6764e64-09fa-402e-bc98-1f0c1d16925e req-15fcaa01-5128-4277-8da7-ab436e10a86c tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:07.257922 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b6764e64-09fa-402e-bc98-1f0c1d16925e req-15fcaa01-5128-4277-8da7-ab436e10a86c tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0912404 Oct 05 09:37:07.302047 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b6764e64-09fa-402e-bc98-1f0c1d16925e req-d753b176-b173-4ce7-8509-306dfc8f2eec tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382967 Oct 05 09:37:08.505420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b834712-a98a-4ca9-8b00-87a5cd4dc0b5 req-881640d0-b84f-4602-912b-82d282708da8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:08.506913 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9b834712-a98a-4ca9-8b00-87a5cd4dc0b5 req-881640d0-b84f-4602-912b-82d282708da8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0881460 Oct 05 09:37:08.554272 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9b834712-a98a-4ca9-8b00-87a5cd4dc0b5 req-32451522-358f-4313-81f1-3903be0f78e6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414310 Oct 05 09:37:09.242299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:09.756778 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b66c26-ac7d-437e-b8d2-f662b98d7930 req-c17e1e48-6396-45e3-a2b5-772fd388a2aa tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:09.758249 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-43b66c26-ac7d-437e-b8d2-f662b98d7930 req-c17e1e48-6396-45e3-a2b5-772fd388a2aa tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0883310 Oct 05 09:37:09.800744 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-43b66c26-ac7d-437e-b8d2-f662b98d7930 req-d44de808-3b1d-4f77-800d-f25747fb0726 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368946 Oct 05 09:37:10.132711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e58d8-538d-42eb-9b5e-0278e1d86ad1 req-ffc96b9d-c6df-45db-9ee7-40d58adc188e tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:10.134197 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e17e58d8-538d-42eb-9b5e-0278e1d86ad1 req-ffc96b9d-c6df-45db-9ee7-40d58adc188e tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0936890 Oct 05 09:37:10.143755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cbad8-10b3-4049-8860-ac8b73614060 req-28fd18f2-cfed-4132-9f05-dd2ca6a71828 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:10.144455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-646cbad8-10b3-4049-8860-ac8b73614060 req-28fd18f2-cfed-4132-9f05-dd2ca6a71828 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Synchronizing usage tracker for tenant:3d36411e2f6542f9a1f301d961e6b9a8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:10.160672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-646cbad8-10b3-4049-8860-ac8b73614060 req-28fd18f2-cfed-4132-9f05-dd2ca6a71828 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Unset dirty status for tenant:3d36411e2f6542f9a1f301d961e6b9a8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:10.161842 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-646cbad8-10b3-4049-8860-ac8b73614060 req-28fd18f2-cfed-4132-9f05-dd2ca6a71828 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d&tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 945 time: 0.1159341 Oct 05 09:37:10.179003 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e17e58d8-538d-42eb-9b5e-0278e1d86ad1 req-0c13d369-b951-4de7-8619-04d79e691f1a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392406 Oct 05 09:37:10.310412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cbad8-10b3-4049-8860-ac8b73614060 req-0a09c2e0-08e6-4fa0-853f-319673880b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:10.311869 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-646cbad8-10b3-4049-8860-ac8b73614060 req-0a09c2e0-08e6-4fa0-853f-319673880b4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 1098 time: 0.0820291 Oct 05 09:37:10.441985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cbad8-10b3-4049-8860-ac8b73614060 req-9fc5aa31-5fb4-4965-8013-483833ea7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:10.443383 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-646cbad8-10b3-4049-8860-ac8b73614060 req-9fc5aa31-5fb4-4965-8013-483833ea7ce0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 200 len: 916 time: 0.1250052 Oct 05 09:37:10.509882 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-646cbad8-10b3-4049-8860-ac8b73614060 req-26c32fe0-5d9c-4be2-aaec-918f7d695f54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fac4423-4c2c-4afa-a733-f7db1584f0a6 HTTP/1.1" status: 200 len: 217 time: 0.0608630 Oct 05 09:37:10.574206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cbad8-10b3-4049-8860-ac8b73614060 req-b81e2e24-e487-4a20-964b-c3dd78c8f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:10.575631 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-646cbad8-10b3-4049-8860-ac8b73614060 req-b81e2e24-e487-4a20-964b-c3dd78c8f287 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68c8f941-be6c-47d7-956d-2f8ba3377627 HTTP/1.1" status: 200 len: 854 time: 0.0606518 Oct 05 09:37:10.657478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cbad8-10b3-4049-8860-ac8b73614060 req-8cca6899-17a6-49ca-90aa-9e0be52c00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:10.658975 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-646cbad8-10b3-4049-8860-ac8b73614060 req-8cca6899-17a6-49ca-90aa-9e0be52c00a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773892 Oct 05 09:37:10.787788 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-646cbad8-10b3-4049-8860-ac8b73614060 req-8ba65d28-d4ef-4336-92ee-f83217c011af service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228149 Oct 05 09:37:10.917845 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-646cbad8-10b3-4049-8860-ac8b73614060 req-64ffc923-e148-40b7-88cf-26d2c74fa270 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248763 Oct 05 09:37:11.389199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac0f5-4817-41e2-ae24-b506d778a8e1 req-b088c189-eb10-4f9f-87cd-9648ed471ddb tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:11.391989 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ae0ac0f5-4817-41e2-ae24-b506d778a8e1 req-b088c189-eb10-4f9f-87cd-9648ed471ddb tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0934811 Oct 05 09:37:11.443984 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ae0ac0f5-4817-41e2-ae24-b506d778a8e1 req-1e88dcda-fb84-4a17-ae8e-78fa6c401ac9 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467560 Oct 05 09:37:12.647030 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3dd76-fdd0-4e5e-9898-ff53653b001c req-1d1b9b51-9c49-4584-9e4e-87225c42ab1e tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:12.648542 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-abd3dd76-fdd0-4e5e-9898-ff53653b001c req-1d1b9b51-9c49-4584-9e4e-87225c42ab1e tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0871251 Oct 05 09:37:12.691920 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-abd3dd76-fdd0-4e5e-9898-ff53653b001c req-1c3b0392-e0a2-48df-94b4-7913d51aa438 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376885 Oct 05 09:37:12.891029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1548-6823-4b2e-bf8d-7ea87735d421 req-6a9d0234-f540-4a33-b81b-385b6ce35539 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:12.893428 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a8eb1548-6823-4b2e-bf8d-7ea87735d421 req-6a9d0234-f540-4a33-b81b-385b6ce35539 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0917873 Oct 05 09:37:12.937059 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a8eb1548-6823-4b2e-bf8d-7ea87735d421 req-a7a8ab56-8241-4780-a4c3-f3afd40c491a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377624 Oct 05 09:37:13.034269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 39124) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:13.039392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039479052', 'description': 'tempest-description--1494785570'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:13.045323 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:13.049317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Usage tracker for resource:security_group and tenant:3d36411e2f6542f9a1f301d961e6b9a8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:13.052150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:13.058215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:13.069085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.093081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:13.096976 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Usage tracker for resource:security_group_rule and tenant:3d36411e2f6542f9a1f301d961e6b9a8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:13.100308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:13.105950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:13.174675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.178182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.219152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a66039-0c5f-4d1d-8b39-0e65925fba7b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:13.223196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.224650 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1893411 Oct 05 09:37:13.227770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39128) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:13.229043 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.229380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.229724 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.230090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.230441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.230760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.231089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.231421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.231748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.232071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.232395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.232718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a2c44-7118-4df2-a350-d1fb1b6cf652 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.232893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Request body: {'security_group_rule': {'security_group_id': '25a66039-0c5f-4d1d-8b39-0e65925fba7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:13.238973 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:13.242831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Usage tracker for resource:security_group_rule and tenant:3d36411e2f6542f9a1f301d961e6b9a8 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:13.245653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:13.252387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:13.268707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.329344 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.333007 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.355641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b583c4-ef91-45a2-a7ba-62a04d129947,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:13.366924 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.367388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.367817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.368126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.368554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.368974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.369321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.369642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.369983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.370326 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.370658 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.370981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:13.373893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.375110 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-548210c6-c8bc-4f46-b90a-07e48adadbe6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462872 Oct 05 09:37:13.378756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39132) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:13.383628 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-4b507d84-5021-440e-9454-c750d5a8ecb3 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Request body: {'security_group_rule': {'security_group_id': '25a66039-0c5f-4d1d-8b39-0e65925fba7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:13.389439 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4b507d84-5021-440e-9454-c750d5a8ecb3 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:13.393303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4b507d84-5021-440e-9454-c750d5a8ecb3 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Usage tracker for resource:security_group_rule and tenant:3d36411e2f6542f9a1f301d961e6b9a8 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:13.396169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4b507d84-5021-440e-9454-c750d5a8ecb3 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:13.401890 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4b507d84-5021-440e-9454-c750d5a8ecb3 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:13.418313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4b507d84-5021-440e-9454-c750d5a8ecb3 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.482975 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4b507d84-5021-440e-9454-c750d5a8ecb3 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.487688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4b507d84-5021-440e-9454-c750d5a8ecb3 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.511773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b507d84-5021-440e-9454-c750d5a8ecb3 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08268791-4eea-483f-8218-6d00a3e19e4c,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:13.520111 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4b507d84-5021-440e-9454-c750d5a8ecb3 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.521275 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4b507d84-5021-440e-9454-c750d5a8ecb3 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416063 Oct 05 09:37:13.524457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39136) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:37:13.529244 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:13.535013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:13.538776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Usage tracker for resource:floatingip and tenant:3d36411e2f6542f9a1f301d961e6b9a8 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:37:13.541550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:37:13.547197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:13.557746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.701268 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:13.836533 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Allocated IP 172.26.0.47 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/13e940a5-854b-4e00-9b7c-40e11448ce65) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:13.984420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.013300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.073092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:14.075911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:14.085068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:14.127699 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Pushing event updated for resources: {'Port': ['ID=13e940a5-854b-4e00-9b7c-40e11448ce65,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:14.255799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.312747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.519944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.524400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.632255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.635960 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Pushing event updated for resources: {'Port': ['ID=13e940a5-854b-4e00-9b7c-40e11448ce65,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:14.663885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:14.665402 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-93bdf9e5-ab05-4a34-9ec0-447ee54a01fd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1398911 Oct 05 09:37:14.839708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ca49-0045-48ec-939a-be3863cb3e8a req-39090611-7bdc-4a5e-b7e3-316e20e516da tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:14.841049 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6580ca49-0045-48ec-939a-be3863cb3e8a req-39090611-7bdc-4a5e-b7e3-316e20e516da tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.0871336 Oct 05 09:37:14.885248 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6580ca49-0045-48ec-939a-be3863cb3e8a req-7a1362ae-ded5-4888-9888-412dcfafa897 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376124 Oct 05 09:37:15.374847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-913ecd2b-e4f8-4793-a9bb-19d262ab86d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:15.376812 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-913ecd2b-e4f8-4793-a9bb-19d262ab86d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/networks?id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 200 len: 815 time: 0.1466887 Oct 05 09:37:15.391118 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-cf44ffed-1d1a-40b5-b2fc-c2bfa5339cd7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/quotas/3d36411e2f6542f9a1f301d961e6b9a8 HTTP/1.1" status: 200 len: 375 time: 0.0089180 Oct 05 09:37:15.489499 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-5cd02359-8076-4416-9100-bf9dae6887e4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0930207 Oct 05 09:37:15.622315 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-64fcce20-1e40-4dab-8eca-e7bc9973629f service neutron] 10.222.0.64 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260879 Oct 05 09:37:15.754690 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-4e6b62a7-0210-4147-8a9b-1fdc7a8aac91 service neutron] 10.222.0.64 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259456 Oct 05 09:37:15.942929 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3640b684-3d47-4baa-905d-aa839a24ae57 req-e824b924-e110-4296-a993-58faa0ce38bc tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 210 time: 0.0493486 Oct 05 09:37:17.011906 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-d9391016-c1a5-4778-9e0b-cd96bf51f26a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:17.013336 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-d9391016-c1a5-4778-9e0b-cd96bf51f26a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.45 "GET /v2.0/networks?id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 200 len: 815 time: 0.2087417 Oct 05 09:37:17.031859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Request body: {'port': {'device_id': '2cb79f8c-75be-450b-a1e3-90abcb90c3c6', 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d', 'admin_state_up': True, 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:17.105515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9d1ef-86c6-4f53-a10e-21df6d69955e req-e33a9abf-76d4-40f4-9d4d-d76a7d36b6ca tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:17.106978 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69c9d1ef-86c6-4f53-a10e-21df6d69955e req-e33a9abf-76d4-40f4-9d4d-d76a7d36b6ca tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53961b8-92db-402e-918b-5588d191a38d HTTP/1.1" status: 200 len: 945 time: 0.2229438 Oct 05 09:37:17.119736 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e40bc17f-6273-4bd7-9429-6916851bd1fe req-638f7266-132e-4da2-8ad0-235225429887 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 210 time: 0.0560665 Oct 05 09:37:17.322560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-69c9d1ef-86c6-4f53-a10e-21df6d69955e req-59043efc-c10a-4c27-9cec-662787badc6b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Deleting port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:37:17.322835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-69c9d1ef-86c6-4f53-a10e-21df6d69955e req-59043efc-c10a-4c27-9cec-662787badc6b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.380712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:37:17.425158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:37:17.449265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Made reservation on behalf of 3d36411e2f6542f9a1f301d961e6b9a8 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:37:17.452800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.723286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-69c9d1ef-86c6-4f53-a10e-21df6d69955e req-59043efc-c10a-4c27-9cec-662787badc6b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] For port 1fac4423-4c2c-4afa-a733-f7db1584f0a6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1fac4423-4c2c-4afa-a733-f7db1584f0a6,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:17.723894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-69c9d1ef-86c6-4f53-a10e-21df6d69955e req-59043efc-c10a-4c27-9cec-662787badc6b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:17.855883 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-69c9d1ef-86c6-4f53-a10e-21df6d69955e req-59043efc-c10a-4c27-9cec-662787badc6b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Calling delete_port for 1fac4423-4c2c-4afa-a733-f7db1584f0a6 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:37:17.892521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Allocated IP 172.20.0.5 (0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d/68c8f941-be6c-47d7-956d-2f8ba3377627/2ccdd654-9539-4f83-858b-d455ce981136) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:37:18.067161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-69c9d1ef-86c6-4f53-a10e-21df6d69955e req-59043efc-c10a-4c27-9cec-662787badc6b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.078162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['1fac4423-4c2c-4afa-a733-f7db1584f0a6'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:37:18.177733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59043efc-c10a-4c27-9cec-662787badc6b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Pushing event deleted for resources: {'Port': ['ID=1fac4423-4c2c-4afa-a733-f7db1584f0a6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:18.276741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c9d1ef-86c6-4f53-a10e-21df6d69955e req-59043efc-c10a-4c27-9cec-662787badc6b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] No DVR routers for this DVR port 1fac4423-4c2c-4afa-a733-f7db1584f0a6 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:37:18.281941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-69c9d1ef-86c6-4f53-a10e-21df6d69955e req-59043efc-c10a-4c27-9cec-662787badc6b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.284417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53961b8-92db-402e-918b-5588d191a38d', 'name': 'network-vif-deleted', 'tag': '1fac4423-4c2c-4afa-a733-f7db1584f0a6'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:37:18.286752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7c34e2-351f-4f80-a4ce-3960496f8293" -d '{"events": [{"server_uuid": "f53961b8-92db-402e-918b-5588d191a38d", "name": "network-vif-deleted", "tag": "1fac4423-4c2c-4afa-a733-f7db1584f0a6"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:37:18.292183 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f825ba6b-b3f6-430a-85bf-275c4308b210 req-8bcfcc6f-99d0-427d-9d3d-0b08794585a1 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 210 time: 0.0509934 Oct 05 09:37:18.330140 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69c9d1ef-86c6-4f53-a10e-21df6d69955e req-59043efc-c10a-4c27-9cec-662787badc6b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.45 "DELETE /v2.0/ports/1fac4423-4c2c-4afa-a733-f7db1584f0a6 HTTP/1.1" status: 204 len: 173 time: 1.2097619 Oct 05 09:37:18.344971 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d35e7e7-5713-4871-b928-38456f280c1c x-openstack-request-id: req-7d35e7e7-5713-4871-b928-38456f280c1c {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:37:18.345354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53961b8-92db-402e-918b-5588d191a38d", "name": "network-vif-deleted", "tag": "1fac4423-4c2c-4afa-a733-f7db1584f0a6", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:37:18.345669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d35e7e7-5713-4871-b928-38456f280c1c {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:37:18.346151 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d35e7e7-5713-4871-b928-38456f280c1c'] response: {'server_uuid': 'f53961b8-92db-402e-918b-5588d191a38d', 'name': 'network-vif-deleted', 'tag': '1fac4423-4c2c-4afa-a733-f7db1584f0a6', 'status': 'completed', 'code': 200} Oct 05 09:37:18.354614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.372390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Transition to ACTIVE for port object 2ccdd654-9539-4f83-858b-d455ce981136 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:18.399160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.410079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['1fac4423-4c2c-4afa-a733-f7db1584f0a6'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:37:18.469351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:37:18.476705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:37:18.481068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:37:18.513134 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Pushing event updated for resources: {'Port': ['ID=2ccdd654-9539-4f83-858b-d455ce981136,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:18.550517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:18.551147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.569941 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-483e6d8f-9b7b-485c-8e64-f39d210763d4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5455883 Oct 05 09:37:18.581405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Request body: {'port': {'device_id': '2cb79f8c-75be-450b-a1e3-90abcb90c3c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:37:18.696992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.752771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1b688410-0391-4bc4-90e5-2ffcbe8b5dc7 None None] Provisioning for port 2ccdd654-9539-4f83-858b-d455ce981136 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:18.757810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1b688410-0391-4bc4-90e5-2ffcbe8b5dc7 None None] Provisioning complete for port 2ccdd654-9539-4f83-858b-d455ce981136 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:18.758285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b688410-0391-4bc4-90e5-2ffcbe8b5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:18.758680 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1b688410-0391-4bc4-90e5-2ffcbe8b5dc7 None None] Attempt 1 to provision port 2ccdd654-9539-4f83-858b-d455ce981136 Oct 05 09:37:18.828258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1b688410-0391-4bc4-90e5-2ffcbe8b5dc7 None None] Port 2ccdd654-9539-4f83-858b-d455ce981136 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:19.151684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccdd654-9539-4f83-858b-d455ce981136 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:37:19.159675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:19.175530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Transition to ACTIVE for port object 2ccdd654-9539-4f83-858b-d455ce981136 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:37:19.179278 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:19.330158 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1b688410-0391-4bc4-90e5-2ffcbe8b5dc7 None None] Attempt 2 to provision port 2ccdd654-9539-4f83-858b-d455ce981136 Oct 05 09:37:19.336309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccdd654-9539-4f83-858b-d455ce981136,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:19.385481 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1b688410-0391-4bc4-90e5-2ffcbe8b5dc7 None None] Port 2ccdd654-9539-4f83-858b-d455ce981136 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:37:19.405540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Attempting to bind port 2ccdd654-9539-4f83-858b-d455ce981136 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:37:19.405791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Attempting to bind port 2ccdd654-9539-4f83-858b-d455ce981136 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:37:19.406150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Attempting to bind port 2ccdd654-9539-4f83-858b-d455ce981136 on network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:19.412723 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Port 2ccdd654-9539-4f83-858b-d455ce981136 on network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:37:19.413274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Attempting to bind port 2ccdd654-9539-4f83-858b-d455ce981136 on network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:37:19.419613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:37:19.419961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Checking segment: {'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:37:19.420347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Bound using segment: {'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:37:19.420777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Bound port: 2ccdd654-9539-4f83-858b-d455ce981136, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bff17d5-835b-48ee-9ae5-e18a089ee5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:37:19.421123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:19.513730 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a397b48-7e9e-4e26-80ba-ac2f1e53676e req-8a7dcbe2-2264-495c-8494-4f92c30953dd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:19.515220 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9a397b48-7e9e-4e26-80ba-ac2f1e53676e req-8a7dcbe2-2264-495c-8494-4f92c30953dd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 943 time: 0.1031806 Oct 05 09:37:19.523842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] For port 2ccdd654-9539-4f83-858b-d455ce981136, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:37:19.526887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] For port 2ccdd654-9539-4f83-858b-d455ce981136, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=2ccdd654-9539-4f83-858b-d455ce981136,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:37:19.531509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:19.562352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:19.563066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:19.564288 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9a397b48-7e9e-4e26-80ba-ac2f1e53676e req-4330d2d3-bdcc-479f-b0a5-63f343b76712 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 Oct 05 09:37:19.565159 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] 10.222.0.45 "PUT /v2.0/ports/2ccdd654-9539-4f83-858b-d455ce981136 HTTP/1.1" status: 200 len: 1093 time: 0.9885092 Oct 05 09:37:19.604446 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7397ab3-faaa-436d-a4cf-ceeac2cbf460 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccdd654-9539-4f83-858b-d455ce981136,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:19.695591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-3da11ad4-a75e-406e-ac76-9e34d07be292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:19.696949 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-3da11ad4-a75e-406e-ac76-9e34d07be292 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 1096 time: 0.0819786 Oct 05 09:37:19.771731 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-1b925c4b-c6c6-4a57-9378-5723c66c517e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ccdd654-9539-4f83-858b-d455ce981136 HTTP/1.1" status: 200 len: 217 time: 0.0672994 Oct 05 09:37:19.836093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f12d6d66-1daa-455b-8adc-3ade8372c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:19.837502 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-f12d6d66-1daa-455b-8adc-3ade8372c878 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68c8f941-be6c-47d7-956d-2f8ba3377627 HTTP/1.1" status: 200 len: 854 time: 0.0600488 Oct 05 09:37:19.886346 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1b688410-0391-4bc4-90e5-2ffcbe8b5dc7 None None] Attempt 3 to provision port 2ccdd654-9539-4f83-858b-d455ce981136 Oct 05 09:37:19.919573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-d012760f-4f23-4ea8-9897-67af4f86af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:19.921040 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-d012760f-4f23-4ea8-9897-67af4f86af66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780745 Oct 05 09:37:19.948198 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1b688410-0391-4bc4-90e5-2ffcbe8b5dc7 None None] Port 2ccdd654-9539-4f83-858b-d455ce981136 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:37:20.060395 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-8b75f12f-0b6b-4814-96eb-4dc0057fff11 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317232 Oct 05 09:37:20.205521 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9dcf5d0f-91c6-4a36-a065-eb92dcd33a0c req-af56d0c5-b3b5-4f4d-8915-780a3c2cd25e service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379702 Oct 05 09:37:20.347609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb79f8c-75be-450b-a1e3-90abcb90c3c6', 'tag': '2ccdd654-9539-4f83-858b-d455ce981136'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:37:20.350302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e20cda9-bbe2-416f-be74-e0da32b32d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb79f8c-75be-450b-a1e3-90abcb90c3c6", "tag": "2ccdd654-9539-4f83-858b-d455ce981136"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:37:20.391657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea67bf2-ed0b-4591-8489-396435532159 x-openstack-request-id: req-0ea67bf2-ed0b-4591-8489-396435532159 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:37:20.391940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb79f8c-75be-450b-a1e3-90abcb90c3c6", "tag": "2ccdd654-9539-4f83-858b-d455ce981136", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:37:20.392190 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ea67bf2-ed0b-4591-8489-396435532159 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:37:20.392611 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea67bf2-ed0b-4591-8489-396435532159'] response: {'name': 'network-changed', 'server_uuid': '2cb79f8c-75be-450b-a1e3-90abcb90c3c6', 'tag': '2ccdd654-9539-4f83-858b-d455ce981136', 'status': 'completed', 'code': 200} Oct 05 09:37:20.494303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20cda9-bbe2-416f-be74-e0da32b32d6f req-8ea2e588-b0ad-4352-9d37-0a4429f65451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:20.495685 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e20cda9-bbe2-416f-be74-e0da32b32d6f req-8ea2e588-b0ad-4352-9d37-0a4429f65451 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 1096 time: 0.0827892 Oct 05 09:37:20.633541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20cda9-bbe2-416f-be74-e0da32b32d6f req-aef239d4-5f27-40b0-b50c-6212f119f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:20.635044 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e20cda9-bbe2-416f-be74-e0da32b32d6f req-aef239d4-5f27-40b0-b50c-6212f119f033 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 200 len: 916 time: 0.1324294 Oct 05 09:37:20.700802 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e20cda9-bbe2-416f-be74-e0da32b32d6f req-f1a809b5-e3a8-496a-8ab3-d2500bfaf3e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ccdd654-9539-4f83-858b-d455ce981136 HTTP/1.1" status: 200 len: 217 time: 0.0587387 Oct 05 09:37:20.764769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695794ee-e6c0-4132-9580-7aba55027f0a req-edf896c6-8422-4cce-8c3e-5ad159f3913b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:20.765330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20cda9-bbe2-416f-be74-e0da32b32d6f req-9eb393ce-a78f-4f8c-9c11-e50aa0d71256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:20.766788 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-695794ee-e6c0-4132-9580-7aba55027f0a req-edf896c6-8422-4cce-8c3e-5ad159f3913b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 943 time: 0.0876310 Oct 05 09:37:20.767114 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e20cda9-bbe2-416f-be74-e0da32b32d6f req-9eb393ce-a78f-4f8c-9c11-e50aa0d71256 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68c8f941-be6c-47d7-956d-2f8ba3377627 HTTP/1.1" status: 200 len: 854 time: 0.0602753 Oct 05 09:37:20.809758 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-695794ee-e6c0-4132-9580-7aba55027f0a req-3ccb6218-d945-4952-8eb3-c0005d1fffe8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373995 Oct 05 09:37:20.853595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20cda9-bbe2-416f-be74-e0da32b32d6f req-fb990f08-ca64-45ba-9163-1842e09514d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:20.855113 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e20cda9-bbe2-416f-be74-e0da32b32d6f req-fb990f08-ca64-45ba-9163-1842e09514d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814881 Oct 05 09:37:20.869381 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 1fac4423-4c2c-4afa-a733-f7db1584f0a6 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:37:20.904991 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 1fac4423-4c2c-4afa-a733-f7db1584f0a6 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:37:20.905339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 1fac4423-4c2c-4afa-a733-f7db1584f0a6 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:37:21.088484 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e20cda9-bbe2-416f-be74-e0da32b32d6f req-8c0431ae-0eb6-44c1-8d8d-0de1a485ae01 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261121 Oct 05 09:37:21.220152 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e20cda9-bbe2-416f-be74-e0da32b32d6f req-854e9d58-8e65-41ba-a22d-a3a88697953d service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250503 Oct 05 09:37:22.027485 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2cfbe-cd31-4135-b436-5b9be4956149 req-2d60c49c-7014-425a-b10a-19ab5f9eb4f0 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:22.028949 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-85e2cfbe-cd31-4135-b436-5b9be4956149 req-2d60c49c-7014-425a-b10a-19ab5f9eb4f0 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 943 time: 0.1001592 Oct 05 09:37:22.076324 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-85e2cfbe-cd31-4135-b436-5b9be4956149 req-0a9e6f00-75f7-4181-877d-fee722675fd5 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392556 Oct 05 09:37:22.881005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 2ccdd654-9539-4f83-858b-d455ce981136 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:37:23.014369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 2ccdd654-9539-4f83-858b-d455ce981136, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=2ccdd654-9539-4f83-858b-d455ce981136,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:23.029448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '2ccdd654-9539-4f83-858b-d455ce981136', 'network_id': '0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d', 'port_id': '2ccdd654-9539-4f83-858b-d455ce981136', 'mac_address': 'fa:16:3e:04:20:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c8f941-be6c-47d7-956d-2f8ba3377627', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:37:23.092520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 2ccdd654-9539-4f83-858b-d455ce981136 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:23.092901 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.110064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccdd654-9539-4f83-858b-d455ce981136 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:37:23.128704 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 2ccdd654-9539-4f83-858b-d455ce981136, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=2ccdd654-9539-4f83-858b-d455ce981136,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:23.132549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:23.203873 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=2ccdd654-9539-4f83-858b-d455ce981136,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:23.211990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:23.212331 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:23.212668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:23.212999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:23.213325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:23.213649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:23.213981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:23.214329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:23.214652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:23.214971 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:23.215287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:23.215602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:37:23.325676 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['2ccdd654-9539-4f83-858b-d455ce981136'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:37:23.442104 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37015f4a-aa23-4da4-8898-21c63a89d7d3 req-61934be6-759c-4b8a-ae80-665cc783d0e8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:23.443463 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-37015f4a-aa23-4da4-8898-21c63a89d7d3 req-61934be6-759c-4b8a-ae80-665cc783d0e8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 944 time: 0.0985916 Oct 05 09:37:23.583253 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-37015f4a-aa23-4da4-8898-21c63a89d7d3 req-223f7af8-c2df-4976-9c67-0c8df4ec242c tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341901 Oct 05 09:37:24.320790 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:37:24.785066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483bdd2-a664-41da-9557-deb8e48e5b52 req-2c0b023b-91d6-477a-9007-ae10ab400d6a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:24.786571 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c483bdd2-a664-41da-9557-deb8e48e5b52 req-2c0b023b-91d6-477a-9007-ae10ab400d6a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 944 time: 0.0916607 Oct 05 09:37:24.835433 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c483bdd2-a664-41da-9557-deb8e48e5b52 req-06251265-4c0c-4518-844b-753c38b88104 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431552 Oct 05 09:37:24.900065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 2ccdd654-9539-4f83-858b-d455ce981136 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:37:24.969622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 2ccdd654-9539-4f83-858b-d455ce981136 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:37:24.974615 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 2ccdd654-9539-4f83-858b-d455ce981136 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:37:24.974995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:24.975334 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 2ccdd654-9539-4f83-858b-d455ce981136 Oct 05 09:37:25.100335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 2ccdd654-9539-4f83-858b-d455ce981136 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:37:25.100725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.131981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb79f8c-75be-450b-a1e3-90abcb90c3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccdd654-9539-4f83-858b-d455ce981136'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:37:25.134309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a9a0a7-c3ff-4fa8-a410-de1adec931ca" -d '{"events": [{"server_uuid": "2cb79f8c-75be-450b-a1e3-90abcb90c3c6", "name": "network-vif-plugged", "status": "completed", "tag": "2ccdd654-9539-4f83-858b-d455ce981136"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:37:25.143131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 2ccdd654-9539-4f83-858b-d455ce981136, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=2ccdd654-9539-4f83-858b-d455ce981136,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:37:25.147151 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:25.182702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f7b6e5-99eb-4f4c-8b20-5be9826ebc42 x-openstack-request-id: req-c6f7b6e5-99eb-4f4c-8b20-5be9826ebc42 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:37:25.182995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb79f8c-75be-450b-a1e3-90abcb90c3c6", "name": "network-vif-plugged", "status": "completed", "tag": "2ccdd654-9539-4f83-858b-d455ce981136", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:37:25.183252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6f7b6e5-99eb-4f4c-8b20-5be9826ebc42 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:37:25.183642 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f7b6e5-99eb-4f4c-8b20-5be9826ebc42'] response: {'server_uuid': '2cb79f8c-75be-450b-a1e3-90abcb90c3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccdd654-9539-4f83-858b-d455ce981136', 'code': 200} Oct 05 09:37:25.216307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=2ccdd654-9539-4f83-858b-d455ce981136,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:37:25.413790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ecdca-3488-4b9c-867e-5c87d7a4331d req-323aafe0-e8d1-4297-a208-d46805228b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:25.415308 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b68ecdca-3488-4b9c-867e-5c87d7a4331d req-323aafe0-e8d1-4297-a208-d46805228b01 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 1098 time: 0.0830841 Oct 05 09:37:25.457531 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b68ecdca-3488-4b9c-867e-5c87d7a4331d req-a3c4dea3-d460-4286-be85-a8c1a7ba236b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365782 Oct 05 09:37:26.033682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d538b-6217-4373-a550-3f737b8567c2 req-10d85dce-879c-486f-8a91-c2dd388253ce tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:26.035139 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f16d538b-6217-4373-a550-3f737b8567c2 req-10d85dce-879c-486f-8a91-c2dd388253ce tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0888565 Oct 05 09:37:26.077075 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f16d538b-6217-4373-a550-3f737b8567c2 req-5fee775e-7d6e-4df2-bede-b99830ef09f0 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363503 Oct 05 09:37:27.279959 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7bf0a-d623-44f8-b46b-c580dfdb0333 req-f12cbc6d-90f8-4a5f-ba43-37f3a1423697 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:27.281815 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-68e7bf0a-d623-44f8-b46b-c580dfdb0333 req-f12cbc6d-90f8-4a5f-ba43-37f3a1423697 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0903702 Oct 05 09:37:27.324463 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-68e7bf0a-d623-44f8-b46b-c580dfdb0333 req-46ae5e05-17f5-4974-a57d-adc13089e4fa tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370066 Oct 05 09:37:27.522065 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d37c10-16e1-40b8-bf5d-46e5894e7868 req-3892379b-85e3-4d7b-a8ae-5e9eecfc80d5 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:27.523563 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-77d37c10-16e1-40b8-bf5d-46e5894e7868 req-3892379b-85e3-4d7b-a8ae-5e9eecfc80d5 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0875373 Oct 05 09:37:27.569740 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-77d37c10-16e1-40b8-bf5d-46e5894e7868 req-5b31acb6-3a9e-4726-b217-6ad50929bb75 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404756 Oct 05 09:37:27.934770 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-17f74f5e-3caa-4f5b-89b3-a4582eb8d23c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841687 Oct 05 09:37:27.987695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e84a-1ad8-48a4-b163-9657470b9a41 req-491f851c-a344-4caf-b36f-3fbc74aa6547 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:27.989170 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1998e84a-1ad8-48a4-b163-9657470b9a41 req-491f851c-a344-4caf-b36f-3fbc74aa6547 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0908172 Oct 05 09:37:28.036321 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1998e84a-1ad8-48a4-b163-9657470b9a41 req-a9769521-4d80-46f2-9106-bf4722d0446b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Oct 05 09:37:29.041939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-c7e73110-56de-4dbb-96ac-4c6d825ee1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:29.043440 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-c7e73110-56de-4dbb-96ac-4c6d825ee1a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 1098 time: 0.0800478 Oct 05 09:37:29.175261 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-04764e19-25ba-466a-b42b-27b3b0ce7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:29.176672 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-04764e19-25ba-466a-b42b-27b3b0ce7822 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 200 len: 916 time: 0.1274707 Oct 05 09:37:29.246842 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-f6134418-6e45-4eed-9306-80cb758d61b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ccdd654-9539-4f83-858b-d455ce981136 HTTP/1.1" status: 200 len: 217 time: 0.0645192 Oct 05 09:37:29.248302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bf2d3-94bf-4860-89d2-5b2f749e8371 req-98e54e50-51c1-4764-8fee-9b83bfa5bb6c tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:29.249910 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ed4bf2d3-94bf-4860-89d2-5b2f749e8371 req-98e54e50-51c1-4764-8fee-9b83bfa5bb6c tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0971808 Oct 05 09:37:29.295954 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ed4bf2d3-94bf-4860-89d2-5b2f749e8371 req-f378ec1a-99cd-4fee-97d2-5ae675e42f70 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Oct 05 09:37:29.311700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-df198989-9fe4-4cf9-97df-5c07c0871bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:29.313218 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-df198989-9fe4-4cf9-97df-5c07c0871bc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68c8f941-be6c-47d7-956d-2f8ba3377627 HTTP/1.1" status: 200 len: 854 time: 0.0609505 Oct 05 09:37:29.404875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-f7f4bb4c-5733-447a-8d24-869e6bc58cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:29.407010 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-f7f4bb4c-5733-447a-8d24-869e6bc58cef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871203 Oct 05 09:37:29.537539 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-60876312-35ec-4eba-843b-8e662ba49ed4 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249058 Oct 05 09:37:29.665977 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-ecb14101-da0a-4b2d-b64d-b1519f25d324 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228647 Oct 05 09:37:30.496029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15b7cd-436e-4799-8ef9-a78f1147564c req-33f04f58-c2b5-497f-90d1-9bb1ab89ac0f tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:30.497488 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cf15b7cd-436e-4799-8ef9-a78f1147564c req-33f04f58-c2b5-497f-90d1-9bb1ab89ac0f tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0872366 Oct 05 09:37:30.545309 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cf15b7cd-436e-4799-8ef9-a78f1147564c req-6b8eaeb9-1c4c-4fa9-8f32-82dbf53ec10f tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415874 Oct 05 09:37:31.742684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a1808-69b8-4d1e-9ea3-59c059cbe5a5 req-11707713-7dd4-4d4a-af84-5c8a5c9f09e4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:31.744158 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5f3a1808-69b8-4d1e-9ea3-59c059cbe5a5 req-11707713-7dd4-4d4a-af84-5c8a5c9f09e4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0865169 Oct 05 09:37:31.788572 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5f3a1808-69b8-4d1e-9ea3-59c059cbe5a5 req-b04071d3-28db-4c05-9ea2-6b45da44728b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 Oct 05 09:37:32.807061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a7aad461-e3d1-43b6-96b9-098c6b302aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:32.993044 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df829a-e515-4848-8dc2-a262f9484ea1 req-083e3319-87e8-4735-a786-79aff29360ce tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:32.994507 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a6df829a-e515-4848-8dc2-a262f9484ea1 req-083e3319-87e8-4735-a786-79aff29360ce tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0910180 Oct 05 09:37:33.037146 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a6df829a-e515-4848-8dc2-a262f9484ea1 req-d93fa867-18df-4fc1-a693-273bc00690b8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370796 Oct 05 09:37:34.238012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592e36d-9581-4b1c-8f41-75758d8b0362 req-fe93604c-f559-4128-b861-9945888a21d6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:34.239395 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c592e36d-9581-4b1c-8f41-75758d8b0362 req-fe93604c-f559-4128-b861-9945888a21d6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0884778 Oct 05 09:37:34.286029 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c592e36d-9581-4b1c-8f41-75758d8b0362 req-7b23443f-dba9-49ac-86e7-f132067fcc73 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410964 Oct 05 09:37:34.777365 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:35.498948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561bc4e-9402-4eea-b1a3-30adcb04c427 req-a79acec5-70f3-4a3c-9922-4a58d6c903aa tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:35.500674 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5561bc4e-9402-4eea-b1a3-30adcb04c427 req-a79acec5-70f3-4a3c-9922-4a58d6c903aa tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.1038704 Oct 05 09:37:35.545101 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5561bc4e-9402-4eea-b1a3-30adcb04c427 req-e0ae6048-19c3-4de2-8708-d084ceb24d05 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387678 Oct 05 09:37:35.607435 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-67c3a135-93f7-47a0-8d5e-17e9c16c9bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.744515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de695f02-ec82-4f03-a739-4adf6b02eba1 req-8e5c22ff-f34e-4bd2-9a3a-6ccf6fe4d89d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:36.745983 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-de695f02-ec82-4f03-a739-4adf6b02eba1 req-8e5c22ff-f34e-4bd2-9a3a-6ccf6fe4d89d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0906076 Oct 05 09:37:36.763196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:36.799019 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-de695f02-ec82-4f03-a739-4adf6b02eba1 req-543af190-e128-4b4a-83b3-43a13ffedd58 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462301 Oct 05 09:37:36.900326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:37.995848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f18bf-8fc2-4957-a040-c8eac2dbd3f7 req-c9f1282a-e945-49bc-87da-d25077501668 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:37.997283 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c10f18bf-8fc2-4957-a040-c8eac2dbd3f7 req-c9f1282a-e945-49bc-87da-d25077501668 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0858996 Oct 05 09:37:38.043324 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c10f18bf-8fc2-4957-a040-c8eac2dbd3f7 req-c360aa41-420a-4fdf-ac08-80023be3b906 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397429 Oct 05 09:37:39.242987 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:37:39.244289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e409d-54d1-4fff-8c73-f7c00b0a978a req-60079c15-4614-486d-a034-e031eb802ed1 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:39.245728 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-413e409d-54d1-4fff-8c73-f7c00b0a978a req-60079c15-4614-486d-a034-e031eb802ed1 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0869610 Oct 05 09:37:39.289268 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-413e409d-54d1-4fff-8c73-f7c00b0a978a req-85f16d7a-f7de-4d21-a8e8-e210f1b8a002 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374238 Oct 05 09:37:40.493701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb81ae3-6fd2-43fc-ace2-2102f5687f98 req-5092e1d0-a44b-4f29-adc7-641f2876d6a1 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:40.495216 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cbb81ae3-6fd2-43fc-ace2-2102f5687f98 req-5092e1d0-a44b-4f29-adc7-641f2876d6a1 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0920646 Oct 05 09:37:40.544128 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cbb81ae3-6fd2-43fc-ace2-2102f5687f98 req-79d6b0a0-19df-435e-a809-9a42c26c20fc tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Oct 05 09:37:41.746356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3cebe-a417-4f30-9387-c061df0d4ec0 req-5a6dd3c3-1f82-4cf3-b341-9a0d492e1610 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:41.747873 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ade3cebe-a417-4f30-9387-c061df0d4ec0 req-5a6dd3c3-1f82-4cf3-b341-9a0d492e1610 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0865049 Oct 05 09:37:41.794616 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ade3cebe-a417-4f30-9387-c061df0d4ec0 req-c0bf4d7b-8342-4666-a20b-c6b4b990f567 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406203 Oct 05 09:37:42.998560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c343c-e371-4adc-b410-172412934e69 req-c76924c2-4be8-42bd-8934-830b821ada44 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:43.000019 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-770c343c-e371-4adc-b410-172412934e69 req-c76924c2-4be8-42bd-8934-830b821ada44 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0892169 Oct 05 09:37:43.043788 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-770c343c-e371-4adc-b410-172412934e69 req-e9ebf783-9fef-40ff-8259-52d3381b25c8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379548 Oct 05 09:37:44.246552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25c636-1cd5-40f4-83b6-d4bf8323e7de req-118fd1e3-97c0-4e89-acf3-da7ac86f9720 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:44.247909 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5d25c636-1cd5-40f4-83b6-d4bf8323e7de req-118fd1e3-97c0-4e89-acf3-da7ac86f9720 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0904636 Oct 05 09:37:44.292357 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5d25c636-1cd5-40f4-83b6-d4bf8323e7de req-d9b13efe-3098-4d08-a2e6-35320e5695dc tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377448 Oct 05 09:37:45.489927 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d100bb-1128-448f-b8c0-1a1405d72743 req-40667a11-24aa-481d-b7a6-79cb425320fa tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:45.491511 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-31d100bb-1128-448f-b8c0-1a1405d72743 req-40667a11-24aa-481d-b7a6-79cb425320fa tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0879183 Oct 05 09:37:45.539024 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-31d100bb-1128-448f-b8c0-1a1405d72743 req-559e81ea-f96e-4ddc-bd78-f582d32d2282 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 Oct 05 09:37:46.738191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765ff47-e91b-4c36-a95e-098d9ce1849b req-53c74609-f723-4c02-bce4-6a57afc3a9ea tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:46.739636 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8765ff47-e91b-4c36-a95e-098d9ce1849b req-53c74609-f723-4c02-bce4-6a57afc3a9ea tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0878115 Oct 05 09:37:46.783412 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8765ff47-e91b-4c36-a95e-098d9ce1849b req-e4125ba4-b671-4462-a44f-f23d2ef68575 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381281 Oct 05 09:37:48.072659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1f3f9-a875-49ff-bf44-63718276dd2c req-3ec47221-7fd7-41c5-a2d3-9effa7bf1d72 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:48.074025 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8dc1f3f9-a875-49ff-bf44-63718276dd2c req-3ec47221-7fd7-41c5-a2d3-9effa7bf1d72 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.1765168 Oct 05 09:37:48.117629 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8dc1f3f9-a875-49ff-bf44-63718276dd2c req-8e037c1d-0289-4e48-b25a-f8cdfa5e721b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374737 Oct 05 09:37:49.324605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac887fa3-5815-42b0-9082-8a428aa338de req-8cb8f167-7a5c-4f0b-a939-72bb1b60b9dd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:49.326128 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ac887fa3-5815-42b0-9082-8a428aa338de req-8cb8f167-7a5c-4f0b-a939-72bb1b60b9dd tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0885625 Oct 05 09:37:49.372800 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ac887fa3-5815-42b0-9082-8a428aa338de req-4d38ce79-7988-4a71-9f46-b01c4a559900 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404158 Oct 05 09:37:50.571651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b15cf9-e2bc-4ca0-8bef-249d18dc2897 req-deeba445-31ad-4e20-a5cd-6da775b5b54f tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:50.573094 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3b15cf9-e2bc-4ca0-8bef-249d18dc2897 req-deeba445-31ad-4e20-a5cd-6da775b5b54f tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0874298 Oct 05 09:37:50.617894 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3b15cf9-e2bc-4ca0-8bef-249d18dc2897 req-9ba8c802-f338-49b7-9567-c80fcefd9fc7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384514 Oct 05 09:37:51.817710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a08937-f875-4a8c-b1eb-41d4d9697f38 req-d44e5f63-cf11-4748-86a0-d91323de7732 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:51.819194 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-83a08937-f875-4a8c-b1eb-41d4d9697f38 req-d44e5f63-cf11-4748-86a0-d91323de7732 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0904384 Oct 05 09:37:51.864248 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-83a08937-f875-4a8c-b1eb-41d4d9697f38 req-79b6741e-ba3b-419c-8302-52f7a1a03933 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394204 Oct 05 09:37:53.062324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff5c78-2ca1-4d35-bd57-63ebd00d42c8 req-dbc0c011-1120-4130-a73a-12450febad90 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:53.063766 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-14ff5c78-2ca1-4d35-bd57-63ebd00d42c8 req-dbc0c011-1120-4130-a73a-12450febad90 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0861425 Oct 05 09:37:53.111449 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-14ff5c78-2ca1-4d35-bd57-63ebd00d42c8 req-8a22fe20-32c0-4935-b0c2-5c942c5a2144 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420377 Oct 05 09:37:54.310068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249e868-c0a3-4aac-9230-58f24689a7ca req-ffce9f66-19f5-4ea0-a19f-9012e14f42bb tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:54.311511 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1249e868-c0a3-4aac-9230-58f24689a7ca req-ffce9f66-19f5-4ea0-a19f-9012e14f42bb tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0869417 Oct 05 09:37:54.354580 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1249e868-c0a3-4aac-9230-58f24689a7ca req-8dd6effa-1659-4ed7-b78f-0d25ca7c97fa tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372949 Oct 05 09:37:55.558647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdecd5d-de85-4765-93d5-2976de84c4dd req-d9609de7-ab61-48df-887b-01ac0ce2246d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:55.560106 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dbdecd5d-de85-4765-93d5-2976de84c4dd req-d9609de7-ab61-48df-887b-01ac0ce2246d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0923698 Oct 05 09:37:55.607146 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dbdecd5d-de85-4765-93d5-2976de84c4dd req-4b03bc29-bc77-4456-ab7f-cb469abf09e5 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 Oct 05 09:37:56.355483 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-a15edded-2568-4646-beee-e52257468040 service neutron] 10.222.0.45 "GET /v2.0/ports/2ccdd654-9539-4f83-858b-d455ce981136/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0765243 Oct 05 09:37:56.627738 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-d84a6c26-fd25-4a4a-aa9c-057ad7bfb487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:56.629147 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-d84a6c26-fd25-4a4a-aa9c-057ad7bfb487 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6&tenant_id=3d36411e2f6542f9a1f301d961e6b9a8 HTTP/1.1" status: 200 len: 1098 time: 0.0830452 Oct 05 09:37:56.735490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-1ab82e32-53bc-459a-b0ae-00af277667dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:56.737001 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-1ab82e32-53bc-459a-b0ae-00af277667dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 1098 time: 0.0839212 Oct 05 09:37:56.824368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d487458-e2b7-41bb-bc0e-f4686557ff51 req-cfad8f75-f52a-4477-8e72-3c3bf8b6cb09 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:56.825826 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5d487458-e2b7-41bb-bc0e-f4686557ff51 req-cfad8f75-f52a-4477-8e72-3c3bf8b6cb09 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0880458 Oct 05 09:37:56.873642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-68424d28-3533-499a-9ca9-e39cafd8938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:56.876332 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-68424d28-3533-499a-9ca9-e39cafd8938d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 200 len: 916 time: 0.1335566 Oct 05 09:37:56.876908 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5d487458-e2b7-41bb-bc0e-f4686557ff51 req-bf7837fd-c299-4aa8-b493-40d241fe0ddc tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447674 Oct 05 09:37:57.051056 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-de8f24dc-139f-433b-ad88-2274bb7ae0aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ccdd654-9539-4f83-858b-d455ce981136 HTTP/1.1" status: 200 len: 217 time: 0.1688092 Oct 05 09:37:57.113441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-9566864f-c581-4778-8831-650f632f3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:57.114869 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-9566864f-c581-4778-8831-650f632f3c9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68c8f941-be6c-47d7-956d-2f8ba3377627 HTTP/1.1" status: 200 len: 854 time: 0.0577676 Oct 05 09:37:57.199293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-391597b5-5c7d-4c68-bfc2-a3c2a39bd4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:57.200674 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-391597b5-5c7d-4c68-bfc2-a3c2a39bd4e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799997 Oct 05 09:37:57.335964 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-e7f23c15-3211-4c75-a1be-091d820af339 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294899 Oct 05 09:37:57.466068 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-493c41f1-8f54-4744-87c8-8aee72ff7983 req-33b471c9-f6a5-419e-8a9e-40f060766d07 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245046 Oct 05 09:37:58.075565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e4930-ff44-4697-bf90-34f47bf28512 req-5e8ebc66-01d9-4ec5-a018-ceb2019e774d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:58.077041 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-924e4930-ff44-4697-bf90-34f47bf28512 req-5e8ebc66-01d9-4ec5-a018-ceb2019e774d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0868213 Oct 05 09:37:58.121560 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-924e4930-ff44-4697-bf90-34f47bf28512 req-aa383ffd-3baf-4fc6-a867-66239778cff0 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Oct 05 09:37:59.333286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05a95-6d7d-4bd9-95c7-eedf0be3d8c3 req-e48c70cc-3d45-4ff5-bfd1-4f86300eed0d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:59.334815 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dd05a95-6d7d-4bd9-95c7-eedf0be3d8c3 req-e48c70cc-3d45-4ff5-bfd1-4f86300eed0d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0995252 Oct 05 09:37:59.379312 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dd05a95-6d7d-4bd9-95c7-eedf0be3d8c3 req-9e706a51-306c-411f-b71b-4fc0aa3a3a70 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389459 Oct 05 09:37:59.691899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86a6b3-9d42-4035-9b1c-d66cb5734f20 req-00e175ff-5b19-4576-9584-415cdf9d6815 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:59.693281 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9e86a6b3-9d42-4035-9b1c-d66cb5734f20 req-00e175ff-5b19-4576-9584-415cdf9d6815 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0879312 Oct 05 09:37:59.694831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872edd8-70fd-45bf-94e1-193707b27713 req-1739e618-06fa-4e2f-9b5f-74e9a406ce65 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:59.695522 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-3872edd8-70fd-45bf-94e1-193707b27713 req-1739e618-06fa-4e2f-9b5f-74e9a406ce65 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Synchronizing usage tracker for tenant:3d36411e2f6542f9a1f301d961e6b9a8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:37:59.711022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-3872edd8-70fd-45bf-94e1-193707b27713 req-1739e618-06fa-4e2f-9b5f-74e9a406ce65 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Unset dirty status for tenant:3d36411e2f6542f9a1f301d961e6b9a8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:37:59.712328 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3872edd8-70fd-45bf-94e1-193707b27713 req-1739e618-06fa-4e2f-9b5f-74e9a406ce65 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6&tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 945 time: 0.1073103 Oct 05 09:37:59.742011 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9e86a6b3-9d42-4035-9b1c-d66cb5734f20 req-d403fe19-1507-498d-a8c1-9ebdaafe39ae tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427933 Oct 05 09:37:59.872553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872edd8-70fd-45bf-94e1-193707b27713 req-c0774320-703a-47ab-98cf-86b884c16c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:37:59.874816 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3872edd8-70fd-45bf-94e1-193707b27713 req-c0774320-703a-47ab-98cf-86b884c16c2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 1098 time: 0.0834219 Oct 05 09:38:00.003087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872edd8-70fd-45bf-94e1-193707b27713 req-0f687b7f-f398-4424-b5d0-401d580afdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:00.004438 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3872edd8-70fd-45bf-94e1-193707b27713 req-0f687b7f-f398-4424-b5d0-401d580afdc7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 200 len: 916 time: 0.1241436 Oct 05 09:38:00.077105 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3872edd8-70fd-45bf-94e1-193707b27713 req-ef060946-1975-476c-8173-a94f72f112ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ccdd654-9539-4f83-858b-d455ce981136 HTTP/1.1" status: 200 len: 217 time: 0.0637493 Oct 05 09:38:00.137812 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872edd8-70fd-45bf-94e1-193707b27713 req-0e7757f6-4403-405c-a7f0-0936ea02ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:00.139301 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3872edd8-70fd-45bf-94e1-193707b27713 req-0e7757f6-4403-405c-a7f0-0936ea02ffa6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68c8f941-be6c-47d7-956d-2f8ba3377627 HTTP/1.1" status: 200 len: 854 time: 0.0561967 Oct 05 09:38:00.221240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872edd8-70fd-45bf-94e1-193707b27713 req-43c15075-f42f-40d3-8808-d3832c05233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:00.222704 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3872edd8-70fd-45bf-94e1-193707b27713 req-43c15075-f42f-40d3-8808-d3832c05233a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777287 Oct 05 09:38:00.351886 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3872edd8-70fd-45bf-94e1-193707b27713 req-d000b247-89c0-40cb-aceb-94f592b612c6 service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225467 Oct 05 09:38:00.481175 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3872edd8-70fd-45bf-94e1-193707b27713 req-a9136171-d56f-445f-9984-8b6ccc76770e service neutron] 10.222.0.45 "GET /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239176 Oct 05 09:38:00.953340 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9cbf0-5502-4aea-92e8-be5e115ccd4d req-8930d1e9-e32c-4ee7-92c3-70a8a28006de tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:00.954862 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-92b9cbf0-5502-4aea-92e8-be5e115ccd4d req-8930d1e9-e32c-4ee7-92c3-70a8a28006de tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0906126 Oct 05 09:38:01.000441 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-92b9cbf0-5502-4aea-92e8-be5e115ccd4d req-bed5adab-33ab-40d7-8e60-1507b66fd96d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397058 Oct 05 09:38:01.120262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 2ccdd654-9539-4f83-858b-d455ce981136 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:38:01.238883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 2ccdd654-9539-4f83-858b-d455ce981136 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:01.239256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.266844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb79f8c-75be-450b-a1e3-90abcb90c3c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ccdd654-9539-4f83-858b-d455ce981136'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:38:01.269144 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9d14b3-bef8-4661-824c-3ad094d5bc7a" -d '{"events": [{"server_uuid": "2cb79f8c-75be-450b-a1e3-90abcb90c3c6", "name": "network-vif-unplugged", "status": "completed", "tag": "2ccdd654-9539-4f83-858b-d455ce981136"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:38:01.277860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 2ccdd654-9539-4f83-858b-d455ce981136, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=2ccdd654-9539-4f83-858b-d455ce981136,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:01.284208 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:01.319427 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:38:01.323614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3620ad6-414a-4f12-a8bd-8fa468822746 x-openstack-request-id: req-a3620ad6-414a-4f12-a8bd-8fa468822746 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:38:01.325194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb79f8c-75be-450b-a1e3-90abcb90c3c6", "name": "network-vif-unplugged", "status": "completed", "tag": "2ccdd654-9539-4f83-858b-d455ce981136", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:38:01.325450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3620ad6-414a-4f12-a8bd-8fa468822746 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:38:01.325847 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3620ad6-414a-4f12-a8bd-8fa468822746'] response: {'server_uuid': '2cb79f8c-75be-450b-a1e3-90abcb90c3c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ccdd654-9539-4f83-858b-d455ce981136', 'code': 200} Oct 05 09:38:01.360630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=2ccdd654-9539-4f83-858b-d455ce981136,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:02.201072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b408a3-3ff9-4d36-ae37-2c014cab4e01 req-dc5b560d-a113-483a-9d21-5e8468f3d075 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:02.202520 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f4b408a3-3ff9-4d36-ae37-2c014cab4e01 req-dc5b560d-a113-483a-9d21-5e8468f3d075 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 943 time: 0.0898733 Oct 05 09:38:02.245896 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f4b408a3-3ff9-4d36-ae37-2c014cab4e01 req-784dc17f-4fa9-43fa-be84-a61a678b73c9 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372946 Oct 05 09:38:02.444660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a3b77-5a38-4e3c-bc85-d248b0c9ba8b req-a622e8f1-9c4b-4658-b143-ad9de899b88a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:02.446122 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-761a3b77-5a38-4e3c-bc85-d248b0c9ba8b req-a622e8f1-9c4b-4658-b143-ad9de899b88a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 943 time: 0.0868549 Oct 05 09:38:02.493049 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-761a3b77-5a38-4e3c-bc85-d248b0c9ba8b req-6c3802b9-45c2-47e0-ba5b-473f1282f783 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 Oct 05 09:38:02.691194 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e4cf7-abbe-4e1c-bfc1-918babccb9e0 req-f01dfb98-6665-432a-b810-14627253e751 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:02.692653 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-711e4cf7-abbe-4e1c-bfc1-918babccb9e0 req-f01dfb98-6665-432a-b810-14627253e751 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 943 time: 0.0898159 Oct 05 09:38:02.737924 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-711e4cf7-abbe-4e1c-bfc1-918babccb9e0 req-ebb2f30d-a2ae-48f9-aa57-077599a57e5a tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395892 Oct 05 09:38:02.809184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ae687a25-071f-4e9b-b53b-95db4f8f1745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:03.454342 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea0371-2a14-4c9e-93c2-9bc7608078ee req-2dd362ae-7c50-4a8f-a0e2-32ae17284eeb tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:03.455815 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f8ea0371-2a14-4c9e-93c2-9bc7608078ee req-2dd362ae-7c50-4a8f-a0e2-32ae17284eeb tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 943 time: 0.0909691 Oct 05 09:38:03.500732 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f8ea0371-2a14-4c9e-93c2-9bc7608078ee req-afcab2a2-1d43-41f6-9a35-37780a2b96fc tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386670 Oct 05 09:38:04.703845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028f943-b64a-405d-ae3e-9d39b68ff5c0 req-505c5ec5-42ff-459f-9a38-8c35296daebb tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:04.705292 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0028f943-b64a-405d-ae3e-9d39b68ff5c0 req-505c5ec5-42ff-459f-9a38-8c35296daebb tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 943 time: 0.0902913 Oct 05 09:38:04.752762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed150bc6-4367-42ee-b677-fdabd23c36e5 req-d123ec5d-1a66-4909-a307-c16a06d7b7f4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:04.754221 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0028f943-b64a-405d-ae3e-9d39b68ff5c0 req-bc57344f-9342-4951-9126-b169d9f25d39 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3ccd89e-028a-4d60-a73c-d47fbc826a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Oct 05 09:38:04.754350 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ed150bc6-4367-42ee-b677-fdabd23c36e5 req-d123ec5d-1a66-4909-a307-c16a06d7b7f4 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 943 time: 0.0965948 Oct 05 09:38:04.784667 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:04.825432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-ed150bc6-4367-42ee-b677-fdabd23c36e5 req-9f1f8414-f8f0-4574-a177-349c71cdb3f8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Deleting port 2ccdd654-9539-4f83-858b-d455ce981136 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:04.825775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ed150bc6-4367-42ee-b677-fdabd23c36e5 req-9f1f8414-f8f0-4574-a177-349c71cdb3f8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.189656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-ed150bc6-4367-42ee-b677-fdabd23c36e5 req-9f1f8414-f8f0-4574-a177-349c71cdb3f8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] For port 2ccdd654-9539-4f83-858b-d455ce981136, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=2ccdd654-9539-4f83-858b-d455ce981136,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:05.189938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ed150bc6-4367-42ee-b677-fdabd23c36e5 req-9f1f8414-f8f0-4574-a177-349c71cdb3f8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.320710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-ed150bc6-4367-42ee-b677-fdabd23c36e5 req-9f1f8414-f8f0-4574-a177-349c71cdb3f8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Calling delete_port for 2ccdd654-9539-4f83-858b-d455ce981136 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:05.466347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ed150bc6-4367-42ee-b677-fdabd23c36e5 req-9f1f8414-f8f0-4574-a177-349c71cdb3f8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.521178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8414-f8f0-4574-a177-349c71cdb3f8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Pushing event deleted for resources: {'Port': ['ID=2ccdd654-9539-4f83-858b-d455ce981136,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:05.602184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9028887-a9af-4cd5-a17e-81043862437f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.607826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed150bc6-4367-42ee-b677-fdabd23c36e5 req-9f1f8414-f8f0-4574-a177-349c71cdb3f8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] No DVR routers for this DVR port 2ccdd654-9539-4f83-858b-d455ce981136 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:38:05.610220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ed150bc6-4367-42ee-b677-fdabd23c36e5 req-9f1f8414-f8f0-4574-a177-349c71cdb3f8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:05.612847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb79f8c-75be-450b-a1e3-90abcb90c3c6', 'name': 'network-vif-deleted', 'tag': '2ccdd654-9539-4f83-858b-d455ce981136'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:38:05.615342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadd1e5f-6c81-499b-8ead-4803695ec027" -d '{"events": [{"server_uuid": "2cb79f8c-75be-450b-a1e3-90abcb90c3c6", "name": "network-vif-deleted", "tag": "2ccdd654-9539-4f83-858b-d455ce981136"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:38:05.629034 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ed150bc6-4367-42ee-b677-fdabd23c36e5 req-9f1f8414-f8f0-4574-a177-349c71cdb3f8 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.45 "DELETE /v2.0/ports/2ccdd654-9539-4f83-858b-d455ce981136 HTTP/1.1" status: 204 len: 173 time: 0.8687727 Oct 05 09:38:05.661655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551ed2e3-ae01-4f91-9f2a-686022a7e5e4 x-openstack-request-id: req-551ed2e3-ae01-4f91-9f2a-686022a7e5e4 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:38:05.661945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb79f8c-75be-450b-a1e3-90abcb90c3c6", "name": "network-vif-deleted", "tag": "2ccdd654-9539-4f83-858b-d455ce981136", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:38:05.662230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-551ed2e3-ae01-4f91-9f2a-686022a7e5e4 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:38:05.662650 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551ed2e3-ae01-4f91-9f2a-686022a7e5e4'] response: {'server_uuid': '2cb79f8c-75be-450b-a1e3-90abcb90c3c6', 'name': 'network-vif-deleted', 'tag': '2ccdd654-9539-4f83-858b-d455ce981136', 'status': 'completed', 'code': 200} Oct 05 09:38:05.937646 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-afd8b26e-94d0-4414-8247-849a697bad8a req-31b5f00f-6336-4348-842a-63dc45343c2d tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb79f8c-75be-450b-a1e3-90abcb90c3c6 HTTP/1.1" status: 200 len: 210 time: 0.0525453 Oct 05 09:38:06.768062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:06.903200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.067466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39308) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:07.132454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dffd-1b79-45e4-8c9b-7fb79333eeb6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.160147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dffd-1b79-45e4-8c9b-7fb79333eeb6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.215694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dffd-1b79-45e4-8c9b-7fb79333eeb6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.232593 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2dffd-1b79-45e4-8c9b-7fb79333eeb6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a66039-0c5f-4d1d-8b39-0e65925fba7b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:07.239463 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dffd-1b79-45e4-8c9b-7fb79333eeb6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.240560 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2ff2dffd-1b79-45e4-8c9b-7fb79333eeb6 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "DELETE /v2.0/security-groups/25a66039-0c5f-4d1d-8b39-0e65925fba7b HTTP/1.1" status: 204 len: 168 time: 0.1720979 Oct 05 09:38:07.243180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39312) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:07.258624 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-69355e03-1e44-459a-9801-296ce28fc31c tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] show failed (client error): The resource could not be found. Oct 05 09:38:07.262538 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-69355e03-1e44-459a-9801-296ce28fc31c tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "GET /v2.0/security-groups/25a66039-0c5f-4d1d-8b39-0e65925fba7b HTTP/1.1" status: 404 len: 347 time: 0.0155416 Oct 05 09:38:07.262700 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39316) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:07.416524 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0d468-c4af-4dde-86ed-3b76e99b55a7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Deleting port 13e940a5-854b-4e00-9b7c-40e11448ce65 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:07.416779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3fc0d468-c4af-4dde-86ed-3b76e99b55a7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.680963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3fc0d468-c4af-4dde-86ed-3b76e99b55a7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.681207 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3fc0d468-c4af-4dde-86ed-3b76e99b55a7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:07.815845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0d468-c4af-4dde-86ed-3b76e99b55a7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Calling delete_port for 13e940a5-854b-4e00-9b7c-40e11448ce65 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:07.957406 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3fc0d468-c4af-4dde-86ed-3b76e99b55a7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.001628 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0d468-c4af-4dde-86ed-3b76e99b55a7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Pushing event deleted for resources: {'Port': ['ID=13e940a5-854b-4e00-9b7c-40e11448ce65,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:08.106901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3fc0d468-c4af-4dde-86ed-3b76e99b55a7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.121081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3fc0d468-c4af-4dde-86ed-3b76e99b55a7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:08.122232 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3fc0d468-c4af-4dde-86ed-3b76e99b55a7 tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] 10.222.0.64 "DELETE /v2.0/floatingips/44faf1d7-dbee-485c-96f6-865b4072515d HTTP/1.1" status: 204 len: 168 time: 0.8586061 Oct 05 09:38:08.266279 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39324) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:08.791740 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-108104e5-2397-499b-a273-7f26393cf4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.120004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 2ccdd654-9539-4f83-858b-d455ce981136 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:38:09.135187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-108104e5-2397-499b-a273-7f26393cf4c6 admin admin] Deleting port d00a3bba-87cf-45bb-b1d4-4f884232281f {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:09.135671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-108104e5-2397-499b-a273-7f26393cf4c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.193139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 2ccdd654-9539-4f83-858b-d455ce981136 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:38:09.193485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 2ccdd654-9539-4f83-858b-d455ce981136 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:38:09.245330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.415187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-108104e5-2397-499b-a273-7f26393cf4c6 admin admin] For port d00a3bba-87cf-45bb-b1d4-4f884232281f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d00a3bba-87cf-45bb-b1d4-4f884232281f,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:09.415457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-108104e5-2397-499b-a273-7f26393cf4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.535958 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-108104e5-2397-499b-a273-7f26393cf4c6 admin admin] Calling delete_port for d00a3bba-87cf-45bb-b1d4-4f884232281f owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:09.709642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-108104e5-2397-499b-a273-7f26393cf4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:09.761149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108104e5-2397-499b-a273-7f26393cf4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d00a3bba-87cf-45bb-b1d4-4f884232281f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:10.035928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-108104e5-2397-499b-a273-7f26393cf4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:10.389933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108104e5-2397-499b-a273-7f26393cf4c6 admin admin] Router 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:38:10.672361 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108104e5-2397-499b-a273-7f26393cf4c6 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:10.680998 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2244f57-13fe-4428-9ab1-b5ff2dde6409 None None] Sync routers for ids ['2ef1b413-d47d-4275-ac3f-d519a3fd56e4'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:10.684447 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-108104e5-2397-499b-a273-7f26393cf4c6 admin admin] 10.222.0.64 "PUT /v2.0/routers/2ef1b413-d47d-4275-ac3f-d519a3fd56e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4170158 Oct 05 09:38:10.687146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39328) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:10.690440 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2244f57-13fe-4428-9ab1-b5ff2dde6409 None None] Routers {'2ef1b413-d47d-4275-ac3f-d519a3fd56e4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:10.691031 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a2244f57-13fe-4428-9ab1-b5ff2dde6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:38:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2ef1b413-d47d-4275-ac3f-d519a3fd56e4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:10.867686 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a2244f57-13fe-4428-9ab1-b5ff2dde6409 None None] Set router 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:10.868593 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.050270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.060811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Deleting port b13a950f-8856-4801-bd41-94c12f883390 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:11.061803 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.218660 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a2244f57-13fe-4428-9ab1-b5ff2dde6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'name': 'tempest-ServerDiskConfigTestJSON-1455780537-router', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b13a950f-8856-4801-bd41-94c12f883390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:38:09Z', 'revision_number': 5, 'project_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'gw_port': {'id': 'b13a950f-8856-4801-bd41-94c12f883390', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:11.222497 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2244f57-13fe-4428-9ab1-b5ff2dde6409 None None] Checking router: 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:38:11.230913 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2244f57-13fe-4428-9ab1-b5ff2dde6409 None None] Routers {'2ef1b413-d47d-4275-ac3f-d519a3fd56e4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:11.231503 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a2244f57-13fe-4428-9ab1-b5ff2dde6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:38:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['2ef1b413-d47d-4275-ac3f-d519a3fd56e4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:11.242873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] For port b13a950f-8856-4801-bd41-94c12f883390, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b13a950f-8856-4801-bd41-94c12f883390,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:11.243232 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.365643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Calling delete_port for b13a950f-8856-4801-bd41-94c12f883390 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:11.383841 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a2244f57-13fe-4428-9ab1-b5ff2dde6409 None None] Set router 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:11.488724 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a2244f57-13fe-4428-9ab1-b5ff2dde6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'name': 'tempest-ServerDiskConfigTestJSON-1455780537-router', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:38:11Z', 'revision_number': 6, 'project_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:11.493103 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2244f57-13fe-4428-9ab1-b5ff2dde6409 None None] The sync data for ids ['2ef1b413-d47d-4275-ac3f-d519a3fd56e4'] in dv-neutron-860328-1-hyperv is: [{'id': '2ef1b413-d47d-4275-ac3f-d519a3fd56e4', 'name': 'tempest-ServerDiskConfigTestJSON-1455780537-router', 'tenant_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:36:14Z', 'updated_at': '2022-10-05T09:38:11Z', 'revision_number': 6, 'project_id': '3d36411e2f6542f9a1f301d961e6b9a8', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:11.553566 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.603855 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Pushing event deleted for resources: {'Port': ['ID=b13a950f-8856-4801-bd41-94c12f883390,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:11.700474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.877781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.880386 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.908762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.909376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ef1b413-d47d-4275-ac3f-d519a3fd56e4 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:38:11.924160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:11.925287 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7b700ef6-ecc3-4b0d-9334-531a20effafa admin admin] 10.222.0.64 "DELETE /v2.0/routers/2ef1b413-d47d-4275-ac3f-d519a3fd56e4 HTTP/1.1" status: 204 len: 168 time: 1.2372329 Oct 05 09:38:11.928472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39332) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:11.990798 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d639180-ec10-462c-8578-21eca999b075 admin admin] Deleting subnet 68c8f941-be6c-47d7-956d-2f8ba3377627 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:38:11.993549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d639180-ec10-462c-8578-21eca999b075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.041406 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d639180-ec10-462c-8578-21eca999b075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.122313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d639180-ec10-462c-8578-21eca999b075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.293136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d639180-ec10-462c-8578-21eca999b075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.331917 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d639180-ec10-462c-8578-21eca999b075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c8f941-be6c-47d7-956d-2f8ba3377627,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:12.335600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d639180-ec10-462c-8578-21eca999b075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.340896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc0739b-d358-4154-beeb-1b97d54e8f19 None None] Network 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:12.343896 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8d639180-ec10-462c-8578-21eca999b075 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/68c8f941-be6c-47d7-956d-2f8ba3377627 HTTP/1.1" status: 204 len: 168 time: 0.4144497 Oct 05 09:38:12.346300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39336) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:12.455009 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.466402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Deleting port f139161a-76fe-413e-99ec-e981e125caf4 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:12.466829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.642845 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c406b0-2586-4b36-bd31-e3bb4bf7237d None None] DHCP port deletion for 0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:38:12.647391 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e8c406b0-2586-4b36-bd31-e3bb4bf7237d None None] Deleting port f139161a-76fe-413e-99ec-e981e125caf4 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:12.647991 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8c406b0-2586-4b36-bd31-e3bb4bf7237d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.677754 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b13a950f-8856-4801-bd41-94c12f883390 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:38:12.684138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] For port f139161a-76fe-413e-99ec-e981e125caf4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f139161a-76fe-413e-99ec-e981e125caf4,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:12.684692 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.720801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: b13a950f-8856-4801-bd41-94c12f883390 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:38:12.721145 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b13a950f-8856-4801-bd41-94c12f883390 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:38:12.721580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d00a3bba-87cf-45bb-b1d4-4f884232281f no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:38:12.758539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: d00a3bba-87cf-45bb-b1d4-4f884232281f {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:38:12.758883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d00a3bba-87cf-45bb-b1d4-4f884232281f not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:38:12.808965 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Calling delete_port for f139161a-76fe-413e-99ec-e981e125caf4 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:12.895749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.933420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e8c406b0-2586-4b36-bd31-e3bb4bf7237d None None] For port f139161a-76fe-413e-99ec-e981e125caf4, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f139161a-76fe-413e-99ec-e981e125caf4,segment=NetworkSegment(7bff17d5-835b-48ee-9ae5-e18a089ee5b7),segment_id=7bff17d5-835b-48ee-9ae5-e18a089ee5b7)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:12.933806 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8c406b0-2586-4b36-bd31-e3bb4bf7237d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:12.944116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Pushing event deleted for resources: {'Port': ['ID=f139161a-76fe-413e-99ec-e981e125caf4,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:12.945934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] No DVR routers for this DVR port f139161a-76fe-413e-99ec-e981e125caf4 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:38:13.060541 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e8c406b0-2586-4b36-bd31-e3bb4bf7237d None None] Calling delete_port for f139161a-76fe-413e-99ec-e981e125caf4 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:38:13.063422 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.088436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:13.100929 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bff17d5-835b-48ee-9ae5-e18a089ee5b7') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:13.101597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bff17d5-835b-48ee-9ae5-e18a089ee5b7') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:13.112869 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.128925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.134938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:38:13.135065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-e8c406b0-2586-4b36-bd31-e3bb4bf7237d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:38:13.135475 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-e8c406b0-2586-4b36-bd31-e3bb4bf7237d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:38:13.135615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.209140 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 7bff17d5-835b-48ee-9ae5-e18a089ee5b7 resource provider aggregate not found Oct 05 09:38:13.229711 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 7bff17d5-835b-48ee-9ae5-e18a089ee5b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bff17d5-835b-48ee-9ae5-e18a089ee5b7 found for delete ", "request_id": "req-9fb72fa9-43e5-4a9e-94bc-e1ff70778e2f"}]} Oct 05 09:38:13.242050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.257786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.269632 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] Pushing event deleted for resources: {'Network': ['ID=0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:13.281031 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d2d2b207-b554-4ea6-a1d5-379e4959be4a admin admin] 10.222.0.64 "DELETE /v2.0/networks/0b8a1bb6-e1ee-4b12-b590-9b0d73ff219d HTTP/1.1" status: 204 len: 168 time: 0.9337621 Oct 05 09:38:13.411557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39346) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:13.459304 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2b42d5ca-e83b-4766-be8c-d834f5b1f418 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d36411e2f6542f9a1f301d961e6b9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465627 Oct 05 09:38:13.461914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39350) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:13.531662 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.556899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.608832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.623088 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ccd89e-028a-4d60-a73c-d47fbc826a71,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:13.634144 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:13.634502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:13.634856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:13.635180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:13.635516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:13.635850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:13.636182 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:13.636516 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:13.636848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:13.636985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e8c406b0-2586-4b36-bd31-e3bb4bf7237d None None] Deleting port f139161a-76fe-413e-99ec-e981e125caf4 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:38:13.637425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:13.637540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8c406b0-2586-4b36-bd31-e3bb4bf7237d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.637630 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:13.637799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:13.641506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:13.642674 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-856a6261-8b57-4554-a975-c98c2ff2f35c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3ccd89e-028a-4d60-a73c-d47fbc826a71 HTTP/1.1" status: 204 len: 168 time: 0.1798291 Oct 05 09:38:13.715409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e8c406b0-2586-4b36-bd31-e3bb4bf7237d None None] The port 'f139161a-76fe-413e-99ec-e981e125caf4' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:38:14.366866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 39374) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:14.470234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1939929400-network', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:14.475193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:14.478938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Usage tracker for resource:network and tenant:0b270f2cb1564a66afe4bee06bb0a2f8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:14.481738 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:14.487969 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:14.497640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Made reservation on behalf of 0b270f2cb1564a66afe4bee06bb0a2f8 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:14.500523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.516620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.534941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:14.538799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Usage tracker for resource:security_group_rule and tenant:0b270f2cb1564a66afe4bee06bb0a2f8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:14.541606 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:14.547589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:14.590827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f139161a-76fe-413e-99ec-e981e125caf4 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:38:14.626562 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: f139161a-76fe-413e-99ec-e981e125caf4 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:38:14.626907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f139161a-76fe-413e-99ec-e981e125caf4 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:38:14.634058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.638409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.668788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:38:14.677068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883aa1a5-ae2c-44e7-8c0b-e9d0d082231c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:14.686409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.686744 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Added segment a3612083-2a2d-4b2c-b24c-c04f1361dd94 of type vlan for network 9a01e9f6-e244-49a5-9160-d85b8f3b883f Oct 05 09:38:14.688374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:14.688712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:14.689043 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:14.689369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:14.689693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:14.690084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:14.690360 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:14.690677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:14.690991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:14.691306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:14.691620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:14.691932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:14.720280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.750035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.751073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:14.751648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:14.857116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] Pushing event updated for resources: {'Network': ['ID=9a01e9f6-e244-49a5-9160-d85b8f3b883f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:14.861920 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ee6764fb-623d-463a-9a1f-060626b4836f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4940009 Oct 05 09:38:14.864846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 39380) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:14.871693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Request body: {'subnet': {'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1939929400-subnet', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:14.875478 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 9a01e9f6-e244-49a5-9160-d85b8f3b883f details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:38:14.878667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:14.882832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Usage tracker for resource:subnet and tenant:0b270f2cb1564a66afe4bee06bb0a2f8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:14.885811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:14.891875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:14.902294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Made reservation on behalf of 0b270f2cb1564a66afe4bee06bb0a2f8 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:14.905031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.112637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.192454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb09ac08-b689-4907-a9b5-8c6410b5b43e,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:15.198889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Checking segment: {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:15.199241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Network hostable DHCP agents. Network: 9a01e9f6-e244-49a5-9160-d85b8f3b883f, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:38:15.218871 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Network 9a01e9f6-e244-49a5-9160-d85b8f3b883f is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:38:15.227908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 9a01e9f6-e244-49a5-9160-d85b8f3b883f) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:15.231811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:15.232384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.238197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd76da96-2f19-44a1-8bed-aa34059db4dd None None] Network 9a01e9f6-e244-49a5-9160-d85b8f3b883f requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:15.255300 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-87dede78-e87f-4027-babc-1d497b3c1504 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3863814 Oct 05 09:38:15.255517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 39384) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:15.260215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:15.265291 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:15.269151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Usage tracker for resource:router and tenant:0b270f2cb1564a66afe4bee06bb0a2f8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:15.271963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:15.277574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:15.288256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.289502 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.306514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.462171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:38:15.463010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.593469 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.624024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Allocated IP 172.20.0.2 (9a01e9f6-e244-49a5-9160-d85b8f3b883f/bb09ac08-b689-4907-a9b5-8c6410b5b43e/0e44f2de-4a64-4de8-aa58-62c47e5593ef) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:15.872294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.883383 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Transition to ACTIVE for port object 0e44f2de-4a64-4de8-aa58-62c47e5593ef will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:15.902097 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Transition to ACTIVE for port object 0e44f2de-4a64-4de8-aa58-62c47e5593ef will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:15.910705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:15.975617 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Network 9a01e9f6-e244-49a5-9160-d85b8f3b883f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:15.978478 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:15.987320 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:15.997256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Pushing event updated for resources: {'Port': ['ID=0e44f2de-4a64-4de8-aa58-62c47e5593ef,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:16.034858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.065560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.102116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Attempting to bind port 0e44f2de-4a64-4de8-aa58-62c47e5593ef on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:16.102546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Attempting to bind port 0e44f2de-4a64-4de8-aa58-62c47e5593ef by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:16.102999 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Attempting to bind port 0e44f2de-4a64-4de8-aa58-62c47e5593ef on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:16.109724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:16.110135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Checking segment: {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:16.110544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.110943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Bound using segment: {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:16.111418 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Bound port: 0e44f2de-4a64-4de8-aa58-62c47e5593ef, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:16.111792 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.211185 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] For port 0e44f2de-4a64-4de8-aa58-62c47e5593ef, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:16.214880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Allocated IP 172.26.0.162 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/a622d64e-1128-4182-93c7-727ded65f7f0) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:16.215095 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] For port 0e44f2de-4a64-4de8-aa58-62c47e5593ef, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0e44f2de-4a64-4de8-aa58-62c47e5593ef,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:16.219923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.324419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee571a4-8cbb-4649-a6b4-eac3b14d5608 None None] Pushing event updated for resources: {'Port': ['ID=0e44f2de-4a64-4de8-aa58-62c47e5593ef,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:16.384521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.416542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:16.510275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:16.511378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:16.515878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:16.571430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Pushing event updated for resources: {'Port': ['ID=a622d64e-1128-4182-93c7-727ded65f7f0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:16.633179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0e44f2de-4a64-4de8-aa58-62c47e5593ef up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:16.706416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 0e44f2de-4a64-4de8-aa58-62c47e5593ef completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:16.965482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.260370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe96bf4-2b42-4dcf-b831-14b32170fac0 None None] Network 9a01e9f6-e244-49a5-9160-d85b8f3b883f requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:38:17.370403 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cb7605fe-c085-4b4c-91ae-e0dce1be3223 None None] Provisioning for port 0e44f2de-4a64-4de8-aa58-62c47e5593ef completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:17.382692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cb7605fe-c085-4b4c-91ae-e0dce1be3223 None None] Provisioning complete for port 0e44f2de-4a64-4de8-aa58-62c47e5593ef triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:17.383065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cb7605fe-c085-4b4c-91ae-e0dce1be3223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.383416 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-cb7605fe-c085-4b4c-91ae-e0dce1be3223 None None] Attempt 1 to provision port 0e44f2de-4a64-4de8-aa58-62c47e5593ef Oct 05 09:38:17.451856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.627967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cb7605fe-c085-4b4c-91ae-e0dce1be3223 None None] Current status of the port 0e44f2de-4a64-4de8-aa58-62c47e5593ef is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:17.628257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cb7605fe-c085-4b4c-91ae-e0dce1be3223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.672872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-cb7605fe-c085-4b4c-91ae-e0dce1be3223 None None] For port 0e44f2de-4a64-4de8-aa58-62c47e5593ef, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0e44f2de-4a64-4de8-aa58-62c47e5593ef,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:17.676482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:38:17.679312 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cb7605fe-c085-4b4c-91ae-e0dce1be3223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.751907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7605fe-c085-4b4c-91ae-e0dce1be3223 None None] Pushing event updated for resources: {'Port': ['ID=0e44f2de-4a64-4de8-aa58-62c47e5593ef,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:17.895686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:17.907609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Sync routers for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:17.917893 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:17.918598 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:38:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:17.927192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:17.928438 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9f150488-2c85-45bd-a871-746d8fb6aa80 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6720586 Oct 05 09:38:17.931344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 39388) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:18.069575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5105b7f6-b320-4737-97a3-5985401c8389 None None] Provisioning complete for port 0e44f2de-4a64-4de8-aa58-62c47e5593ef triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:18.069856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5105b7f6-b320-4737-97a3-5985401c8389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.070218 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5105b7f6-b320-4737-97a3-5985401c8389 None None] Attempt 1 to provision port 0e44f2de-4a64-4de8-aa58-62c47e5593ef Oct 05 09:38:18.157908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:18.447619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5105b7f6-b320-4737-97a3-5985401c8389 None None] Current status of the port 0e44f2de-4a64-4de8-aa58-62c47e5593ef is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:18.541629 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:16Z', 'revision_number': 3, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:18.546334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Checking router: 5c465d8f-bb28-4d21-b8dc-892ff3155a16 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:38:18.546682 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Updating router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 port a622d64e-1128-4182-93c7-727ded65f7f0 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:38:18.602618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0e44f2de-4a64-4de8-aa58-62c47e5593ef up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:18.632606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.715216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.775154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 0e44f2de-4a64-4de8-aa58-62c47e5593ef triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:18.775521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:18.775853 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 0e44f2de-4a64-4de8-aa58-62c47e5593ef Oct 05 09:38:18.922958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Allocated IP 172.20.0.1 (9a01e9f6-e244-49a5-9160-d85b8f3b883f/bb09ac08-b689-4907-a9b5-8c6410b5b43e/db2692cb-a857-4198-8ea7-35badfbb7732) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:19.010075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 0e44f2de-4a64-4de8-aa58-62c47e5593ef is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:19.094122 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.107276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Transition to ACTIVE for port object a622d64e-1128-4182-93c7-727ded65f7f0 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:19.114779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.171566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Attempting to bind port a622d64e-1128-4182-93c7-727ded65f7f0 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:19.171926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Attempting to bind port a622d64e-1128-4182-93c7-727ded65f7f0 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:19.172290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Attempting to bind port a622d64e-1128-4182-93c7-727ded65f7f0 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:19.188328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:19.188739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:19.189123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.189513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:19.190001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Bound port: a622d64e-1128-4182-93c7-727ded65f7f0, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:19.190383 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.198430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.214648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Transition to ACTIVE for port object db2692cb-a857-4198-8ea7-35badfbb7732 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:19.228877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c311e-56c0-4a02-9aa6-f8d80cdd3ff8 None None] Pushing event updated for resources: {'Port': ['ID=a622d64e-1128-4182-93c7-727ded65f7f0,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:19.243005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.270812 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] For port a622d64e-1128-4182-93c7-727ded65f7f0, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:19.274138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] For port a622d64e-1128-4182-93c7-727ded65f7f0, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=a622d64e-1128-4182-93c7-727ded65f7f0,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:19.278854 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.306773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Network 9a01e9f6-e244-49a5-9160-d85b8f3b883f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:19.309621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:19.319125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:19.335167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:19.335811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:38:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:19.363592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Pushing event updated for resources: {'Port': ['ID=db2692cb-a857-4198-8ea7-35badfbb7732,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:19.390730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.451375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c311e-56c0-4a02-9aa6-f8d80cdd3ff8 None None] Pushing event updated for resources: {'Port': ['ID=a622d64e-1128-4182-93c7-727ded65f7f0,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:19.542351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.558023 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:19.753149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Provisioning for port db2692cb-a857-4198-8ea7-35badfbb7732 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:19.770976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Provisioning complete for port db2692cb-a857-4198-8ea7-35badfbb7732 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:19.771349 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.771686 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Attempt 1 to provision port db2692cb-a857-4198-8ea7-35badfbb7732 Oct 05 09:38:19.812573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.818854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:19.847707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Port db2692cb-a857-4198-8ea7-35badfbb7732 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:19.933410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:16Z', 'revision_number': 3, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:19.937540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abdb57-6ec2-4178-a41f-6839ea598ae9 None None] The sync data for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv is: [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:16Z', 'revision_number': 3, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:19.947054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Pushing event updated for resources: {'Port': ['ID=db2692cb-a857-4198-8ea7-35badfbb7732,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:19.949456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.101936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Network 9a01e9f6-e244-49a5-9160-d85b8f3b883f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:20.103104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:20.335791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:38:20.350582 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Attempt 2 to provision port db2692cb-a857-4198-8ea7-35badfbb7732 Oct 05 09:38:20.431250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Port db2692cb-a857-4198-8ea7-35badfbb7732 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:20.574170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:20.586969 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-41849426-ce23-4362-8416-c75106892d3a admin admin] 10.222.0.64 "PUT /v2.0/routers/5c465d8f-bb28-4d21-b8dc-892ff3155a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6542995 Oct 05 09:38:20.643138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device a622d64e-1128-4182-93c7-727ded65f7f0 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:20.785686 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port a622d64e-1128-4182-93c7-727ded65f7f0 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:20.793139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port a622d64e-1128-4182-93c7-727ded65f7f0 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:20.793519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:20.793889 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port a622d64e-1128-4182-93c7-727ded65f7f0 Oct 05 09:38:20.933446 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Attempt 3 to provision port db2692cb-a857-4198-8ea7-35badfbb7732 Oct 05 09:38:21.012161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 39398) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:21.019130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--213971642', 'description': 'tempest-description--1537009217'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:21.026563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:21.031700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Usage tracker for resource:security_group and tenant:0b270f2cb1564a66afe4bee06bb0a2f8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:21.034812 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:21.036462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port a622d64e-1128-4182-93c7-727ded65f7f0 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:21.037098 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.040889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:21.046924 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Port db2692cb-a857-4198-8ea7-35badfbb7732 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:21.052701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.062388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port a622d64e-1128-4182-93c7-727ded65f7f0, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=a622d64e-1128-4182-93c7-727ded65f7f0,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:21.067551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.080129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:21.084421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Usage tracker for resource:security_group_rule and tenant:0b270f2cb1564a66afe4bee06bb0a2f8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:21.087334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:21.093124 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:21.157155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=a622d64e-1128-4182-93c7-727ded65f7f0,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:21.179344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.183716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.234704 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a093a3-f502-4577-8756-cbb8a92e8f78,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:21.237989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.239200 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0bf60b3d-8f69-4378-982e-9380ffd01275 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2259192 Oct 05 09:38:21.242032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 39402) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:21.246955 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0d9c2e40-8f59-4b97-a2ee-82a5d37a887a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Request body: {'security_group_rule': {'security_group_id': 'd1a093a3-f502-4577-8756-cbb8a92e8f78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:21.253056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0d9c2e40-8f59-4b97-a2ee-82a5d37a887a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:21.256881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0d9c2e40-8f59-4b97-a2ee-82a5d37a887a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Usage tracker for resource:security_group_rule and tenant:0b270f2cb1564a66afe4bee06bb0a2f8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:21.259737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0d9c2e40-8f59-4b97-a2ee-82a5d37a887a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:21.266672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0d9c2e40-8f59-4b97-a2ee-82a5d37a887a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:21.291591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0d9c2e40-8f59-4b97-a2ee-82a5d37a887a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.383978 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0d9c2e40-8f59-4b97-a2ee-82a5d37a887a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.389705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0d9c2e40-8f59-4b97-a2ee-82a5d37a887a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.425253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c2e40-8f59-4b97-a2ee-82a5d37a887a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9804fac8-0443-41b6-bfd9-3433ebdce9d3,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:21.439204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0d9c2e40-8f59-4b97-a2ee-82a5d37a887a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.440511 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0d9c2e40-8f59-4b97-a2ee-82a5d37a887a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1975029 Oct 05 09:38:21.445387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 39406) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:21.452151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-09ea1dfe-38e5-4a6b-ad3d-c16b307f9280 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Request body: {'security_group_rule': {'security_group_id': 'd1a093a3-f502-4577-8756-cbb8a92e8f78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:21.460443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-09ea1dfe-38e5-4a6b-ad3d-c16b307f9280 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:21.465530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-09ea1dfe-38e5-4a6b-ad3d-c16b307f9280 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Usage tracker for resource:security_group_rule and tenant:0b270f2cb1564a66afe4bee06bb0a2f8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:21.470876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-09ea1dfe-38e5-4a6b-ad3d-c16b307f9280 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:21.480049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-09ea1dfe-38e5-4a6b-ad3d-c16b307f9280 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:21.501761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09ea1dfe-38e5-4a6b-ad3d-c16b307f9280 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.548206 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Attempt 4 to provision port db2692cb-a857-4198-8ea7-35badfbb7732 Oct 05 09:38:21.593628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09ea1dfe-38e5-4a6b-ad3d-c16b307f9280 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.599957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09ea1dfe-38e5-4a6b-ad3d-c16b307f9280 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.624197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Port db2692cb-a857-4198-8ea7-35badfbb7732 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:21.642506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea1dfe-38e5-4a6b-ad3d-c16b307f9280 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9705d24-d38f-4abc-9b98-17904ece7202,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:21.644631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09ea1dfe-38e5-4a6b-ad3d-c16b307f9280 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.645978 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-09ea1dfe-38e5-4a6b-ad3d-c16b307f9280 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1994259 Oct 05 09:38:21.649140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 39410) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:21.650559 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Sync routers for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:21.657310 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:21.662031 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:21.662956 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:38:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:21.663969 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:21.669379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Usage tracker for resource:floatingip and tenant:0b270f2cb1564a66afe4bee06bb0a2f8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:21.672143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:21.678817 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:21.693937 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:21.925577 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:21.986961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.125974 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Attempt 5 to provision port db2692cb-a857-4198-8ea7-35badfbb7732 Oct 05 09:38:22.190038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Allocated IP 172.26.0.58 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/ed707da7-c340-4c5f-af25-690f11b36428) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:22.225940 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Port db2692cb-a857-4198-8ea7-35badfbb7732 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:22.336850 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 2, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:22.340680 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Checking router: 5c465d8f-bb28-4d21-b8dc-892ff3155a16 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:38:22.341013 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Updating router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 port db2692cb-a857-4198-8ea7-35badfbb7732 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:38:22.362952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.393290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.397899 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.456991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:22.459791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:22.468692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:22.506804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event updated for resources: {'Port': ['ID=ed707da7-c340-4c5f-af25-690f11b36428,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:22.556945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.604214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device a622d64e-1128-4182-93c7-727ded65f7f0 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:22.622303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.675900 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port a622d64e-1128-4182-93c7-727ded65f7f0 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:22.676372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.677009 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port a622d64e-1128-4182-93c7-727ded65f7f0 Oct 05 09:38:22.727658 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Attempt 6 to provision port db2692cb-a857-4198-8ea7-35badfbb7732 Oct 05 09:38:22.753850 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.774878 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Transition to ACTIVE for port object db2692cb-a857-4198-8ea7-35badfbb7732 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:22.783154 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.818192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Port db2692cb-a857-4198-8ea7-35badfbb7732 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:22.850719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port a622d64e-1128-4182-93c7-727ded65f7f0 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:22.867624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.872767 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.985068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:22.990949 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event updated for resources: {'Port': ['ID=ed707da7-c340-4c5f-af25-690f11b36428,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:23.012571 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:23.015153 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-87b3f992-bce9-4f77-8c38-0cc188cf65e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3647676 Oct 05 09:38:23.016793 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Pushing event updated for resources: {'Port': ['ID=db2692cb-a857-4198-8ea7-35badfbb7732,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:23.025554 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Attempting to bind port db2692cb-a857-4198-8ea7-35badfbb7732 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:23.025830 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Attempting to bind port db2692cb-a857-4198-8ea7-35badfbb7732 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:23.026208 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Attempting to bind port db2692cb-a857-4198-8ea7-35badfbb7732 on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:23.028805 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:23.029208 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:23.029502 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:23.029842 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:23.030209 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:23.030565 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:23.030881 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:23.031196 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:23.031512 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:23.031822 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:23.032133 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:23.032439 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:23.038913 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:23.039318 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Checking segment: {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:23.039673 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:23.040045 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Bound using segment: {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:23.040495 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Bound port: db2692cb-a857-4198-8ea7-35badfbb7732, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:23.040855 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:23.135028 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] For port db2692cb-a857-4198-8ea7-35badfbb7732, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:23.138260 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] For port db2692cb-a857-4198-8ea7-35badfbb7732, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=db2692cb-a857-4198-8ea7-35badfbb7732,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:23.143567 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:23.180343 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-d58e6b19-e41f-4f8d-9b47-c227b4357a64 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--213971642&fields=id&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 267 time: 0.0397015 Oct 05 09:38:23.198705 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:23.199333 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:38:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:23.290078 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8b46e-3342-48df-b210-ffb6663a79ee None None] Pushing event updated for resources: {'Port': ['ID=db2692cb-a857-4198-8ea7-35badfbb7732,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:23.319835 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Attempt 7 to provision port db2692cb-a857-4198-8ea7-35badfbb7732 Oct 05 09:38:23.340064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-669a8ec9-cf63-4209-8d8d-3c243e419ff8 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:23.341609 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-669a8ec9-cf63-4209-8d8d-3c243e419ff8 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 812 time: 0.1542866 Oct 05 09:38:23.358826 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-9abf6e14-36be-4ddb-811a-2c48ee8d005a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/quotas/0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 375 time: 0.0097151 Oct 05 09:38:23.383345 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8486a9a8-4c3d-434e-b466-3c6ee83b7592 None None] Port db2692cb-a857-4198-8ea7-35badfbb7732 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:38:23.400206 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:23.460108 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-af2c332f-afe2-45e0-8c77-ec54a3c97047 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941715 Oct 05 09:38:23.704741 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-c829f842-32fc-4cbe-be69-5ffb8b22938c service neutron] 10.222.0.64 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329304 Oct 05 09:38:23.721911 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:23Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:23.726102 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc369f-39ba-40bf-826e-f78d6042c3d8 None None] The sync data for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv is: [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:23Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:23.867924 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-087ee1e5-2e79-452b-b991-fbee193a8195 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574006 Oct 05 09:38:24.059056 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ccc5e1db-6de7-43ed-b098-9a62563d75f8 req-ec5bd2ed-f3df-4efe-8ee7-fa74a4e2c93d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 210 time: 0.0505583 Oct 05 09:38:24.628674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device db2692cb-a857-4198-8ea7-35badfbb7732 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:24.703299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port db2692cb-a857-4198-8ea7-35badfbb7732 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:24.708371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port db2692cb-a857-4198-8ea7-35badfbb7732 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:24.708756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.709074 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port db2692cb-a857-4198-8ea7-35badfbb7732 Oct 05 09:38:24.830382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port db2692cb-a857-4198-8ea7-35badfbb7732 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:24.830766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.865769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port db2692cb-a857-4198-8ea7-35badfbb7732, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=db2692cb-a857-4198-8ea7-35badfbb7732,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:24.870702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:24.942937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=db2692cb-a857-4198-8ea7-35badfbb7732,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:24.950149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:24.950502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:24.950843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:24.951360 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:24.951752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:24.952085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:24.952718 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:24.953055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:24.953386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:24.953886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:24.954366 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:24.955094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:38:25.159363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-268edc4a-dee4-49b1-a521-253562970945 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:25.160070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-268edc4a-dee4-49b1-a521-253562970945 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Synchronizing usage tracker for tenant:0b270f2cb1564a66afe4bee06bb0a2f8 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:25.177692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-268edc4a-dee4-49b1-a521-253562970945 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Unset dirty status for tenant:0b270f2cb1564a66afe4bee06bb0a2f8 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:25.178904 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-268edc4a-dee4-49b1-a521-253562970945 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 812 time: 0.1706793 Oct 05 09:38:25.228714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-b1083064-8778-47d1-94fb-78c64b03d153 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Synchronizing usage tracker for tenant:0b270f2cb1564a66afe4bee06bb0a2f8 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:38:25.248924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-b1083064-8778-47d1-94fb-78c64b03d153 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Unset dirty status for tenant:0b270f2cb1564a66afe4bee06bb0a2f8 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:38:25.250155 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-b1083064-8778-47d1-94fb-78c64b03d153 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 379 time: 0.0631592 Oct 05 09:38:25.255850 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-450fe93c-ba1b-4015-aba4-da17dfaaf878 req-affabaf7-4f7a-4bf4-9602-a1f6c0c14de7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 210 time: 0.0657599 Oct 05 09:38:25.258555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Request body: {'port': {'device_id': '68bd324d-c147-4b0a-864c-140917eb777e', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'admin_state_up': True, 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'security_groups': ['d1a093a3-f502-4577-8756-cbb8a92e8f78']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:25.394818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:38:25.398504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Usage tracker for resource:port and tenant:0b270f2cb1564a66afe4bee06bb0a2f8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:38:25.401229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:38:25.407492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:38:25.417048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Made reservation on behalf of 0b270f2cb1564a66afe4bee06bb0a2f8 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:38:25.420800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.585550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Allocated IP 172.20.0.5 (9a01e9f6-e244-49a5-9160-d85b8f3b883f/bb09ac08-b689-4907-a9b5-8c6410b5b43e/578bb212-46db-4eb6-bdb3-0d90664fb3ec) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:38:25.771879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.787010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Transition to ACTIVE for port object 578bb212-46db-4eb6-bdb3-0d90664fb3ec will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:25.809851 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:25.875927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Network 9a01e9f6-e244-49a5-9160-d85b8f3b883f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:38:25.879158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:38:25.887622 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:38:26.054613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event updated for resources: {'Port': ['ID=578bb212-46db-4eb6-bdb3-0d90664fb3ec,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:26.079084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:26.079689 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.099916 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-5dd7bbf5-1a89-4f1e-9469-42cd0280cdf4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8453829 Oct 05 09:38:26.111577 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Request body: {'port': {'device_id': '68bd324d-c147-4b0a-864c-140917eb777e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:26.150466 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3ead017e-d6b2-4c57-bf70-ba5de727ee09 None None] Provisioning for port 578bb212-46db-4eb6-bdb3-0d90664fb3ec completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:26.156457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3ead017e-d6b2-4c57-bf70-ba5de727ee09 None None] Provisioning complete for port 578bb212-46db-4eb6-bdb3-0d90664fb3ec triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:26.156833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ead017e-d6b2-4c57-bf70-ba5de727ee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.157177 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-3ead017e-d6b2-4c57-bf70-ba5de727ee09 None None] Attempt 1 to provision port 578bb212-46db-4eb6-bdb3-0d90664fb3ec Oct 05 09:38:26.216518 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3ead017e-d6b2-4c57-bf70-ba5de727ee09 None None] Port 578bb212-46db-4eb6-bdb3-0d90664fb3ec cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:26.225186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.461429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4d814-8af3-4e91-9ee8-727c088d0434 req-38a62a66-b1a8-4c3b-809c-dabb0763cc8c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:26.462915 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0da4d814-8af3-4e91-9ee8-727c088d0434 req-38a62a66-b1a8-4c3b-809c-dabb0763cc8c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 931 time: 0.0883927 Oct 05 09:38:26.507444 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0da4d814-8af3-4e91-9ee8-727c088d0434 req-5e19115b-02fe-44e8-965f-2bcb1b119e75 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386879 Oct 05 09:38:26.582168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578bb212-46db-4eb6-bdb3-0d90664fb3ec {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:38:26.589496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.605587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device db2692cb-a857-4198-8ea7-35badfbb7732 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:26.608732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Transition to ACTIVE for port object 578bb212-46db-4eb6-bdb3-0d90664fb3ec will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:38:26.613153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.680935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port db2692cb-a857-4198-8ea7-35badfbb7732 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:26.681305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.681638 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port db2692cb-a857-4198-8ea7-35badfbb7732 Oct 05 09:38:26.722678 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-3ead017e-d6b2-4c57-bf70-ba5de727ee09 None None] Attempt 2 to provision port 578bb212-46db-4eb6-bdb3-0d90664fb3ec Oct 05 09:38:26.793760 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3ead017e-d6b2-4c57-bf70-ba5de727ee09 None None] Port 578bb212-46db-4eb6-bdb3-0d90664fb3ec cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:38:26.815192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Pushing event updated for resources: {'Port': ['ID=578bb212-46db-4eb6-bdb3-0d90664fb3ec,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:26.852591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Attempting to bind port 578bb212-46db-4eb6-bdb3-0d90664fb3ec on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:38:26.852929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Attempting to bind port 578bb212-46db-4eb6-bdb3-0d90664fb3ec by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:38:26.853666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Attempting to bind port 578bb212-46db-4eb6-bdb3-0d90664fb3ec on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:26.855501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port db2692cb-a857-4198-8ea7-35badfbb7732 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:26.859488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Port 578bb212-46db-4eb6-bdb3-0d90664fb3ec on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:38:26.859898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Attempting to bind port 578bb212-46db-4eb6-bdb3-0d90664fb3ec on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:38:26.865035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:38:26.865373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Checking segment: {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:38:26.865749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Bound using segment: {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:38:26.866212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Bound port: 578bb212-46db-4eb6-bdb3-0d90664fb3ec, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:38:26.866729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:26.962727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] For port 578bb212-46db-4eb6-bdb3-0d90664fb3ec, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:38:26.965908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] For port 578bb212-46db-4eb6-bdb3-0d90664fb3ec, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:38:26.970641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.004147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:27.004763 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:27.006167 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] 10.222.0.45 "PUT /v2.0/ports/578bb212-46db-4eb6-bdb3-0d90664fb3ec HTTP/1.1" status: 200 len: 1093 time: 0.8994653 Oct 05 09:38:27.006596 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bd324d-c147-4b0a-864c-140917eb777e', 'tag': '578bb212-46db-4eb6-bdb3-0d90664fb3ec'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:38:27.008859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d713ef2-172b-43b2-8adb-5904a2f3aecd" -d '{"events": [{"name": "network-changed", "server_uuid": "68bd324d-c147-4b0a-864c-140917eb777e", "tag": "578bb212-46db-4eb6-bdb3-0d90664fb3ec"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:38:27.086264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6502aa01-1766-4ed0-addd-5d116e54e2e3 x-openstack-request-id: req-6502aa01-1766-4ed0-addd-5d116e54e2e3 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:38:27.086551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bd324d-c147-4b0a-864c-140917eb777e", "tag": "578bb212-46db-4eb6-bdb3-0d90664fb3ec", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:38:27.086800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6502aa01-1766-4ed0-addd-5d116e54e2e3 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:38:27.087198 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6502aa01-1766-4ed0-addd-5d116e54e2e3'] response: {'name': 'network-changed', 'server_uuid': '68bd324d-c147-4b0a-864c-140917eb777e', 'tag': '578bb212-46db-4eb6-bdb3-0d90664fb3ec', 'status': 'completed', 'code': 200} Oct 05 09:38:27.100141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefa774-fa03-43bd-ae06-8feb22651eae service neutron] Pushing event updated for resources: {'Port': ['ID=578bb212-46db-4eb6-bdb3-0d90664fb3ec,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:27.129690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-6948d59a-0bbd-4588-9838-edb805580d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:27.131199 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-6948d59a-0bbd-4588-9838-edb805580d30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 1096 time: 0.0873983 Oct 05 09:38:27.203466 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-87650192-940a-4121-b448-e4aa74d6330c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec HTTP/1.1" status: 200 len: 217 time: 0.0654588 Oct 05 09:38:27.267426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-fe66e0e4-f9f4-432b-8075-febabadee4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:27.269914 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-fe66e0e4-f9f4-432b-8075-febabadee4f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0598211 Oct 05 09:38:27.295478 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-3ead017e-d6b2-4c57-bf70-ba5de727ee09 None None] Attempt 3 to provision port 578bb212-46db-4eb6-bdb3-0d90664fb3ec Oct 05 09:38:27.359112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-bdffd601-66bb-4c05-806a-c38331eba844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:27.359548 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3ead017e-d6b2-4c57-bf70-ba5de727ee09 None None] Port 578bb212-46db-4eb6-bdb3-0d90664fb3ec had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:38:27.360600 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-bdffd601-66bb-4c05-806a-c38331eba844 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846639 Oct 05 09:38:27.496723 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-bf62f5e9-f797-45e8-9d22-8e4247f05d9b service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287162 Oct 05 09:38:27.632533 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-78065023-6f5d-4cc4-9247-c2d5ea42853b req-8ba42be0-ce92-462f-a5ae-4666b17b3cb7 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301765 Oct 05 09:38:27.715414 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e30bab-8a4b-4050-b8a9-4054ddf2d02d req-8741b6b8-8d76-4e79-a566-010f20ca8e02 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:27.718524 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-12e30bab-8a4b-4050-b8a9-4054ddf2d02d req-8741b6b8-8d76-4e79-a566-010f20ca8e02 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 943 time: 0.0968392 Oct 05 09:38:27.755148 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d713ef2-172b-43b2-8adb-5904a2f3aecd req-7e96a563-e82f-4e31-850d-59a1bdc1892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:27.756628 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9d713ef2-172b-43b2-8adb-5904a2f3aecd req-7e96a563-e82f-4e31-850d-59a1bdc1892d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 1096 time: 0.0800097 Oct 05 09:38:27.763220 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-12e30bab-8a4b-4050-b8a9-4054ddf2d02d req-0decf871-11b4-4285-83a3-0d1eb4fb0670 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403500 Oct 05 09:38:27.999184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d713ef2-172b-43b2-8adb-5904a2f3aecd req-ec883fe8-ef14-43d7-b903-90c7078d953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:28.000635 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9d713ef2-172b-43b2-8adb-5904a2f3aecd req-ec883fe8-ef14-43d7-b903-90c7078d953e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.2376845 Oct 05 09:38:28.072138 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9d713ef2-172b-43b2-8adb-5904a2f3aecd req-68db9726-8c37-4e00-998b-76000466eaaa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec HTTP/1.1" status: 200 len: 217 time: 0.0633435 Oct 05 09:38:28.133929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d713ef2-172b-43b2-8adb-5904a2f3aecd req-2f282999-8780-47fb-96af-77604b12ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:28.135387 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9d713ef2-172b-43b2-8adb-5904a2f3aecd req-2f282999-8780-47fb-96af-77604b12ed76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0572500 Oct 05 09:38:28.222180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d713ef2-172b-43b2-8adb-5904a2f3aecd req-96f52c9e-ddff-49a5-9328-97473b083f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:28.223828 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9d713ef2-172b-43b2-8adb-5904a2f3aecd req-96f52c9e-ddff-49a5-9328-97473b083f25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811803 Oct 05 09:38:28.362977 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9d713ef2-172b-43b2-8adb-5904a2f3aecd req-67d6be19-2ecb-4596-801c-fae46f073490 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323400 Oct 05 09:38:28.494979 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9d713ef2-172b-43b2-8adb-5904a2f3aecd req-efb6674c-956d-4558-ba9f-3cfb73f31f10 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246152 Oct 05 09:38:28.966094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d7a29-ef89-45c7-bf44-6552e0141fc3 req-00173a6d-9c0f-4066-8497-f3bf2cab06ea tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:28.967780 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ab6d7a29-ef89-45c7-bf44-6552e0141fc3 req-00173a6d-9c0f-4066-8497-f3bf2cab06ea tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 943 time: 0.0907552 Oct 05 09:38:29.014621 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ab6d7a29-ef89-45c7-bf44-6552e0141fc3 req-ba1ced54-97a1-4bb5-b9d0-97245f1c6d49 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405018 Oct 05 09:38:30.211142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cfb5f-358c-418a-a365-827e24b246e1 req-fdc40640-687d-4088-af39-aefe044d1d2b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:30.212588 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d36cfb5f-358c-418a-a365-827e24b246e1 req-fdc40640-687d-4088-af39-aefe044d1d2b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 943 time: 0.0876596 Oct 05 09:38:30.257599 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d36cfb5f-358c-418a-a365-827e24b246e1 req-baf6168c-1af4-442b-9e7b-ea640abae54a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386183 Oct 05 09:38:31.285537 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 578bb212-46db-4eb6-bdb3-0d90664fb3ec details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:38:31.421790 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 578bb212-46db-4eb6-bdb3-0d90664fb3ec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:31.434963 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '578bb212-46db-4eb6-bdb3-0d90664fb3ec', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'port_id': '578bb212-46db-4eb6-bdb3-0d90664fb3ec', 'mac_address': 'fa:16:3e:f2:32:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:38:31.458566 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e68c12-3a9d-43a0-865f-4b4d55c5ebd1 req-00b814b7-44d5-4cb5-af04-d78f2338795f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:31.460023 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a4e68c12-3a9d-43a0-865f-4b4d55c5ebd1 req-00b814b7-44d5-4cb5-af04-d78f2338795f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 943 time: 0.0907845 Oct 05 09:38:31.492456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 578bb212-46db-4eb6-bdb3-0d90664fb3ec is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:31.492809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.506786 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a4e68c12-3a9d-43a0-865f-4b4d55c5ebd1 req-3af01123-e8f6-4fb1-955c-2b165b7b2dc6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411272 Oct 05 09:38:31.510291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578bb212-46db-4eb6-bdb3-0d90664fb3ec {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:38:31.528809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 578bb212-46db-4eb6-bdb3-0d90664fb3ec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:31.533214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:31.633810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=578bb212-46db-4eb6-bdb3-0d90664fb3ec,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:31.739832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['578bb212-46db-4eb6-bdb3-0d90664fb3ec'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:38:32.708925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f1659-fc5d-4f5d-ba0b-370b41299bd6 req-461c5410-b828-43cb-bad7-fb7b70840e9c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:32.710397 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-304f1659-fc5d-4f5d-ba0b-370b41299bd6 req-461c5410-b828-43cb-bad7-fb7b70840e9c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 944 time: 0.0892158 Oct 05 09:38:32.758837 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-304f1659-fc5d-4f5d-ba0b-370b41299bd6 req-b9a255fa-f9f4-44ea-8521-7b5c3e67b016 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428770 Oct 05 09:38:32.811613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db2cbdb7-5aad-402a-95e0-ced341d90efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.291581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 578bb212-46db-4eb6-bdb3-0d90664fb3ec up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:38:33.361004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 578bb212-46db-4eb6-bdb3-0d90664fb3ec completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:38:33.365663 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 578bb212-46db-4eb6-bdb3-0d90664fb3ec triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:38:33.366062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.366397 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 578bb212-46db-4eb6-bdb3-0d90664fb3ec Oct 05 09:38:33.479827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 578bb212-46db-4eb6-bdb3-0d90664fb3ec is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:38:33.480204 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.506347 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd324d-c147-4b0a-864c-140917eb777e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578bb212-46db-4eb6-bdb3-0d90664fb3ec'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:38:33.508659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636f40bc-8a06-46d1-b690-253d1f149791" -d '{"events": [{"server_uuid": "68bd324d-c147-4b0a-864c-140917eb777e", "name": "network-vif-plugged", "status": "completed", "tag": "578bb212-46db-4eb6-bdb3-0d90664fb3ec"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:38:33.517109 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 578bb212-46db-4eb6-bdb3-0d90664fb3ec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:38:33.522196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:33.558298 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2939c9-496c-4d3a-8b85-3fa89ad7c074 x-openstack-request-id: req-ee2939c9-496c-4d3a-8b85-3fa89ad7c074 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:38:33.558587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bd324d-c147-4b0a-864c-140917eb777e", "name": "network-vif-plugged", "status": "completed", "tag": "578bb212-46db-4eb6-bdb3-0d90664fb3ec", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:38:33.558835 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee2939c9-496c-4d3a-8b85-3fa89ad7c074 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:38:33.559223 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2939c9-496c-4d3a-8b85-3fa89ad7c074'] response: {'server_uuid': '68bd324d-c147-4b0a-864c-140917eb777e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578bb212-46db-4eb6-bdb3-0d90664fb3ec', 'code': 200} Oct 05 09:38:33.591929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=578bb212-46db-4eb6-bdb3-0d90664fb3ec,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:38:33.784231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9a305-4de6-4095-92b5-c609a4032c8f req-108f30d2-a4e4-4f48-82cd-ecf9e762c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:33.785689 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3bf9a305-4de6-4095-92b5-c609a4032c8f req-108f30d2-a4e4-4f48-82cd-ecf9e762c006 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 1098 time: 0.0767109 Oct 05 09:38:33.830750 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3bf9a305-4de6-4095-92b5-c609a4032c8f req-52b2e687-587d-494e-9eda-ef1ad27f1c7a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380235 Oct 05 09:38:33.961218 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47900119-1e1a-459b-a79b-ecb06c2f15de req-965e245c-d035-4dec-9590-975ee3e983c1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:33.962709 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-47900119-1e1a-459b-a79b-ecb06c2f15de req-965e245c-d035-4dec-9590-975ee3e983c1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0894547 Oct 05 09:38:34.007329 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-47900119-1e1a-459b-a79b-ecb06c2f15de req-085fc3cf-7792-4c75-a474-e8382da73fa9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388629 Oct 05 09:38:34.788569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:35.208423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da2926-3d45-464a-a398-b126891d5607 req-7ba5a8dd-fb5c-4bc1-81bd-e67645991301 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:35.209919 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d0da2926-3d45-464a-a398-b126891d5607 req-7ba5a8dd-fb5c-4bc1-81bd-e67645991301 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0895154 Oct 05 09:38:35.253326 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d0da2926-3d45-464a-a398-b126891d5607 req-0c555dd1-e1b6-4e1c-b23f-78297e738e60 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377600 Oct 05 09:38:35.447296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce5419-c5ff-4b79-a6b9-b88ff6ff70cc req-90e8b068-90ab-48c4-95e9-694444684516 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:35.448738 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d1ce5419-c5ff-4b79-a6b9-b88ff6ff70cc req-90e8b068-90ab-48c4-95e9-694444684516 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0857320 Oct 05 09:38:35.459558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39466) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:38:35.464517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d1c3cd67-44a8-44b6-9155-84451ff010ce tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Request body: {'floatingip': {'port_id': '578bb212-46db-4eb6-bdb3-0d90664fb3ec'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:38:35.544373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cd67-44a8-44b6-9155-84451ff010ce tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:35.603201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3702e8a-2319-40ca-901e-3e66c5d2d61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.247395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cd67-44a8-44b6-9155-84451ff010ce tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.251507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cd67-44a8-44b6-9155-84451ff010ce tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.424657 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-d1c3cd67-44a8-44b6-9155-84451ff010ce tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c associated. External IP: 172.26.0.58, port: 578bb212-46db-4eb6-bdb3-0d90664fb3ec. Oct 05 09:38:36.771177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.776776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c3cd67-44a8-44b6-9155-84451ff010ce tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:38:36.906370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.970463 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c3cd67-44a8-44b6-9155-84451ff010ce tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:38:36.975606 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cd67-44a8-44b6-9155-84451ff010ce tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:38:36.980674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ddee5f-0aa2-4cf5-9eff-c91c7a57ed4c None None] Sync routers for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:38:36.990334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ddee5f-0aa2-4cf5-9eff-c91c7a57ed4c None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:36.990942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-01ddee5f-0aa2-4cf5-9eff-c91c7a57ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:38:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:37.030482 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d1c3cd67-44a8-44b6-9155-84451ff010ce tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "PUT /v2.0/floatingips/2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c HTTP/1.1" status: 200 len: 990 time: 1.5698256 Oct 05 09:38:37.031319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bd324d-c147-4b0a-864c-140917eb777e', 'tag': '578bb212-46db-4eb6-bdb3-0d90664fb3ec'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:38:37.033691 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb1a1dd-baf7-4fe7-848a-dbab54ee64b2" -d '{"events": [{"name": "network-changed", "server_uuid": "68bd324d-c147-4b0a-864c-140917eb777e", "tag": "578bb212-46db-4eb6-bdb3-0d90664fb3ec"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:38:37.166759 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a93c0d-45fc-4dd6-8ba4-6b9c5a0b8eb5 x-openstack-request-id: req-98a93c0d-45fc-4dd6-8ba4-6b9c5a0b8eb5 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:38:37.167049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bd324d-c147-4b0a-864c-140917eb777e", "tag": "578bb212-46db-4eb6-bdb3-0d90664fb3ec", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:38:37.167295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98a93c0d-45fc-4dd6-8ba4-6b9c5a0b8eb5 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:38:37.167692 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a93c0d-45fc-4dd6-8ba4-6b9c5a0b8eb5'] response: {'name': 'network-changed', 'server_uuid': '68bd324d-c147-4b0a-864c-140917eb777e', 'tag': '578bb212-46db-4eb6-bdb3-0d90664fb3ec', 'status': 'completed', 'code': 200} Oct 05 09:38:37.171603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-01ddee5f-0aa2-4cf5-9eff-c91c7a57ed4c None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:37.270700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a1dd-baf7-4fe7-848a-dbab54ee64b2 req-de42dc86-4f61-492d-b01c-06f4f4c1bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:37.272171 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2cb1a1dd-baf7-4fe7-848a-dbab54ee64b2 req-de42dc86-4f61-492d-b01c-06f4f4c1bde7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 1098 time: 0.0838823 Oct 05 09:38:37.404821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a1dd-baf7-4fe7-848a-dbab54ee64b2 req-82fc2fcb-908b-42c4-8e7f-6ff84f7b7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:37.406410 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2cb1a1dd-baf7-4fe7-848a-dbab54ee64b2 req-82fc2fcb-908b-42c4-8e7f-6ff84f7b7818 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1266925 Oct 05 09:38:37.514569 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2cb1a1dd-baf7-4fe7-848a-dbab54ee64b2 req-88680033-8e33-4f9d-8722-1f38af8bc625 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec HTTP/1.1" status: 200 len: 998 time: 0.1016898 Oct 05 09:38:37.523446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-01ddee5f-0aa2-4cf5-9eff-c91c7a57ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'port_id': '578bb212-46db-4eb6-bdb3-0d90664fb3ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'mac_address': 'fa:16:3e:f2:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bd324d-c147-4b0a-864c-140917eb777e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:38:22Z', 'updated_at': '2022-10-05T09:38:36Z', 'revision_number': 1, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:37.527286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ddee5f-0aa2-4cf5-9eff-c91c7a57ed4c None None] Checking router: 5c465d8f-bb28-4d21-b8dc-892ff3155a16 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:38:37.535422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ddee5f-0aa2-4cf5-9eff-c91c7a57ed4c None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:38:37.536009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-01ddee5f-0aa2-4cf5-9eff-c91c7a57ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:38:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:37.589664 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a1dd-baf7-4fe7-848a-dbab54ee64b2 req-ed299f50-a17b-4d49-8061-1719d258dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:37.591142 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2cb1a1dd-baf7-4fe7-848a-dbab54ee64b2 req-ed299f50-a17b-4d49-8061-1719d258dc36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0707953 Oct 05 09:38:37.678045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a1dd-baf7-4fe7-848a-dbab54ee64b2 req-687c9963-a65d-4730-93ff-114b2b9b9ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:38:37.679484 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2cb1a1dd-baf7-4fe7-848a-dbab54ee64b2 req-687c9963-a65d-4730-93ff-114b2b9b9ba0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823905 Oct 05 09:38:37.717700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-01ddee5f-0aa2-4cf5-9eff-c91c7a57ed4c None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:38:37.810862 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2cb1a1dd-baf7-4fe7-848a-dbab54ee64b2 req-63210d80-9ad8-4e45-a756-25f0e46c2e5f service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240733 Oct 05 09:38:37.943957 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2cb1a1dd-baf7-4fe7-848a-dbab54ee64b2 req-11a24879-0c2a-4d87-9ced-3e54cf4a716e service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271098 Oct 05 09:38:38.104264 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-01ddee5f-0aa2-4cf5-9eff-c91c7a57ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'port_id': '578bb212-46db-4eb6-bdb3-0d90664fb3ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'mac_address': 'fa:16:3e:f2:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bd324d-c147-4b0a-864c-140917eb777e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:38:22Z', 'updated_at': '2022-10-05T09:38:36Z', 'revision_number': 1, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:38:38.108177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ddee5f-0aa2-4cf5-9eff-c91c7a57ed4c None None] The sync data for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv is: [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'port_id': '578bb212-46db-4eb6-bdb3-0d90664fb3ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'mac_address': 'fa:16:3e:f2:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bd324d-c147-4b0a-864c-140917eb777e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:38:22Z', 'updated_at': '2022-10-05T09:38:36Z', 'revision_number': 1, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:38:38.288474 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6da7e-cd61-416b-af2e-8edf61163ccf None None] New status for floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:38:38.361855 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:38:39.247902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:02.813771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a28af5bd-8414-432c-9805-a0b5254ca751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:04.792113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:05.604711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-446f5568-767d-41be-a7b6-14897f7133ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.774464 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:06.908470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:08.211229 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3d9496d8-ceb5-488e-ab68-4378cb2c47d8 req-8bff126d-66c7-4ec1-924f-2158b5e09e6a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1195912 Oct 05 09:39:08.476529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9496d8-ceb5-488e-ab68-4378cb2c47d8 req-0a3a9dc1-105e-45a2-a711-dfc652b1042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:08.477980 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3d9496d8-ceb5-488e-ab68-4378cb2c47d8 req-0a3a9dc1-105e-45a2-a711-dfc652b1042d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 1098 time: 0.1973648 Oct 05 09:39:08.623628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9496d8-ceb5-488e-ab68-4378cb2c47d8 req-1854001c-4ea9-4b96-937a-4f0612fe119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:08.625071 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3d9496d8-ceb5-488e-ab68-4378cb2c47d8 req-1854001c-4ea9-4b96-937a-4f0612fe119c service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1271837 Oct 05 09:39:08.730525 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3d9496d8-ceb5-488e-ab68-4378cb2c47d8 req-a2ca1e76-de5e-421b-bc41-0c02ad29d509 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec HTTP/1.1" status: 200 len: 1000 time: 0.0983520 Oct 05 09:39:08.792589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9496d8-ceb5-488e-ab68-4378cb2c47d8 req-60db39b8-c46e-469d-97ba-6eaf518a1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:08.794025 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3d9496d8-ceb5-488e-ab68-4378cb2c47d8 req-60db39b8-c46e-469d-97ba-6eaf518a1931 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0577157 Oct 05 09:39:08.880315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9496d8-ceb5-488e-ab68-4378cb2c47d8 req-241a43ab-07eb-42c1-971e-152d2d5ceaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:08.881770 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3d9496d8-ceb5-488e-ab68-4378cb2c47d8 req-241a43ab-07eb-42c1-971e-152d2d5ceaeb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815570 Oct 05 09:39:09.012771 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3d9496d8-ceb5-488e-ab68-4378cb2c47d8 req-eec07c36-53e6-4541-88bf-4d9cba7ba0f3 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243446 Oct 05 09:39:09.142856 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3d9496d8-ceb5-488e-ab68-4378cb2c47d8 req-95cc048c-8ae3-4658-9ca0-f2bc1e99ea63 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243839 Oct 05 09:39:09.250504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:11.421215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98550797-a74a-487f-bebb-666804bc490b req-4934ac61-3d03-4de6-b058-ef8ef3eb5fcf tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:11.422789 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-98550797-a74a-487f-bebb-666804bc490b req-4934ac61-3d03-4de6-b058-ef8ef3eb5fcf tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.1456590 Oct 05 09:39:11.466746 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-98550797-a74a-487f-bebb-666804bc490b req-037aa6a5-28f7-4f31-a5e6-a7d239aa0a67 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380003 Oct 05 09:39:11.715127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd55218-916b-42d8-8ce2-2d3d5f1aded4 req-36e9d3d4-af52-4e08-9636-ec51b28e28a8 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:11.716591 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ddd55218-916b-42d8-8ce2-2d3d5f1aded4 req-36e9d3d4-af52-4e08-9636-ec51b28e28a8 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.1381631 Oct 05 09:39:11.760057 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ddd55218-916b-42d8-8ce2-2d3d5f1aded4 req-c0936044-f303-4a76-92ce-44c972be9068 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377951 Oct 05 09:39:12.063143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de737bb2-10f8-4bbb-9cb0-fd53349554e1 req-89489bcc-a6a9-4696-b729-b720702fadf8 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:12.064516 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-de737bb2-10f8-4bbb-9cb0-fd53349554e1 req-89489bcc-a6a9-4696-b729-b720702fadf8 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.1926944 Oct 05 09:39:12.108931 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-de737bb2-10f8-4bbb-9cb0-fd53349554e1 req-d7013bed-a413-4543-b5f3-5c1a495deb7e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381515 Oct 05 09:39:12.483799 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-cb2e1f61-7b35-403b-96e0-f78ab4ca1b10 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950105 Oct 05 09:39:12.532822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15ab90-8f17-49b7-9543-54023701bc09 req-5662a9bc-ea30-40cb-aa1b-196a060498a9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:12.534388 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2e15ab90-8f17-49b7-9543-54023701bc09 req-5662a9bc-ea30-40cb-aa1b-196a060498a9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0944290 Oct 05 09:39:12.581251 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2e15ab90-8f17-49b7-9543-54023701bc09 req-52e0ae51-3bd3-460e-b8fa-35a95093ec1f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385647 Oct 05 09:39:13.704453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-4102cc71-40d2-4d0b-be32-8f8a4a3fc469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:13.706137 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-4102cc71-40d2-4d0b-be32-8f8a4a3fc469 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 1098 time: 0.0860670 Oct 05 09:39:13.788444 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edb7fb-1d72-42d9-bb40-faa20608a7dd req-ed525f2f-476e-4be6-b5c6-64bf4d069e8c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:13.789917 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d2edb7fb-1d72-42d9-bb40-faa20608a7dd req-ed525f2f-476e-4be6-b5c6-64bf4d069e8c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0941534 Oct 05 09:39:13.837691 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d2edb7fb-1d72-42d9-bb40-faa20608a7dd req-f34738f2-2c8c-49cc-90a5-be587f88360a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418549 Oct 05 09:39:13.841889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-c89c99c3-dcbd-4778-98d5-c95e8ce236eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:13.843439 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-c89c99c3-dcbd-4778-98d5-c95e8ce236eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1318154 Oct 05 09:39:13.946865 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-c3258a25-d2fa-4f23-a464-151d7ae05f57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec HTTP/1.1" status: 200 len: 1000 time: 0.0979695 Oct 05 09:39:14.008247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-07de8679-dda8-4a3f-b3e0-148ae0b93fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:14.009657 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-07de8679-dda8-4a3f-b3e0-148ae0b93fee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0572655 Oct 05 09:39:14.093627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-ef8cfe3f-ce78-42e4-9e76-0e0835ff4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:14.095168 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-ef8cfe3f-ce78-42e4-9e76-0e0835ff4320 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800450 Oct 05 09:39:14.227068 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-a5c33abf-5a73-4441-a8fb-179b981ab673 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251521 Oct 05 09:39:14.358412 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-c85c613e-d3ff-4ea8-9319-b2d17a3c0bba service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254058 Oct 05 09:39:15.040167 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22189e-1739-4dd1-9859-480568a03751 req-67022d52-6d35-4d1f-8b17-b0f557a538ba tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:15.041644 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8e22189e-1739-4dd1-9859-480568a03751 req-67022d52-6d35-4d1f-8b17-b0f557a538ba tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0894344 Oct 05 09:39:15.086977 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8e22189e-1739-4dd1-9859-480568a03751 req-72e556d0-3519-444d-b4e8-d0230fce4443 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392458 Oct 05 09:39:15.351160 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:39:16.292455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ad64-d588-413c-9449-cc10c6854a4c req-743d4d31-ffde-4790-99bb-000dee5e099b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:16.293899 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3eb8ad64-d588-413c-9449-cc10c6854a4c req-743d4d31-ffde-4790-99bb-000dee5e099b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0932407 Oct 05 09:39:16.337803 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3eb8ad64-d588-413c-9449-cc10c6854a4c req-d42fa5b1-8583-4df1-bc21-f890105e964b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381773 Oct 05 09:39:17.536293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae48c10-4774-4b01-926d-d5fcc2a2a3f5 req-e27c7121-8baa-425f-a74a-59fa11e590c6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:17.537755 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cae48c10-4774-4b01-926d-d5fcc2a2a3f5 req-e27c7121-8baa-425f-a74a-59fa11e590c6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0889862 Oct 05 09:39:17.586187 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cae48c10-4774-4b01-926d-d5fcc2a2a3f5 req-5d17a96a-c83d-410e-a0a9-c05e78e1868d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425909 Oct 05 09:39:18.786304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289b5fa-300b-4b12-8ff3-0ec8737a7c6c req-4d731bac-b244-491d-93a7-abd2ab00057f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:18.787772 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a289b5fa-300b-4b12-8ff3-0ec8737a7c6c req-4d731bac-b244-491d-93a7-abd2ab00057f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0874157 Oct 05 09:39:18.831455 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a289b5fa-300b-4b12-8ff3-0ec8737a7c6c req-f6e79353-2c97-4081-ae6d-aa89523a1179 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376801 Oct 05 09:39:20.034590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ddd80-9411-4c22-8ed7-be5ceedf7ed2 req-34f590fb-7e7e-494d-a87b-b4f9269cb29f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:20.036026 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-486ddd80-9411-4c22-8ed7-be5ceedf7ed2 req-34f590fb-7e7e-494d-a87b-b4f9269cb29f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0912454 Oct 05 09:39:20.082718 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-486ddd80-9411-4c22-8ed7-be5ceedf7ed2 req-3febeaef-ea30-4aa0-909d-45c614514f28 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400794 Oct 05 09:39:21.291718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262c153-e287-49f8-af56-256c3cc8788b req-e4b1fe57-9628-4acd-9299-d939ea72d036 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:21.293127 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9262c153-e287-49f8-af56-256c3cc8788b req-e4b1fe57-9628-4acd-9299-d939ea72d036 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0903640 Oct 05 09:39:21.340256 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9262c153-e287-49f8-af56-256c3cc8788b req-c3e54c20-1df4-4d8f-8440-f859d09a5c8f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413141 Oct 05 09:39:22.543207 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f08a0e-b3f1-4256-a2d8-47a17adbadd4 req-6114f7b9-f456-4015-952f-d76fcb1a2d19 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:22.544740 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f0f08a0e-b3f1-4256-a2d8-47a17adbadd4 req-6114f7b9-f456-4015-952f-d76fcb1a2d19 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0896928 Oct 05 09:39:22.589268 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f0f08a0e-b3f1-4256-a2d8-47a17adbadd4 req-cf3de8a2-27cf-4b22-871c-1292f99f742c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388412 Oct 05 09:39:23.825907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7eb966-8371-4e6a-a7b9-f6f5a9acec64 req-c7645fbf-d920-4e51-846b-e9ea81d868e6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:23.827439 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e7eb966-8371-4e6a-a7b9-f6f5a9acec64 req-c7645fbf-d920-4e51-846b-e9ea81d868e6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.1083090 Oct 05 09:39:23.874833 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e7eb966-8371-4e6a-a7b9-f6f5a9acec64 req-1975fa16-c0ee-41b1-aa64-c01b0861e16f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417216 Oct 05 09:39:25.076025 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d2400-0e49-4644-a810-0dca75f68a47 req-23ccf69a-c9a3-4822-aa3d-c0f6d712a431 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:25.077491 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-246d2400-0e49-4644-a810-0dca75f68a47 req-23ccf69a-c9a3-4822-aa3d-c0f6d712a431 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0875583 Oct 05 09:39:25.125487 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-246d2400-0e49-4644-a810-0dca75f68a47 req-3f542c83-b950-4f8f-8efd-8ed563d1a02f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423725 Oct 05 09:39:26.133346 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-9956809b-1139-4d1f-ae7b-966859868f38 service neutron] 10.222.0.45 "GET /v2.0/ports/578bb212-46db-4eb6-bdb3-0d90664fb3ec/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.1939676 Oct 05 09:39:26.336488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e45467-7a6d-4b4a-8b59-ab5f0c00cacc req-b00101f7-ea54-4751-925c-6d39a909e728 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:26.338000 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-50e45467-7a6d-4b4a-8b59-ab5f0c00cacc req-b00101f7-ea54-4751-925c-6d39a909e728 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0959246 Oct 05 09:39:26.383063 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-50e45467-7a6d-4b4a-8b59-ab5f0c00cacc req-c5272c94-0a14-4738-ae44-dc6fec2318fb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390360 Oct 05 09:39:26.414471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-6c5f4227-aa55-4e63-b029-d3eb0d9f6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:26.415953 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-6c5f4227-aa55-4e63-b029-d3eb0d9f6545 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 1098 time: 0.0852387 Oct 05 09:39:26.526515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-161aba42-89a8-4aa2-990f-cbe5573b6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:26.527961 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-161aba42-89a8-4aa2-990f-cbe5573b6291 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 1098 time: 0.0906017 Oct 05 09:39:26.656497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-af528fbc-271b-434f-8bca-014db6e16dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:26.657904 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-af528fbc-271b-434f-8bca-014db6e16dbb service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1247282 Oct 05 09:39:26.758993 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-ef39e2b5-cc74-4f4a-8a0f-a35b5a24dee6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec HTTP/1.1" status: 200 len: 1000 time: 0.0949388 Oct 05 09:39:26.820696 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-63744a2c-b02c-428a-8f99-12eebbe7fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:26.822149 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-63744a2c-b02c-428a-8f99-12eebbe7fbc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0576985 Oct 05 09:39:26.908059 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-1a572da1-8e13-48a7-8fec-b898c2976c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:26.909471 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-1a572da1-8e13-48a7-8fec-b898c2976c39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817525 Oct 05 09:39:27.040847 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-73b224ee-7232-4725-9c55-f61f5d5602b5 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253417 Oct 05 09:39:27.171480 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3852cf0d-52d4-4ac9-ad83-9c59fa397365 req-54db2dc9-8666-42bf-a358-ea34a23bacf1 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242044 Oct 05 09:39:27.582432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa82a82-6d07-4592-b974-25e6941be3dd req-534cc252-e405-4023-8c8a-52aaeb96bfc7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:27.583875 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0aa82a82-6d07-4592-b974-25e6941be3dd req-534cc252-e405-4023-8c8a-52aaeb96bfc7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0904925 Oct 05 09:39:27.628714 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0aa82a82-6d07-4592-b974-25e6941be3dd req-78cd5d1b-8176-44e3-8c52-ca5efd6fedd8 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386717 Oct 05 09:39:28.841521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d0561-fab5-4cd3-a0a1-0f9136d56d2d req-f184a317-6641-4592-8979-ddf7d6ff580a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:28.844056 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8b6d0561-fab5-4cd3-a0a1-0f9136d56d2d req-f184a317-6641-4592-8979-ddf7d6ff580a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0991626 Oct 05 09:39:28.895605 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8b6d0561-fab5-4cd3-a0a1-0f9136d56d2d req-79c1e0d3-5218-46cf-a639-62a2dd7bf33d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456605 Oct 05 09:39:29.652703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 578bb212-46db-4eb6-bdb3-0d90664fb3ec details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:39:29.655746 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 578bb212-46db-4eb6-bdb3-0d90664fb3ec no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:29.871687 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 578bb212-46db-4eb6-bdb3-0d90664fb3ec is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:29.872060 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:29.906854 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 578bb212-46db-4eb6-bdb3-0d90664fb3ec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:29.931349 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '578bb212-46db-4eb6-bdb3-0d90664fb3ec', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'port_id': '578bb212-46db-4eb6-bdb3-0d90664fb3ec', 'mac_address': 'fa:16:3e:f2:32:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:39:29.932739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd324d-c147-4b0a-864c-140917eb777e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '578bb212-46db-4eb6-bdb3-0d90664fb3ec'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:39:29.934935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df2d7bd-d891-4284-8284-9d7ea7f961df" -d '{"events": [{"server_uuid": "68bd324d-c147-4b0a-864c-140917eb777e", "name": "network-vif-unplugged", "status": "completed", "tag": "578bb212-46db-4eb6-bdb3-0d90664fb3ec"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:39:29.972317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 578bb212-46db-4eb6-bdb3-0d90664fb3ec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:29.983447 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.016627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d68307-b944-442b-a188-77485bcd15d7 x-openstack-request-id: req-e5d68307-b944-442b-a188-77485bcd15d7 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:39:30.016921 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bd324d-c147-4b0a-864c-140917eb777e", "name": "network-vif-unplugged", "status": "completed", "tag": "578bb212-46db-4eb6-bdb3-0d90664fb3ec", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:39:30.017173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5d68307-b944-442b-a188-77485bcd15d7 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:39:30.017562 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d68307-b944-442b-a188-77485bcd15d7'] response: {'server_uuid': '68bd324d-c147-4b0a-864c-140917eb777e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '578bb212-46db-4eb6-bdb3-0d90664fb3ec', 'code': 200} Oct 05 09:39:30.048027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 578bb212-46db-4eb6-bdb3-0d90664fb3ec is: ACTIVE; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:30.048413 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.083847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 578bb212-46db-4eb6-bdb3-0d90664fb3ec {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:39:30.092174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=578bb212-46db-4eb6-bdb3-0d90664fb3ec,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:30.101593 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0c4cf-275b-4841-9635-bc3b734b64b9 req-dc183eef-bbe9-4565-908a-c0eb55841e54 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:30.103054 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e7b0c4cf-275b-4841-9635-bc3b734b64b9 req-dc183eef-bbe9-4565-908a-c0eb55841e54 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 943 time: 0.0894213 Oct 05 09:39:30.129520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:30.129857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:30.130226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:30.130562 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:30.130898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:30.131605 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:30.132170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:30.132509 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:30.132843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:30.133179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:30.133507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:30.133832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:30.148157 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e7b0c4cf-275b-4841-9635-bc3b734b64b9 req-21fe27d9-7b7f-4689-9bb1-f239bc79694f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394545 Oct 05 09:39:30.163303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:39:30.163679 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:39:30.473040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e61cb7-7503-42e4-8d2f-ad60458872fa req-488b4e1d-5c9c-427a-91ff-b79460ffbb4b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:30.473880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-97b7500a-f2c3-4401-a862-2479d34a1d86 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:30.474591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-97b7500a-f2c3-4401-a862-2479d34a1d86 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Synchronizing usage tracker for tenant:0b270f2cb1564a66afe4bee06bb0a2f8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:39:30.474731 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-68e61cb7-7503-42e4-8d2f-ad60458872fa req-488b4e1d-5c9c-427a-91ff-b79460ffbb4b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 943 time: 0.0901656 Oct 05 09:39:30.493490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-97b7500a-f2c3-4401-a862-2479d34a1d86 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Unset dirty status for tenant:0b270f2cb1564a66afe4bee06bb0a2f8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:39:30.494655 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-97b7500a-f2c3-4401-a862-2479d34a1d86 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 943 time: 0.1108689 Oct 05 09:39:30.525781 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-68e61cb7-7503-42e4-8d2f-ad60458872fa req-08678148-493b-463b-856f-6cb6518c0cd5 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440469 Oct 05 09:39:30.651423 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-ddc23d36-68ac-473d-8285-490183d56c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:30.652883 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-ddc23d36-68ac-473d-8285-490183d56c6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 1096 time: 0.0824904 Oct 05 09:39:30.717497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 578bb212-46db-4eb6-bdb3-0d90664fb3ec is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:30.718547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.739399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578bb212-46db-4eb6-bdb3-0d90664fb3ec {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:39:30.755662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 578bb212-46db-4eb6-bdb3-0d90664fb3ec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:30.761470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:30.784518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-9f6e34a0-335e-408e-8edf-4d82abb49fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:30.786125 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-9f6e34a0-335e-408e-8edf-4d82abb49fa0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1270499 Oct 05 09:39:30.829223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['578bb212-46db-4eb6-bdb3-0d90664fb3ec'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:39:30.873169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=578bb212-46db-4eb6-bdb3-0d90664fb3ec,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:30.891677 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-20ce9bf1-3ff3-4ea0-85f5-f5818ce756a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec HTTP/1.1" status: 200 len: 999 time: 0.0994723 Oct 05 09:39:30.954506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-dc3f095a-0e56-49d5-91b9-91de82a4e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:30.955948 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-dc3f095a-0e56-49d5-91b9-91de82a4e168 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0575154 Oct 05 09:39:31.043497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-d1a40244-0076-442b-a8ce-3269cac25968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:31.044893 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-d1a40244-0076-442b-a8ce-3269cac25968 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823190 Oct 05 09:39:31.288968 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-d0dadea1-bfe1-46dd-90b4-123de55affe2 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377155 Oct 05 09:39:31.420149 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08269663-e1d9-4352-81f0-b5c2d149b797 req-f1280e4d-e686-4327-a18c-8f4f31dd6a36 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252811 Oct 05 09:39:31.658890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 578bb212-46db-4eb6-bdb3-0d90664fb3ec up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:31.729478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c2c43-ebba-4664-aabd-711c6b0d48a6 req-9f7a0b54-bf79-41f8-938f-6d199e51afcb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:31.730857 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b11c2c43-ebba-4664-aabd-711c6b0d48a6 req-9f7a0b54-bf79-41f8-938f-6d199e51afcb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 944 time: 0.0874832 Oct 05 09:39:31.731769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 578bb212-46db-4eb6-bdb3-0d90664fb3ec triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:31.732180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:31.732481 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 578bb212-46db-4eb6-bdb3-0d90664fb3ec Oct 05 09:39:31.781089 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b11c2c43-ebba-4664-aabd-711c6b0d48a6 req-b6745790-0b8b-4048-bc4d-d487667b36c6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440972 Oct 05 09:39:31.867377 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 578bb212-46db-4eb6-bdb3-0d90664fb3ec is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:31.867869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:31.903403 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 578bb212-46db-4eb6-bdb3-0d90664fb3ec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:31.907400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:31.977649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=578bb212-46db-4eb6-bdb3-0d90664fb3ec,revision_number=8']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:32.019098 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd324d-c147-4b0a-864c-140917eb777e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578bb212-46db-4eb6-bdb3-0d90664fb3ec'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:39:32.022319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f766e6-428c-427e-a33f-f1680814f613" -d '{"events": [{"server_uuid": "68bd324d-c147-4b0a-864c-140917eb777e", "name": "network-vif-plugged", "status": "completed", "tag": "578bb212-46db-4eb6-bdb3-0d90664fb3ec"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:39:32.069231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622ad5f5-c179-4655-a366-479743295649 x-openstack-request-id: req-622ad5f5-c179-4655-a366-479743295649 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:39:32.069522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bd324d-c147-4b0a-864c-140917eb777e", "name": "network-vif-plugged", "status": "completed", "tag": "578bb212-46db-4eb6-bdb3-0d90664fb3ec", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:39:32.069776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-622ad5f5-c179-4655-a366-479743295649 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:39:32.070213 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622ad5f5-c179-4655-a366-479743295649'] response: {'server_uuid': '68bd324d-c147-4b0a-864c-140917eb777e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578bb212-46db-4eb6-bdb3-0d90664fb3ec', 'code': 200} Oct 05 09:39:32.816235 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3a35617-68dd-464d-a05f-9bf99a6c9dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:32.987317 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9b75d-6026-4145-9571-faf584d8f106 req-8ee33a42-2f9e-4844-8376-f9f16102687a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:32.988758 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d4b9b75d-6026-4145-9571-faf584d8f106 req-8ee33a42-2f9e-4844-8376-f9f16102687a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0889132 Oct 05 09:39:33.032970 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d4b9b75d-6026-4145-9571-faf584d8f106 req-576947f4-a673-40e4-9f45-3609fcbf987d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379107 Oct 05 09:39:33.323654 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7792436-4d8d-46f5-8590-672f95507006 req-da0475c3-3a7c-4789-8f51-55f45ca1e65e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:33.325101 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c7792436-4d8d-46f5-8590-672f95507006 req-da0475c3-3a7c-4789-8f51-55f45ca1e65e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.1780818 Oct 05 09:39:33.369088 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c7792436-4d8d-46f5-8590-672f95507006 req-7b433a6d-f0c3-4cf3-8a1f-111908ce8e0b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384629 Oct 05 09:39:33.570291 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9a101-d927-4b15-8471-c8c0b37767a3 req-034ef76a-ff7f-40b7-9e0e-1e0936659fc0 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:33.571753 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d6d9a101-d927-4b15-8471-c8c0b37767a3 req-034ef76a-ff7f-40b7-9e0e-1e0936659fc0 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0907307 Oct 05 09:39:33.617859 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d6d9a101-d927-4b15-8471-c8c0b37767a3 req-5c227d56-335b-40ad-b909-e9d768a1c38f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404327 Oct 05 09:39:34.011568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea5df8-9d80-490a-ac59-df3c75bf0f69 req-1c6d3bd7-f3db-4ac8-97a5-5dfa773e2bab tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:34.013007 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1fea5df8-9d80-490a-ac59-df3c75bf0f69 req-1c6d3bd7-f3db-4ac8-97a5-5dfa773e2bab tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0868020 Oct 05 09:39:34.056287 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1fea5df8-9d80-490a-ac59-df3c75bf0f69 req-a9268d2c-98f1-455a-a215-43131a0761b6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376675 Oct 05 09:39:34.792359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.257831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a191619-1b6b-4e0e-8f24-c848f2d620a0 req-51383ed7-bfad-498f-930f-9798a82bb40a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:35.259192 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1a191619-1b6b-4e0e-8f24-c848f2d620a0 req-51383ed7-bfad-498f-930f-9798a82bb40a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0898116 Oct 05 09:39:35.301214 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1a191619-1b6b-4e0e-8f24-c848f2d620a0 req-9a9a968d-bbac-4868-add2-8957ef5aca0b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364888 Oct 05 09:39:35.606947 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-206f4b9a-8610-49f5-b9f1-ce1eff7ffd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:35.687413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-dd8d18a8-45f6-4077-aa7a-ea6c9e49ed86 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:35.688825 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-dd8d18a8-45f6-4077-aa7a-ea6c9e49ed86 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 945 time: 0.0891752 Oct 05 09:39:35.762618 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Deleting port 578bb212-46db-4eb6-bdb3-0d90664fb3ec {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:39:35.762958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:36.015616 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] For port 578bb212-46db-4eb6-bdb3-0d90664fb3ec, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=578bb212-46db-4eb6-bdb3-0d90664fb3ec,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:36.015969 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:36.306353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:36.306635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:36.306942 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c disassociated. External IP: 172.26.0.58, port: 578bb212-46db-4eb6-bdb3-0d90664fb3ec. Oct 05 09:39:36.307275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Calling delete_port for 578bb212-46db-4eb6-bdb3-0d90664fb3ec owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:39:36.459520 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:36.501009 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f49841-a517-4d49-a97c-a83874b82476 req-df32cb62-73b8-4db1-b706-8c393d79ba94 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:36.502488 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-85f49841-a517-4d49-a97c-a83874b82476 req-df32cb62-73b8-4db1-b706-8c393d79ba94 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 867 time: 0.0899963 Oct 05 09:39:36.508798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event deleted for resources: {'Port': ['ID=578bb212-46db-4eb6-bdb3-0d90664fb3ec,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:36.520114 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:36.520459 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:36.520889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:36.521111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:36.521446 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:36.521766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:36.522107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:36.522432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:36.522752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:36.523070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:36.523384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:36.523702 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:39:36.555780 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-85f49841-a517-4d49-a97c-a83874b82476 req-da7d2336-0911-487f-b377-0d557b700475 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466588 Oct 05 09:39:36.717803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:36.778194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:36.914227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:36.916617 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:36.928672 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d0c128-b6fb-4a2b-b64b-a982cbd92b50 None None] Sync routers for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:36.938621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d0c128-b6fb-4a2b-b64b-a982cbd92b50 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:36.939252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d4d0c128-b6fb-4a2b-b64b-a982cbd92b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:39:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:37.109376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] No DVR routers for this DVR port 578bb212-46db-4eb6-bdb3-0d90664fb3ec on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:39:37.111898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:37.114407 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd324d-c147-4b0a-864c-140917eb777e', 'name': 'network-vif-deleted', 'tag': '578bb212-46db-4eb6-bdb3-0d90664fb3ec'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:39:37.117292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23937b4a-f5df-4a0b-8cde-d8bba7f6fa73" -d '{"events": [{"server_uuid": "68bd324d-c147-4b0a-864c-140917eb777e", "name": "network-vif-deleted", "tag": "578bb212-46db-4eb6-bdb3-0d90664fb3ec"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:39:37.132614 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2485cc33-a218-4862-bbbc-14a0edc6badc req-6a847f02-e8ef-4336-9e9e-c33c373bff74 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "DELETE /v2.0/ports/578bb212-46db-4eb6-bdb3-0d90664fb3ec HTTP/1.1" status: 204 len: 173 time: 1.4374025 Oct 05 09:39:37.168330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d4d0c128-b6fb-4a2b-b64b-a982cbd92b50 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:37.220253 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270af8b8-7844-46e1-a661-aea6d41d999b x-openstack-request-id: req-270af8b8-7844-46e1-a661-aea6d41d999b {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:39:37.220550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bd324d-c147-4b0a-864c-140917eb777e", "name": "network-vif-deleted", "tag": "578bb212-46db-4eb6-bdb3-0d90664fb3ec", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:39:37.220803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-270af8b8-7844-46e1-a661-aea6d41d999b {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:39:37.221202 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-270af8b8-7844-46e1-a661-aea6d41d999b'] response: {'server_uuid': '68bd324d-c147-4b0a-864c-140917eb777e', 'name': 'network-vif-deleted', 'tag': '578bb212-46db-4eb6-bdb3-0d90664fb3ec', 'status': 'completed', 'code': 200} Oct 05 09:39:37.488725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d4d0c128-b6fb-4a2b-b64b-a982cbd92b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:37.493155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d0c128-b6fb-4a2b-b64b-a982cbd92b50 None None] Checking router: 5c465d8f-bb28-4d21-b8dc-892ff3155a16 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:37.501652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d0c128-b6fb-4a2b-b64b-a982cbd92b50 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:37.502286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d4d0c128-b6fb-4a2b-b64b-a982cbd92b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:39:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:37.692655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d4d0c128-b6fb-4a2b-b64b-a982cbd92b50 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:37.746542 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dda491fc-1152-4ea9-896d-79d32470572c req-fb3fef1d-0c6f-469d-bbc2-78539fb1e250 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bd324d-c147-4b0a-864c-140917eb777e HTTP/1.1" status: 200 len: 210 time: 0.0566478 Oct 05 09:39:38.020920 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d4d0c128-b6fb-4a2b-b64b-a982cbd92b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:38.025263 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d0c128-b6fb-4a2b-b64b-a982cbd92b50 None None] The sync data for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv is: [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:38.233709 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e13dfe-63bf-4e02-bbc8-cf2a83580470 None None] New status for floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:39:39.113092 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-43463db1-f67b-45b7-8098-3b42785af0e1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--213971642&fields=id&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 267 time: 0.0404334 Oct 05 09:39:39.252587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:39.266841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-9379370f-212a-488d-80d8-7d93c1adb7d7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:39.268260 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-9379370f-212a-488d-80d8-7d93c1adb7d7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 812 time: 0.1480007 Oct 05 09:39:39.283928 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-5f11a4d2-0727-4ceb-9b2e-e40d867d1fca tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/quotas/0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 375 time: 0.0090706 Oct 05 09:39:39.381950 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-a6c52f4b-4feb-4dda-a033-e9fd62816491 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0918336 Oct 05 09:39:39.565057 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-969aaeaa-1368-49a3-9ca8-c8b67d5435ab service neutron] 10.222.0.64 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718082 Oct 05 09:39:39.682390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 578bb212-46db-4eb6-bdb3-0d90664fb3ec no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:39:39.699624 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-b7ada5d4-b2d5-4986-9b41-11a1451e0e96 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286681 Oct 05 09:39:39.718390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 578bb212-46db-4eb6-bdb3-0d90664fb3ec {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:39:39.718743 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 578bb212-46db-4eb6-bdb3-0d90664fb3ec not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:39:39.882752 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-74277e8a-e083-4759-9688-a68b614f227c req-52c16e26-600c-4f9f-b2fa-9f1e76dcb009 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 210 time: 0.0508258 Oct 05 09:39:40.933103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-fea3a27a-256e-4c85-b17e-d2588b4c2f83 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:40.934636 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-fea3a27a-256e-4c85-b17e-d2588b4c2f83 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 812 time: 0.1537280 Oct 05 09:39:40.984941 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-54c2648f-2243-4479-a366-61c59f1dd984 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 379 time: 0.0423975 Oct 05 09:39:40.993476 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Request body: {'port': {'device_id': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'admin_state_up': True, 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'security_groups': ['d1a093a3-f502-4577-8756-cbb8a92e8f78']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:41.062002 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b0a65450-27a7-4f65-a663-cc0659f4b881 req-5685ebcb-78cc-4915-95a8-204dccbd5d35 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 210 time: 0.0539944 Oct 05 09:39:41.133334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:39:41.137361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Usage tracker for resource:port and tenant:0b270f2cb1564a66afe4bee06bb0a2f8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:39:41.140376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:39:41.145896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:39:41.155071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Made reservation on behalf of 0b270f2cb1564a66afe4bee06bb0a2f8 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:39:41.158627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.323023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Allocated IP 172.20.0.3 (9a01e9f6-e244-49a5-9160-d85b8f3b883f/bb09ac08-b689-4907-a9b5-8c6410b5b43e/41be49a6-ee1d-4545-bd81-3be248806c15) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:39:41.511978 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.527487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Transition to ACTIVE for port object 41be49a6-ee1d-4545-bd81-3be248806c15 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:41.551177 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.615221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Network 9a01e9f6-e244-49a5-9160-d85b8f3b883f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:39:41.622718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:39:41.626896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:39:41.657313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event updated for resources: {'Port': ['ID=41be49a6-ee1d-4545-bd81-3be248806c15,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:41.694645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:41.695252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.721877 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2839f11f-9f3e-4299-aa22-0e3493db6a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7322507 Oct 05 09:39:41.733131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Request body: {'port': {'device_id': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:41.852861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.890483 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d982eef2-f6c7-4b84-9c78-f74d68d87990 None None] Provisioning for port 41be49a6-ee1d-4545-bd81-3be248806c15 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:41.901154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d982eef2-f6c7-4b84-9c78-f74d68d87990 None None] Provisioning complete for port 41be49a6-ee1d-4545-bd81-3be248806c15 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:41.901457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d982eef2-f6c7-4b84-9c78-f74d68d87990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:41.901818 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d982eef2-f6c7-4b84-9c78-f74d68d87990 None None] Attempt 1 to provision port 41be49a6-ee1d-4545-bd81-3be248806c15 Oct 05 09:39:41.960997 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d982eef2-f6c7-4b84-9c78-f74d68d87990 None None] Port 41be49a6-ee1d-4545-bd81-3be248806c15 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:42.212768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41be49a6-ee1d-4545-bd81-3be248806c15 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:39:42.220534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:42.236212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Transition to ACTIVE for port object 41be49a6-ee1d-4545-bd81-3be248806c15 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:39:42.241088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:42.263051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702baa7-8ab0-4ef9-91c4-90a16146dbc8 req-b0cf3f50-adef-4365-8b7b-2097547dc658 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:42.264574 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6702baa7-8ab0-4ef9-91c4-90a16146dbc8 req-b0cf3f50-adef-4365-8b7b-2097547dc658 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 931 time: 0.0912490 Oct 05 09:39:42.310484 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6702baa7-8ab0-4ef9-91c4-90a16146dbc8 req-f3ce6700-7546-4eb1-b95c-e6ad95a80317 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394981 Oct 05 09:39:42.427658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Pushing event updated for resources: {'Port': ['ID=41be49a6-ee1d-4545-bd81-3be248806c15,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:42.462384 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d982eef2-f6c7-4b84-9c78-f74d68d87990 None None] Attempt 2 to provision port 41be49a6-ee1d-4545-bd81-3be248806c15 Oct 05 09:39:42.466562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Attempting to bind port 41be49a6-ee1d-4545-bd81-3be248806c15 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:39:42.466900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Attempting to bind port 41be49a6-ee1d-4545-bd81-3be248806c15 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:39:42.467226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Attempting to bind port 41be49a6-ee1d-4545-bd81-3be248806c15 on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:42.471791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Port 41be49a6-ee1d-4545-bd81-3be248806c15 on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:39:42.472117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Attempting to bind port 41be49a6-ee1d-4545-bd81-3be248806c15 on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:39:42.478302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:39:42.478643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Checking segment: {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:39:42.479022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Bound using segment: {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:39:42.479452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Bound port: 41be49a6-ee1d-4545-bd81-3be248806c15, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:39:42.479800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:42.515902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d982eef2-f6c7-4b84-9c78-f74d68d87990 None None] Port 41be49a6-ee1d-4545-bd81-3be248806c15 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:39:42.568850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] For port 41be49a6-ee1d-4545-bd81-3be248806c15, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:39:42.571750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] For port 41be49a6-ee1d-4545-bd81-3be248806c15, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=41be49a6-ee1d-4545-bd81-3be248806c15,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:39:42.576293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:42.608513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:42.609121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:42.610512 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] 10.222.0.45 "PUT /v2.0/ports/41be49a6-ee1d-4545-bd81-3be248806c15 HTTP/1.1" status: 200 len: 1093 time: 0.8818474 Oct 05 09:39:42.610942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'tag': '41be49a6-ee1d-4545-bd81-3be248806c15'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:39:42.613217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57423308-cd94-4bc7-9519-35cc2b66d4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8368b6ae-0315-4d29-a9dd-e9dd821901f9", "tag": "41be49a6-ee1d-4545-bd81-3be248806c15"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:39:42.754799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6fcc4a-75a7-4c08-8632-b0aa4fb1ac55 x-openstack-request-id: req-5a6fcc4a-75a7-4c08-8632-b0aa4fb1ac55 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:39:42.755036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8368b6ae-0315-4d29-a9dd-e9dd821901f9", "tag": "41be49a6-ee1d-4545-bd81-3be248806c15", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:39:42.755230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a6fcc4a-75a7-4c08-8632-b0aa4fb1ac55 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:39:42.756133 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6fcc4a-75a7-4c08-8632-b0aa4fb1ac55'] response: {'name': 'network-changed', 'server_uuid': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'tag': '41be49a6-ee1d-4545-bd81-3be248806c15', 'status': 'completed', 'code': 200} Oct 05 09:39:42.812575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25658435-fda4-4c39-b825-e117ac64cf40 service neutron] Pushing event updated for resources: {'Port': ['ID=41be49a6-ee1d-4545-bd81-3be248806c15,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:42.844483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-1ac8c427-26df-4354-b797-2aa47793240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:42.846041 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-1ac8c427-26df-4354-b797-2aa47793240d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 1096 time: 0.0930836 Oct 05 09:39:42.917329 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-a4f7a804-7c26-4c10-ad8c-691f1265c6f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41be49a6-ee1d-4545-bd81-3be248806c15 HTTP/1.1" status: 200 len: 217 time: 0.0639451 Oct 05 09:39:42.978408 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-fbffd69a-9ee6-4f2f-a7b7-ce5588a86bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:42.979805 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-fbffd69a-9ee6-4f2f-a7b7-ce5588a86bf0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0572402 Oct 05 09:39:43.017471 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d982eef2-f6c7-4b84-9c78-f74d68d87990 None None] Attempt 3 to provision port 41be49a6-ee1d-4545-bd81-3be248806c15 Oct 05 09:39:43.070383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-aed60288-3f11-46eb-9258-94f5a5c3e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:43.071888 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-aed60288-3f11-46eb-9258-94f5a5c3e5fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842168 Oct 05 09:39:43.082776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d982eef2-f6c7-4b84-9c78-f74d68d87990 None None] Port 41be49a6-ee1d-4545-bd81-3be248806c15 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:39:43.204084 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-2568bbde-6878-4193-b009-51b3dbd4ee61 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262767 Oct 05 09:39:43.346036 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4f06b9f-8567-421a-8f9f-69348f5b63e8 req-1ddfa904-4d00-411e-b257-6764243def5e service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357024 Oct 05 09:39:43.467304 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423308-cd94-4bc7-9519-35cc2b66d4e4 req-e61821a0-f347-4555-8a79-35a5304497f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:43.468788 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-57423308-cd94-4bc7-9519-35cc2b66d4e4 req-e61821a0-f347-4555-8a79-35a5304497f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 1096 time: 0.0817404 Oct 05 09:39:43.516430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b903050-9918-4936-875b-bff79557f162 req-8b2e6c8b-2f7e-4a12-849b-48198cb5f802 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:43.518285 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b903050-9918-4936-875b-bff79557f162 req-8b2e6c8b-2f7e-4a12-849b-48198cb5f802 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 943 time: 0.0934379 Oct 05 09:39:43.562844 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b903050-9918-4936-875b-bff79557f162 req-da39aa1b-6c80-4753-9d25-3ec7a2fc54f1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386584 Oct 05 09:39:43.623102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423308-cd94-4bc7-9519-35cc2b66d4e4 req-62e85968-d273-446b-960b-3cdbf7405c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:43.624462 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-57423308-cd94-4bc7-9519-35cc2b66d4e4 req-62e85968-d273-446b-960b-3cdbf7405c8f service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1482799 Oct 05 09:39:43.695034 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-57423308-cd94-4bc7-9519-35cc2b66d4e4 req-c117106a-4c7f-45c7-afd2-9c19f649e226 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41be49a6-ee1d-4545-bd81-3be248806c15 HTTP/1.1" status: 200 len: 217 time: 0.0641465 Oct 05 09:39:43.757215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423308-cd94-4bc7-9519-35cc2b66d4e4 req-f7d8946f-7a33-43d4-bbea-e2b9e5a7b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:43.758730 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-57423308-cd94-4bc7-9519-35cc2b66d4e4 req-f7d8946f-7a33-43d4-bbea-e2b9e5a7b2d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0575006 Oct 05 09:39:43.846059 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423308-cd94-4bc7-9519-35cc2b66d4e4 req-6f455312-b5ba-4769-916f-929e6809401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:43.847535 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-57423308-cd94-4bc7-9519-35cc2b66d4e4 req-6f455312-b5ba-4769-916f-929e6809401d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822473 Oct 05 09:39:44.008192 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-57423308-cd94-4bc7-9519-35cc2b66d4e4 req-35e8a1bd-ef61-4531-ae20-2d4b3fe0c85d service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527026 Oct 05 09:39:44.137165 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-57423308-cd94-4bc7-9519-35cc2b66d4e4 req-a1fb6096-ca5a-40f5-8968-516cc7d4b484 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225152 Oct 05 09:39:44.770244 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d4756-f06f-4859-9fdd-d1c19971e3b2 req-42a1f2d2-0989-4c82-9003-eb53b7eb5d43 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:44.771757 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b78d4756-f06f-4859-9fdd-d1c19971e3b2 req-42a1f2d2-0989-4c82-9003-eb53b7eb5d43 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 943 time: 0.0903242 Oct 05 09:39:44.815470 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b78d4756-f06f-4859-9fdd-d1c19971e3b2 req-9fdb2a12-0f7f-45ea-b3e8-5eb290329a70 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378499 Oct 05 09:39:45.683840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 41be49a6-ee1d-4545-bd81-3be248806c15 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:39:45.817573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 41be49a6-ee1d-4545-bd81-3be248806c15, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=41be49a6-ee1d-4545-bd81-3be248806c15,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:45.831669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '41be49a6-ee1d-4545-bd81-3be248806c15', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'port_id': '41be49a6-ee1d-4545-bd81-3be248806c15', 'mac_address': 'fa:16:3e:64:d8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:39:45.889967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 41be49a6-ee1d-4545-bd81-3be248806c15 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:45.890889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:45.907661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41be49a6-ee1d-4545-bd81-3be248806c15 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:39:45.923156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 41be49a6-ee1d-4545-bd81-3be248806c15, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=41be49a6-ee1d-4545-bd81-3be248806c15,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:45.927322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:46.043989 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=41be49a6-ee1d-4545-bd81-3be248806c15,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:46.046179 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfc5a0-6fc3-4bee-8ec1-f860206414bd req-93dd41c9-3229-44f8-9f69-eb7f04ab0a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:46.047667 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fddfc5a0-6fc3-4bee-8ec1-f860206414bd req-93dd41c9-3229-44f8-9f69-eb7f04ab0a25 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 944 time: 0.1050928 Oct 05 09:39:46.092661 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fddfc5a0-6fc3-4bee-8ec1-f860206414bd req-14f42258-dda2-496b-b09d-c59f21e25e8b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389357 Oct 05 09:39:46.134647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['41be49a6-ee1d-4545-bd81-3be248806c15'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:39:47.381348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000101ae-57dd-4a34-bc9a-4ca808bae6e8 req-2031a990-e65a-4112-9a89-d8fe2f385c78 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:47.382831 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-000101ae-57dd-4a34-bc9a-4ca808bae6e8 req-2031a990-e65a-4112-9a89-d8fe2f385c78 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 944 time: 0.1776323 Oct 05 09:39:47.427437 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-000101ae-57dd-4a34-bc9a-4ca808bae6e8 req-0778a82f-9f44-406b-b022-0d855e3ab371 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387361 Oct 05 09:39:47.705277 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 41be49a6-ee1d-4545-bd81-3be248806c15 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:39:47.771032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 41be49a6-ee1d-4545-bd81-3be248806c15 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:39:47.775763 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 41be49a6-ee1d-4545-bd81-3be248806c15 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:39:47.776132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:47.776468 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 41be49a6-ee1d-4545-bd81-3be248806c15 Oct 05 09:39:47.896360 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 41be49a6-ee1d-4545-bd81-3be248806c15 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:39:47.896736 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:47.922800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41be49a6-ee1d-4545-bd81-3be248806c15'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:39:47.925221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebc80a0-7311-4ec2-8488-d02ec262b896" -d '{"events": [{"server_uuid": "8368b6ae-0315-4d29-a9dd-e9dd821901f9", "name": "network-vif-plugged", "status": "completed", "tag": "41be49a6-ee1d-4545-bd81-3be248806c15"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:39:47.933868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 41be49a6-ee1d-4545-bd81-3be248806c15, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=41be49a6-ee1d-4545-bd81-3be248806c15,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:39:47.937543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:47.971723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5f931e-9787-4798-a72e-c762fd9dccd6 x-openstack-request-id: req-7b5f931e-9787-4798-a72e-c762fd9dccd6 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:39:47.972016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8368b6ae-0315-4d29-a9dd-e9dd821901f9", "name": "network-vif-plugged", "status": "completed", "tag": "41be49a6-ee1d-4545-bd81-3be248806c15", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:39:47.972913 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b5f931e-9787-4798-a72e-c762fd9dccd6 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:39:47.973301 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b5f931e-9787-4798-a72e-c762fd9dccd6'] response: {'server_uuid': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41be49a6-ee1d-4545-bd81-3be248806c15', 'code': 200} Oct 05 09:39:48.017311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=41be49a6-ee1d-4545-bd81-3be248806c15,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:39:48.201930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b834a49-b366-4a59-82ba-13302d116485 req-2dc2f854-9256-42ec-ada2-65fbc6e97ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:48.203401 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2b834a49-b366-4a59-82ba-13302d116485 req-2dc2f854-9256-42ec-ada2-65fbc6e97ba2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 1098 time: 0.0749176 Oct 05 09:39:48.243008 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2b834a49-b366-4a59-82ba-13302d116485 req-d0734989-0fd4-40c0-92e3-7620eab14d81 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335560 Oct 05 09:39:48.627271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e750f-2448-4f47-a743-154803b92772 req-83eab731-a73c-4ee6-befc-97ac6a14f16c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:48.628698 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cb9e750f-2448-4f47-a743-154803b92772 req-83eab731-a73c-4ee6-befc-97ac6a14f16c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0886755 Oct 05 09:39:48.671936 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cb9e750f-2448-4f47-a743-154803b92772 req-a0f75374-bb5d-46c5-abda-5d729bad237b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376332 Oct 05 09:39:49.875717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268af694-1c4b-4235-baaa-a2f08893ce11 req-d946785a-27c0-4082-b2c0-5092269c7660 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:49.877189 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-268af694-1c4b-4235-baaa-a2f08893ce11 req-d946785a-27c0-4082-b2c0-5092269c7660 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0894039 Oct 05 09:39:49.927275 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-268af694-1c4b-4235-baaa-a2f08893ce11 req-bcc78e22-6232-4b83-b0c0-e685fb5471ee tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439453 Oct 05 09:39:50.127689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f95f4-be09-411d-af4c-255794b039f0 req-039123ed-2cbc-4cef-bd4a-3d9b50b61fb1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:50.129173 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a74f95f4-be09-411d-af4c-255794b039f0 req-039123ed-2cbc-4cef-bd4a-3d9b50b61fb1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0892978 Oct 05 09:39:50.139634 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39642) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:39:50.144641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d4bde99b-054b-45ad-acbb-534f7130a7ef tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Request body: {'floatingip': {'port_id': '41be49a6-ee1d-4545-bd81-3be248806c15'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:39:50.226836 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d4bde99b-054b-45ad-acbb-534f7130a7ef tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.826245 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d4bde99b-054b-45ad-acbb-534f7130a7ef tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.830077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d4bde99b-054b-45ad-acbb-534f7130a7ef tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:50.998018 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-d4bde99b-054b-45ad-acbb-534f7130a7ef tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c associated. External IP: 172.26.0.58, port: 41be49a6-ee1d-4545-bd81-3be248806c15. Oct 05 09:39:51.442896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bde99b-054b-45ad-acbb-534f7130a7ef tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:39:51.621773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bde99b-054b-45ad-acbb-534f7130a7ef tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:39:51.626355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d4bde99b-054b-45ad-acbb-534f7130a7ef tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:39:51.632247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac1a15-e6e1-4634-b884-f649670c4f91 None None] Sync routers for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:39:51.641663 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ac1a15-e6e1-4634-b884-f649670c4f91 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:51.642368 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-71ac1a15-e6e1-4634-b884-f649670c4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:39:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:51.684163 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d4bde99b-054b-45ad-acbb-534f7130a7ef tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "PUT /v2.0/floatingips/2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c HTTP/1.1" status: 200 len: 990 time: 1.5413771 Oct 05 09:39:51.684163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'tag': '41be49a6-ee1d-4545-bd81-3be248806c15'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:39:51.684940 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d05a3e5-9056-4909-bbcb-eaa042e0f14f" -d '{"events": [{"name": "network-changed", "server_uuid": "8368b6ae-0315-4d29-a9dd-e9dd821901f9", "tag": "41be49a6-ee1d-4545-bd81-3be248806c15"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:39:51.729323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc49b4b-ebbc-449d-abd7-db008f8d9e6f x-openstack-request-id: req-6cc49b4b-ebbc-449d-abd7-db008f8d9e6f {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:39:51.729613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8368b6ae-0315-4d29-a9dd-e9dd821901f9", "tag": "41be49a6-ee1d-4545-bd81-3be248806c15", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:39:51.729863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6cc49b4b-ebbc-449d-abd7-db008f8d9e6f {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:39:51.730303 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc49b4b-ebbc-449d-abd7-db008f8d9e6f'] response: {'name': 'network-changed', 'server_uuid': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'tag': '41be49a6-ee1d-4545-bd81-3be248806c15', 'status': 'completed', 'code': 200} Oct 05 09:39:51.825163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-71ac1a15-e6e1-4634-b884-f649670c4f91 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:51.840962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05a3e5-9056-4909-bbcb-eaa042e0f14f req-eb56e80d-7766-4165-a448-9ee10aee641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:51.842466 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d05a3e5-9056-4909-bbcb-eaa042e0f14f req-eb56e80d-7766-4165-a448-9ee10aee641e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 1098 time: 0.0902021 Oct 05 09:39:52.122310 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05a3e5-9056-4909-bbcb-eaa042e0f14f req-4f23e4f9-539a-467d-acac-fd61f774ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:52.123691 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d05a3e5-9056-4909-bbcb-eaa042e0f14f req-4f23e4f9-539a-467d-acac-fd61f774ebc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.2754340 Oct 05 09:39:52.180083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-71ac1a15-e6e1-4634-b884-f649670c4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'port_id': '41be49a6-ee1d-4545-bd81-3be248806c15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'mac_address': 'fa:16:3e:64:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:38:22Z', 'updated_at': '2022-10-05T09:39:50Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:52.183988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac1a15-e6e1-4634-b884-f649670c4f91 None None] Checking router: 5c465d8f-bb28-4d21-b8dc-892ff3155a16 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:39:52.192380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ac1a15-e6e1-4634-b884-f649670c4f91 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:39:52.193658 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-71ac1a15-e6e1-4634-b884-f649670c4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:39:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:52.225951 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d05a3e5-9056-4909-bbcb-eaa042e0f14f req-043c17d6-31b1-4ec2-a00a-c4006190fe51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41be49a6-ee1d-4545-bd81-3be248806c15 HTTP/1.1" status: 200 len: 998 time: 0.0962939 Oct 05 09:39:52.289414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05a3e5-9056-4909-bbcb-eaa042e0f14f req-e9957a24-1fe1-4f39-a43f-6bdd1dcbee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:52.290908 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d05a3e5-9056-4909-bbcb-eaa042e0f14f req-e9957a24-1fe1-4f39-a43f-6bdd1dcbee4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0590827 Oct 05 09:39:52.360660 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:39:52.376646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-71ac1a15-e6e1-4634-b884-f649670c4f91 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:39:52.389864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05a3e5-9056-4909-bbcb-eaa042e0f14f req-2b89845e-71d5-45b6-a724-c45535b92b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:39:52.392067 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d05a3e5-9056-4909-bbcb-eaa042e0f14f req-2b89845e-71d5-45b6-a724-c45535b92b5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0951777 Oct 05 09:39:52.531280 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d05a3e5-9056-4909-bbcb-eaa042e0f14f req-3db1f6b4-d058-465e-84db-e2742a74a1c9 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331007 Oct 05 09:39:52.666928 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d05a3e5-9056-4909-bbcb-eaa042e0f14f req-26188289-a93d-4855-8980-8969478a707c service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293013 Oct 05 09:39:52.773051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-71ac1a15-e6e1-4634-b884-f649670c4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'port_id': '41be49a6-ee1d-4545-bd81-3be248806c15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'mac_address': 'fa:16:3e:64:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:38:22Z', 'updated_at': '2022-10-05T09:39:50Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:39:52.776945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac1a15-e6e1-4634-b884-f649670c4f91 None None] The sync data for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv is: [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'port_id': '41be49a6-ee1d-4545-bd81-3be248806c15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'mac_address': 'fa:16:3e:64:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:38:22Z', 'updated_at': '2022-10-05T09:39:50Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:39:52.960149 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d8a69b-5bce-4219-8b25-ef1cb1900bae None None] New status for floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:40:02.820684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6a827962-0bed-4445-9803-1924dcce13a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:04.792289 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:05.610048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8255061b-ad61-4a67-a64d-1818b24e9ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:06.783296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:06.914631 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:09.257551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:10.454790 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ead2ec0-5102-4481-abaa-1dba88816f4b req-56a99e15-5661-4e58-849a-a5a0ef497456 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757132 Oct 05 09:40:10.605010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead2ec0-5102-4481-abaa-1dba88816f4b req-c7e316a0-e216-4396-a77e-8fb68b5fba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:10.606508 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ead2ec0-5102-4481-abaa-1dba88816f4b req-c7e316a0-e216-4396-a77e-8fb68b5fba93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 1098 time: 0.0825222 Oct 05 09:40:10.749460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead2ec0-5102-4481-abaa-1dba88816f4b req-9bf78a46-03a1-46d6-822d-1e1d6ac896c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:10.750832 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ead2ec0-5102-4481-abaa-1dba88816f4b req-9bf78a46-03a1-46d6-822d-1e1d6ac896c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1252439 Oct 05 09:40:10.858153 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ead2ec0-5102-4481-abaa-1dba88816f4b req-6663ca21-35e8-4b10-bb92-b124befc8fab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41be49a6-ee1d-4545-bd81-3be248806c15 HTTP/1.1" status: 200 len: 1000 time: 0.0993402 Oct 05 09:40:10.921778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead2ec0-5102-4481-abaa-1dba88816f4b req-4dab41ca-e0e7-42ce-b778-7d9f09931973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:10.923237 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ead2ec0-5102-4481-abaa-1dba88816f4b req-4dab41ca-e0e7-42ce-b778-7d9f09931973 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0586123 Oct 05 09:40:11.012704 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead2ec0-5102-4481-abaa-1dba88816f4b req-9dc63435-ef36-487d-a498-287501838321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:11.014105 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ead2ec0-5102-4481-abaa-1dba88816f4b req-9dc63435-ef36-487d-a498-287501838321 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840437 Oct 05 09:40:11.148428 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ead2ec0-5102-4481-abaa-1dba88816f4b req-49832e87-35dd-421e-8d41-0b9a465cbbeb service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278110 Oct 05 09:40:11.286647 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ead2ec0-5102-4481-abaa-1dba88816f4b req-a6cfbe47-d698-420a-b877-cc760383e041 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322856 Oct 05 09:40:27.289832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71775d-4931-419d-bb1e-45669e23a017 req-780d6e29-8e09-46ae-b4d6-79fe52c9b60d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:27.291257 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5d71775d-4931-419d-bb1e-45669e23a017 req-780d6e29-8e09-46ae-b4d6-79fe52c9b60d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.1066682 Oct 05 09:40:27.338212 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5d71775d-4931-419d-bb1e-45669e23a017 req-407a922a-b8d2-4643-aacc-b0d158c5534a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410383 Oct 05 09:40:28.544779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078cd01-18df-4f42-b40d-88b6808d2927 req-dee6026a-fc49-4b84-8af0-06b5ef98995e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:28.546316 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6078cd01-18df-4f42-b40d-88b6808d2927 req-dee6026a-fc49-4b84-8af0-06b5ef98995e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0904822 Oct 05 09:40:28.590556 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6078cd01-18df-4f42-b40d-88b6808d2927 req-78eff80b-6b3b-4d87-9dd4-b9ece94b5021 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384331 Oct 05 09:40:29.349620 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:40:29.802177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd4616-8c7b-4425-972a-9d6c193767b9 req-a0c290d5-f7d6-4c13-b7ba-e5abe7156600 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:29.803667 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-28fd4616-8c7b-4425-972a-9d6c193767b9 req-a0c290d5-f7d6-4c13-b7ba-e5abe7156600 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0949647 Oct 05 09:40:29.850270 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-28fd4616-8c7b-4425-972a-9d6c193767b9 req-952c4a5f-9beb-4e31-b9ee-e2f35cbcf036 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400381 Oct 05 09:40:31.068042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07021f23-1f3a-4edd-9eb5-e308627530b4 req-cf138e19-7f39-46de-b577-622d643b06a4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:31.069523 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-07021f23-1f3a-4edd-9eb5-e308627530b4 req-cf138e19-7f39-46de-b577-622d643b06a4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0923641 Oct 05 09:40:31.114483 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-07021f23-1f3a-4edd-9eb5-e308627530b4 req-1c477066-214b-44de-9be3-8fff1ba5eb9f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383136 Oct 05 09:40:32.314440 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d8701-c0d1-4888-98ed-65ae651c7fd3 req-78965c75-6ad9-4ee6-b2f0-3bbe6f0e11bb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:32.315890 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-934d8701-c0d1-4888-98ed-65ae651c7fd3 req-78965c75-6ad9-4ee6-b2f0-3bbe6f0e11bb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0872879 Oct 05 09:40:32.361307 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-934d8701-c0d1-4888-98ed-65ae651c7fd3 req-798ed5c9-805d-4e2b-a92c-96348cbbb573 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396211 Oct 05 09:40:32.826498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0bb22478-d82b-40c5-b249-4754a9e612ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:33.571565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cac3c7-d14d-4ed1-bdca-2811fddbf5a0 req-5e30cf79-ab60-4b46-835c-3dfa453e5d2e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:33.573015 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-47cac3c7-d14d-4ed1-bdca-2811fddbf5a0 req-5e30cf79-ab60-4b46-835c-3dfa453e5d2e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0921690 Oct 05 09:40:33.619386 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-47cac3c7-d14d-4ed1-bdca-2811fddbf5a0 req-d48c2f0d-fda5-4f7a-a972-cbc46a8c6f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398607 Oct 05 09:40:34.815275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:34.835874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37537227-e351-4eb1-9c0f-a7405e5020d4 req-e7df2644-a108-4840-8b64-9086d4b89759 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:34.837387 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-37537227-e351-4eb1-9c0f-a7405e5020d4 req-e7df2644-a108-4840-8b64-9086d4b89759 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.1069036 Oct 05 09:40:34.890261 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-37537227-e351-4eb1-9c0f-a7405e5020d4 req-0149a2c5-35c5-4d71-b2e2-4290c337099b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467644 Oct 05 09:40:35.611692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ee9de255-fae6-4678-8b98-1373181f4935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:36.095292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672d275-11e0-4c13-b549-6c92d7eef5b9 req-b0a2bc19-da57-4c5d-af9b-c2fb472051a5 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:36.096764 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e672d275-11e0-4c13-b549-6c92d7eef5b9 req-b0a2bc19-da57-4c5d-af9b-c2fb472051a5 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0952542 Oct 05 09:40:36.143092 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e672d275-11e0-4c13-b549-6c92d7eef5b9 req-9047da08-3385-4dce-98ca-81e76b10097e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401392 Oct 05 09:40:36.786444 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:36.917690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:37.354047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d5f3d-63e3-4615-81fe-dfd667b30ebf req-680bd4d9-4fa2-4e87-b393-f1f31211ecb7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:37.355744 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-af1d5f3d-63e3-4615-81fe-dfd667b30ebf req-680bd4d9-4fa2-4e87-b393-f1f31211ecb7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0970864 Oct 05 09:40:37.408286 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-af1d5f3d-63e3-4615-81fe-dfd667b30ebf req-ca1be168-828f-49c2-a01d-c2314533ec81 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460963 Oct 05 09:40:38.614094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c8502-61de-4117-84a4-444e871c96da req-c247b96c-b4b8-4072-91c0-6877ebf7c48b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:38.615562 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e4c8502-61de-4117-84a4-444e871c96da req-c247b96c-b4b8-4072-91c0-6877ebf7c48b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0914693 Oct 05 09:40:38.759798 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e4c8502-61de-4117-84a4-444e871c96da req-15d75fb5-c74c-4f1a-9468-482b725b26a0 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385303 Oct 05 09:40:39.260225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:39.958729 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f36cce-6a00-4345-9ffa-863826f35974 req-992bdf4d-051f-4fac-ade2-c15b6c33c892 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:39.960171 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c4f36cce-6a00-4345-9ffa-863826f35974 req-992bdf4d-051f-4fac-ade2-c15b6c33c892 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0856087 Oct 05 09:40:40.012770 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c4f36cce-6a00-4345-9ffa-863826f35974 req-d1c13971-032f-4a16-b802-a3838668494c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462027 Oct 05 09:40:41.218482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9fd40-f278-4c24-8acc-9fed934fe1ec req-fc8eea33-b61f-4598-887e-88a5877bfde2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:41.219802 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-80f9fd40-f278-4c24-8acc-9fed934fe1ec req-fc8eea33-b61f-4598-887e-88a5877bfde2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0969980 Oct 05 09:40:41.264804 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-80f9fd40-f278-4c24-8acc-9fed934fe1ec req-0f7e5676-7276-41f7-a449-08160f95362f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389342 Oct 05 09:40:42.469492 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71221e9c-b6d7-4f10-81b9-7890c7783465 req-b6b25fbd-40f4-4115-bf01-19571eb922ba tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:42.471010 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-71221e9c-b6d7-4f10-81b9-7890c7783465 req-b6b25fbd-40f4-4115-bf01-19571eb922ba tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0925610 Oct 05 09:40:42.516267 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-71221e9c-b6d7-4f10-81b9-7890c7783465 req-c5fb8612-4b36-4195-a9ff-146476a4787f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389171 Oct 05 09:40:43.713760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9025f9a-ad86-43d2-9be1-ec5103d5509d req-6cb81a30-75c5-45f7-8e3f-f4f265070bcb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:43.715231 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b9025f9a-ad86-43d2-9be1-ec5103d5509d req-6cb81a30-75c5-45f7-8e3f-f4f265070bcb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0882940 Oct 05 09:40:43.762396 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b9025f9a-ad86-43d2-9be1-ec5103d5509d req-c1b71377-a94a-437a-9e2a-d0b589e3c3ef tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404665 Oct 05 09:40:44.184259 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-87208d84-75e9-4bd8-b443-7e0a1decde0f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363716 Oct 05 09:40:44.197852 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964beed-006c-4771-8ada-fc0de2af6348 req-27f72456-deec-44cf-9fc1-c2b7ec8a57c3 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:44.199418 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8964beed-006c-4771-8ada-fc0de2af6348 req-27f72456-deec-44cf-9fc1-c2b7ec8a57c3 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.1000419 Oct 05 09:40:44.262035 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8964beed-006c-4771-8ada-fc0de2af6348 req-a203d46b-75ed-4bab-82ee-dfe361cdce9f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554066 Oct 05 09:40:45.455293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-91ab6eff-880c-42e9-a2bf-40867dcade79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:45.456781 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-91ab6eff-880c-42e9-a2bf-40867dcade79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 1098 time: 0.0848167 Oct 05 09:40:45.472648 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87702e-2d8c-43db-b685-855320c77bce req-f9700866-2d92-4def-97e3-5d0dc59688ec tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:45.474426 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b87702e-2d8c-43db-b685-855320c77bce req-f9700866-2d92-4def-97e3-5d0dc59688ec tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0948970 Oct 05 09:40:45.523714 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b87702e-2d8c-43db-b685-855320c77bce req-63e292ec-1129-40f9-bf1b-8f315bf99e2f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431244 Oct 05 09:40:45.715705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-17b07e57-d9f2-482b-b84a-8b412db24cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:45.717370 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-17b07e57-d9f2-482b-b84a-8b412db24cb9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.2550688 Oct 05 09:40:45.820138 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-a3d8013e-114f-4d16-b603-f0861e786739 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41be49a6-ee1d-4545-bd81-3be248806c15 HTTP/1.1" status: 200 len: 1000 time: 0.0971901 Oct 05 09:40:45.882188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-e00ae39d-fdf1-4d8c-bccf-41a3646060c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:45.883645 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-e00ae39d-fdf1-4d8c-bccf-41a3646060c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0575838 Oct 05 09:40:45.973398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-f598da9c-5bbc-46d7-8b18-853ec2ac53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:45.975035 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-f598da9c-5bbc-46d7-8b18-853ec2ac53f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843608 Oct 05 09:40:46.111397 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-32b342fe-70f6-41f3-9c1a-435cbf7ff5f9 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304586 Oct 05 09:40:46.251689 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-2e8f34c1-3e4c-41ba-98d8-8e1332f836b8 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347785 Oct 05 09:40:46.738974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b936f-84f8-4c2c-9dc7-5628720bdd6e req-6de5de51-375c-46c1-8842-16cc32217608 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:46.740493 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f36b936f-84f8-4c2c-9dc7-5628720bdd6e req-6de5de51-375c-46c1-8842-16cc32217608 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0956986 Oct 05 09:40:46.788813 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f36b936f-84f8-4c2c-9dc7-5628720bdd6e req-07808530-bde5-48d7-a71a-c29a45f2c099 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426586 Oct 05 09:40:47.950153 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-2a164b6f-7cb1-4059-a580-017d7873d884 service neutron] 10.222.0.45 "GET /v2.0/ports/41be49a6-ee1d-4545-bd81-3be248806c15/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0814760 Oct 05 09:40:47.997770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8c01d-8fff-481b-b295-7555188f6af6 req-2a2472d5-be2e-4d66-a708-1f674317d001 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:47.999351 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-eca8c01d-8fff-481b-b295-7555188f6af6 req-2a2472d5-be2e-4d66-a708-1f674317d001 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0928471 Oct 05 09:40:48.046913 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-eca8c01d-8fff-481b-b295-7555188f6af6 req-89d1b4da-79dd-4723-b2ee-ead67d138b07 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410182 Oct 05 09:40:48.257446 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-ebe81f9a-940f-43df-a58f-da53308816ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:48.258942 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-ebe81f9a-940f-43df-a58f-da53308816ff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 1098 time: 0.0838642 Oct 05 09:40:48.358510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-e240fae3-83ee-4b37-bc10-2e54af1e300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:48.360035 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-e240fae3-83ee-4b37-bc10-2e54af1e300b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 1098 time: 0.0786626 Oct 05 09:40:48.490366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-b8745500-8100-46e3-b69e-3561ad63b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:48.491829 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-b8745500-8100-46e3-b69e-3561ad63b29c service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1265693 Oct 05 09:40:48.596798 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-fd9bd7f0-7cad-424b-affa-72a0f0dbfc78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41be49a6-ee1d-4545-bd81-3be248806c15 HTTP/1.1" status: 200 len: 1000 time: 0.0992572 Oct 05 09:40:48.663182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-a2f3c419-10de-4ba9-9394-f6896fd3abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:48.664629 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-a2f3c419-10de-4ba9-9394-f6896fd3abe3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0623553 Oct 05 09:40:48.762187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-fcefde15-ad3c-403a-b280-c77acce760bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:48.763669 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-fcefde15-ad3c-403a-b280-c77acce760bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921230 Oct 05 09:40:48.899612 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-4de15373-1992-4465-b5aa-8adf4e94e02a service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293707 Oct 05 09:40:49.141124 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e11b59ce-0d50-4300-9557-4c857cfcb981 req-bbd25ea6-434b-47a2-93ad-29c66c3a0a5f service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350519 Oct 05 09:40:49.265636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a56c46-6293-4729-b426-686ce301305b req-355b2308-0b11-4d21-81c0-48bbbf6f4ed3 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:49.267178 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-91a56c46-6293-4729-b426-686ce301305b req-355b2308-0b11-4d21-81c0-48bbbf6f4ed3 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.1000683 Oct 05 09:40:49.319311 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-91a56c46-6293-4729-b426-686ce301305b req-8578d552-6632-45bd-a4f9-eb7ca4e27341 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448141 Oct 05 09:40:50.536019 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e02df9-768d-4a72-89c1-184c7bcf45ff req-31835e08-3ce0-4ca6-a62c-d56169421b8a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:50.537487 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-98e02df9-768d-4a72-89c1-184c7bcf45ff req-31835e08-3ce0-4ca6-a62c-d56169421b8a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0959160 Oct 05 09:40:50.587635 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-98e02df9-768d-4a72-89c1-184c7bcf45ff req-7a86e3ca-a99b-42c5-aa75-e4aeea6801d4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439999 Oct 05 09:40:51.804810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1b131-01ce-4905-a1db-6d4fd17cbd10 req-7131647e-0dce-466d-8006-60969a7e7951 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:51.806317 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96c1b131-01ce-4905-a1db-6d4fd17cbd10 req-7131647e-0dce-466d-8006-60969a7e7951 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.1006265 Oct 05 09:40:51.854287 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96c1b131-01ce-4905-a1db-6d4fd17cbd10 req-90b9cc96-1329-43ea-9a5d-d8367f900d37 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412018 Oct 05 09:40:52.037876 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 41be49a6-ee1d-4545-bd81-3be248806c15 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:40:52.071628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 41be49a6-ee1d-4545-bd81-3be248806c15 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:40:52.194956 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a1745-b151-4907-92e2-73bf41d0e1d4 req-18da1103-626d-4f30-af48-c2fabb76dd72 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:52.196605 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-246a1745-b151-4907-92e2-73bf41d0e1d4 req-18da1103-626d-4f30-af48-c2fabb76dd72 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.1023488 Oct 05 09:40:52.197850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-3b647b69-523d-432a-bb32-104c3da5ecee tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:52.198606 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-3b647b69-523d-432a-bb32-104c3da5ecee tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Synchronizing usage tracker for tenant:0b270f2cb1564a66afe4bee06bb0a2f8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:40:52.216205 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-3b647b69-523d-432a-bb32-104c3da5ecee tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Unset dirty status for tenant:0b270f2cb1564a66afe4bee06bb0a2f8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:40:52.218472 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-3b647b69-523d-432a-bb32-104c3da5ecee tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 945 time: 0.1213055 Oct 05 09:40:52.246938 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-246a1745-b151-4907-92e2-73bf41d0e1d4 req-e646a5dd-3d6b-4246-9e2f-1d68678b9220 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422802 Oct 05 09:40:52.292778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 41be49a6-ee1d-4545-bd81-3be248806c15, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=41be49a6-ee1d-4545-bd81-3be248806c15,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:52.307555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 41be49a6-ee1d-4545-bd81-3be248806c15 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:52.307939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:52.320281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '41be49a6-ee1d-4545-bd81-3be248806c15', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'port_id': '41be49a6-ee1d-4545-bd81-3be248806c15', 'mac_address': 'fa:16:3e:64:d8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:40:52.371661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41be49a6-ee1d-4545-bd81-3be248806c15'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:40:52.374572 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0432af-8136-4497-b669-607ef602e141" -d '{"events": [{"server_uuid": "8368b6ae-0315-4d29-a9dd-e9dd821901f9", "name": "network-vif-unplugged", "status": "completed", "tag": "41be49a6-ee1d-4545-bd81-3be248806c15"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:40:52.378375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-6421ba1f-c592-4924-9de2-d9eba08ec04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:52.379857 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-6421ba1f-c592-4924-9de2-d9eba08ec04a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 1098 time: 0.0838466 Oct 05 09:40:52.393895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 41be49a6-ee1d-4545-bd81-3be248806c15, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=41be49a6-ee1d-4545-bd81-3be248806c15,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:52.401469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:52.448043 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 41be49a6-ee1d-4545-bd81-3be248806c15 is: ACTIVE; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:52.448430 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:52.478887 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41be49a6-ee1d-4545-bd81-3be248806c15 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:40:52.520598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-bf61c791-93c7-46ab-88f9-a63429529451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:52.522180 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-bf61c791-93c7-46ab-88f9-a63429529451 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1365359 Oct 05 09:40:52.522354 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dbd733-0e07-4729-9a93-df1dd3204957 x-openstack-request-id: req-d4dbd733-0e07-4729-9a93-df1dd3204957 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:40:52.522520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8368b6ae-0315-4d29-a9dd-e9dd821901f9", "name": "network-vif-unplugged", "status": "completed", "tag": "41be49a6-ee1d-4545-bd81-3be248806c15", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:40:52.522770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4dbd733-0e07-4729-9a93-df1dd3204957 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:40:52.523156 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4dbd733-0e07-4729-9a93-df1dd3204957'] response: {'server_uuid': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41be49a6-ee1d-4545-bd81-3be248806c15', 'code': 200} Oct 05 09:40:52.533541 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=41be49a6-ee1d-4545-bd81-3be248806c15,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:52.546238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:52.546584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:52.546905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:52.547247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:52.547593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:52.547920 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:52.548252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:52.548579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:52.548910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:52.549237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:52.549563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:52.549890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:40:52.565532 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:40:52.565895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:40:52.628178 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-c07de14c-c54b-4fce-9079-edc8543f9475 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41be49a6-ee1d-4545-bd81-3be248806c15 HTTP/1.1" status: 200 len: 998 time: 0.0997527 Oct 05 09:40:52.690808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-49dfe649-8efa-4856-bdab-6440972bcaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:52.692237 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-49dfe649-8efa-4856-bdab-6440972bcaa2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0582094 Oct 05 09:40:52.778436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-5eb35071-fdd4-4a95-80c6-6f0d1a4efc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:52.779924 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-5eb35071-fdd4-4a95-80c6-6f0d1a4efc32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820572 Oct 05 09:40:52.913530 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-481d0495-f56d-42e7-bf33-513f9fff93c6 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273618 Oct 05 09:40:53.050267 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eb0ee9d9-946f-4cea-a49c-9ffc02b8f79f req-6d4a8737-6dc8-4deb-a21c-c10438eca9f1 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304302 Oct 05 09:40:53.125286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 41be49a6-ee1d-4545-bd81-3be248806c15 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:53.125886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:53.143678 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41be49a6-ee1d-4545-bd81-3be248806c15 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:40:53.161849 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 41be49a6-ee1d-4545-bd81-3be248806c15, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=41be49a6-ee1d-4545-bd81-3be248806c15,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:53.167658 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:53.238509 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['41be49a6-ee1d-4545-bd81-3be248806c15'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:40:53.279232 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=41be49a6-ee1d-4545-bd81-3be248806c15,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:53.462548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20916129-e7f4-4f00-ad50-f2769bc200df req-b09a70c1-6913-48fb-8ee8-3b4635a269d6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:53.464071 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-20916129-e7f4-4f00-ad50-f2769bc200df req-b09a70c1-6913-48fb-8ee8-3b4635a269d6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 944 time: 0.0916579 Oct 05 09:40:53.516273 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-20916129-e7f4-4f00-ad50-f2769bc200df req-bddfdb6f-cd67-4439-951b-786babc52377 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442696 Oct 05 09:40:54.048519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 41be49a6-ee1d-4545-bd81-3be248806c15 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:40:54.141365 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 41be49a6-ee1d-4545-bd81-3be248806c15 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:40:54.142090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:54.142090 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 41be49a6-ee1d-4545-bd81-3be248806c15 Oct 05 09:40:54.255056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 41be49a6-ee1d-4545-bd81-3be248806c15 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:40:54.255429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:54.286422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 41be49a6-ee1d-4545-bd81-3be248806c15, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=41be49a6-ee1d-4545-bd81-3be248806c15,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:40:54.290050 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:40:54.359937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=41be49a6-ee1d-4545-bd81-3be248806c15,revision_number=8']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:40:54.524386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41be49a6-ee1d-4545-bd81-3be248806c15'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:40:54.526732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6b4141-0e98-44e6-8d45-5d050df7f418" -d '{"events": [{"server_uuid": "8368b6ae-0315-4d29-a9dd-e9dd821901f9", "name": "network-vif-plugged", "status": "completed", "tag": "41be49a6-ee1d-4545-bd81-3be248806c15"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:40:54.568360 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddade3cb-1e92-482b-8e04-7ab9ec4773c0 x-openstack-request-id: req-ddade3cb-1e92-482b-8e04-7ab9ec4773c0 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:40:54.568628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8368b6ae-0315-4d29-a9dd-e9dd821901f9", "name": "network-vif-plugged", "status": "completed", "tag": "41be49a6-ee1d-4545-bd81-3be248806c15", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:40:54.568877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddade3cb-1e92-482b-8e04-7ab9ec4773c0 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:40:54.569342 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddade3cb-1e92-482b-8e04-7ab9ec4773c0'] response: {'server_uuid': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41be49a6-ee1d-4545-bd81-3be248806c15', 'code': 200} Oct 05 09:40:54.720223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94cf6-23d0-48fb-baf6-e68a049001a1 req-a7c8281b-bc9f-47ba-8a07-29b6f91c0797 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:54.721743 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-91a94cf6-23d0-48fb-baf6-e68a049001a1 req-a7c8281b-bc9f-47ba-8a07-29b6f91c0797 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0905874 Oct 05 09:40:54.772742 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-91a94cf6-23d0-48fb-baf6-e68a049001a1 req-12ebd344-caa7-4ede-900f-c5c574360051 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447817 Oct 05 09:40:55.003343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010f351-4cad-4c44-9fb0-653a8d20bf91 req-e7fb6419-3ebb-42c0-8dce-de7a2b75288c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:55.004824 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8010f351-4cad-4c44-9fb0-653a8d20bf91 req-e7fb6419-3ebb-42c0-8dce-de7a2b75288c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0962257 Oct 05 09:40:55.052716 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8010f351-4cad-4c44-9fb0-653a8d20bf91 req-24c59e0a-2ef1-4b3d-bde7-a456d824c8b0 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419686 Oct 05 09:40:55.583371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5c913-0cca-411f-96c4-4e51fdb9112e req-ddff448d-c2f9-4d75-a455-c63c72202150 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:55.584780 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6dc5c913-0cca-411f-96c4-4e51fdb9112e req-ddff448d-c2f9-4d75-a455-c63c72202150 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.1031625 Oct 05 09:40:55.620899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d260855-0686-4eb2-a264-a174eb23683d req-4b2dcea7-8698-4a6c-a6dc-d9bf4deda417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:55.622530 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8d260855-0686-4eb2-a264-a174eb23683d req-4b2dcea7-8698-4a6c-a6dc-d9bf4deda417 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 1098 time: 0.0816660 Oct 05 09:40:55.635698 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6dc5c913-0cca-411f-96c4-4e51fdb9112e req-a7cc8132-d9cd-4076-8525-51e1b6beecae tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445449 Oct 05 09:40:55.755417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d260855-0686-4eb2-a264-a174eb23683d req-34476621-05e8-456a-babd-8e1a2f75693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:55.756855 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8d260855-0686-4eb2-a264-a174eb23683d req-34476621-05e8-456a-babd-8e1a2f75693a service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1277022 Oct 05 09:40:55.873750 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8d260855-0686-4eb2-a264-a174eb23683d req-f30ae936-d492-4ac6-a8e2-2f8a00d6e8ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41be49a6-ee1d-4545-bd81-3be248806c15 HTTP/1.1" status: 200 len: 1000 time: 0.1082368 Oct 05 09:40:55.938090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d260855-0686-4eb2-a264-a174eb23683d req-cfaef09b-6dd0-48e8-af9e-491098d75fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:55.939531 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8d260855-0686-4eb2-a264-a174eb23683d req-cfaef09b-6dd0-48e8-af9e-491098d75fde service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0587914 Oct 05 09:40:56.033479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d260855-0686-4eb2-a264-a174eb23683d req-14090b43-00b7-44fe-84ca-15cdea3e8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:56.035008 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8d260855-0686-4eb2-a264-a174eb23683d req-14090b43-00b7-44fe-84ca-15cdea3e8bb0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899751 Oct 05 09:40:56.175147 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8d260855-0686-4eb2-a264-a174eb23683d req-d34f2fc0-b027-4fc7-879d-d70b246f0088 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339943 Oct 05 09:40:56.427915 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8d260855-0686-4eb2-a264-a174eb23683d req-9a22f199-c7fa-40f2-8da6-614b4055f56e service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465398 Oct 05 09:40:56.852121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa0d93-6c00-44dc-8a1a-08642a6a8464 req-791e6fc8-0aeb-4aee-9d39-0a3811533c12 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:56.859841 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-90aa0d93-6c00-44dc-8a1a-08642a6a8464 req-791e6fc8-0aeb-4aee-9d39-0a3811533c12 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.1023319 Oct 05 09:40:56.907115 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-90aa0d93-6c00-44dc-8a1a-08642a6a8464 req-f8b4556f-ff42-4216-ad58-f643f55b54ff tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463748 Oct 05 09:40:58.112870 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f725ed-e078-4e26-8dbc-31171ad7d246 req-2a7c4262-1836-47e5-bd5d-1cc9d29b4ac2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:58.114377 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f3f725ed-e078-4e26-8dbc-31171ad7d246 req-2a7c4262-1836-47e5-bd5d-1cc9d29b4ac2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0956562 Oct 05 09:40:58.158051 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f3f725ed-e078-4e26-8dbc-31171ad7d246 req-8e9cb123-ef98-4345-8e8e-bd688e21aa88 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379705 Oct 05 09:40:58.557807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ccc1e-f3b3-4aed-a8a4-5685b1ad56a1 req-68e024ee-c731-49f5-b739-bc52c1e199f7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:58.559277 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-764ccc1e-f3b3-4aed-a8a4-5685b1ad56a1 req-68e024ee-c731-49f5-b739-bc52c1e199f7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0926745 Oct 05 09:40:58.607676 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-764ccc1e-f3b3-4aed-a8a4-5685b1ad56a1 req-94d972e5-ece5-4164-a1c1-dc5f64c1f868 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424266 Oct 05 09:40:59.807068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a528af-31a9-43cd-8c43-1f8b8733fd8c req-d42af24f-7321-42c3-a047-698954e21a6f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:40:59.808509 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-27a528af-31a9-43cd-8c43-1f8b8733fd8c req-d42af24f-7321-42c3-a047-698954e21a6f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0876658 Oct 05 09:40:59.855144 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-27a528af-31a9-43cd-8c43-1f8b8733fd8c req-81d46b00-d0f4-4886-a715-dca371ec6ff4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403602 Oct 05 09:41:00.150848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-a8ec7b91-8f4c-4337-895d-12bfa4cebb6f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:00.152336 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-a8ec7b91-8f4c-4337-895d-12bfa4cebb6f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 945 time: 0.0937498 Oct 05 09:41:00.234304 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Deleting port 41be49a6-ee1d-4545-bd81-3be248806c15 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:41:00.234642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.486599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] For port 41be49a6-ee1d-4545-bd81-3be248806c15, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=41be49a6-ee1d-4545-bd81-3be248806c15,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:41:00.486866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.781506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.781777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:00.782115 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c disassociated. External IP: 172.26.0.58, port: 41be49a6-ee1d-4545-bd81-3be248806c15. Oct 05 09:41:00.782452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Calling delete_port for 41be49a6-ee1d-4545-bd81-3be248806c15 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:41:00.951112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:01.007778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event deleted for resources: {'Port': ['ID=41be49a6-ee1d-4545-bd81-3be248806c15,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:01.020056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:01.020411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:01.020731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:01.021059 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:01.021385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:01.021716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:01.022059 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:01.022384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:01.023108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:01.023108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:01.023365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:01.023617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:41:01.136701 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-496a15eb-2dfb-44ee-9ec9-2c48f195e033 req-feb491d1-fe0c-47c3-a2a9-beab664d69e4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8368b6ae-0315-4d29-a9dd-e9dd821901f9 HTTP/1.1" status: 200 len: 210 time: 0.1653359 Oct 05 09:41:01.227686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:41:01.415784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:41:01.428745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc037488-feb7-4618-9538-e17f4617e105 None None] Sync routers for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:41:01.441155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc037488-feb7-4618-9538-e17f4617e105 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:41:01.442198 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-fc037488-feb7-4618-9538-e17f4617e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:40:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:01.522883 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] No DVR routers for this DVR port 41be49a6-ee1d-4545-bd81-3be248806c15 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:41:01.525417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:01.528120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'name': 'network-vif-deleted', 'tag': '41be49a6-ee1d-4545-bd81-3be248806c15'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:41:01.530836 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24de2463-045a-4574-b596-85ac0a9a812e" -d '{"events": [{"server_uuid": "8368b6ae-0315-4d29-a9dd-e9dd821901f9", "name": "network-vif-deleted", "tag": "41be49a6-ee1d-4545-bd81-3be248806c15"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:41:01.547238 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-543ab39b-654e-4759-86db-dfff1c1fb8b8 req-52c7a909-416e-409c-a2fd-eb0617a15873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "DELETE /v2.0/ports/41be49a6-ee1d-4545-bd81-3be248806c15 HTTP/1.1" status: 204 len: 173 time: 1.3892162 Oct 05 09:41:01.584085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcc6417-f109-4228-818d-bfd1970fc991 x-openstack-request-id: req-5fcc6417-f109-4228-818d-bfd1970fc991 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:41:01.584547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8368b6ae-0315-4d29-a9dd-e9dd821901f9", "name": "network-vif-deleted", "tag": "41be49a6-ee1d-4545-bd81-3be248806c15", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:41:01.584981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5fcc6417-f109-4228-818d-bfd1970fc991 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:41:01.585610 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcc6417-f109-4228-818d-bfd1970fc991'] response: {'server_uuid': '8368b6ae-0315-4d29-a9dd-e9dd821901f9', 'name': 'network-vif-deleted', 'tag': '41be49a6-ee1d-4545-bd81-3be248806c15', 'status': 'completed', 'code': 200} Oct 05 09:41:01.658798 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-fc037488-feb7-4618-9538-e17f4617e105 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:41:02.044819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-fc037488-feb7-4618-9538-e17f4617e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:02.048980 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc037488-feb7-4618-9538-e17f4617e105 None None] Checking router: 5c465d8f-bb28-4d21-b8dc-892ff3155a16 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:41:02.057725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc037488-feb7-4618-9538-e17f4617e105 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:41:02.058370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-fc037488-feb7-4618-9538-e17f4617e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:40:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:02.279833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-fc037488-feb7-4618-9538-e17f4617e105 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:41:02.518700 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-d4a19064-f15b-4547-8ca6-62044827a6ea tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--213971642&fields=id&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 267 time: 0.0416045 Oct 05 09:41:02.618047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-fc037488-feb7-4618-9538-e17f4617e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:02.621885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc037488-feb7-4618-9538-e17f4617e105 None None] The sync data for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv is: [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:41:02.684219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-ed9ce47c-9935-46c4-8430-7f7136ed3e2d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:02.686054 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-ed9ce47c-9935-46c4-8430-7f7136ed3e2d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 812 time: 0.1599698 Oct 05 09:41:02.705383 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-07ecc6e6-f477-4995-9b88-46f62fdf174c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/quotas/0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 375 time: 0.0119438 Oct 05 09:41:02.804561 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-067587b7-d872-4619-ac76-b976c1886428 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0937219 Oct 05 09:41:02.825054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c43b1039-ad48-427e-a8e9-84f8867a0cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:02.866026 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b9a00-63a9-46ac-a898-21bfee6e3406 None None] New status for floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:41:03.006536 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-ff4f795b-6fa5-44e7-91af-44bd1b63b7cd service neutron] 10.222.0.64 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871073 Oct 05 09:41:03.156278 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-cc9d9818-949f-4cb7-8ef3-12173e7acc19 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437790 Oct 05 09:41:03.392633 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c9790510-0dab-493d-beb3-5ddfd8353fa0 req-bc61c2df-1d09-4e9d-bbe6-76996c402d21 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 210 time: 0.0888033 Oct 05 09:41:04.094480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 41be49a6-ee1d-4545-bd81-3be248806c15 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:41:04.129090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 41be49a6-ee1d-4545-bd81-3be248806c15 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:41:04.129445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 41be49a6-ee1d-4545-bd81-3be248806c15 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:41:04.559355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f8d8975c-c24d-4534-b37f-730e41888b9c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:04.561921 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f8d8975c-c24d-4534-b37f-730e41888b9c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 812 time: 0.2792656 Oct 05 09:41:04.568136 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-82cd8de7-f5fb-4529-89d2-d1ba4f65d3c1 req-fcf4f0ab-0eb4-4e2e-8a61-7f611f5c4050 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 210 time: 0.0530028 Oct 05 09:41:04.614141 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f997ab41-c022-4189-9e41-29281c9b7957 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 379 time: 0.0436156 Oct 05 09:41:04.622639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Request body: {'port': {'device_id': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'admin_state_up': True, 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'security_groups': ['d1a093a3-f502-4577-8756-cbb8a92e8f78']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:41:04.766682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:41:04.770913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Usage tracker for resource:port and tenant:0b270f2cb1564a66afe4bee06bb0a2f8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:41:04.773871 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:41:04.780753 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:41:04.790656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Made reservation on behalf of 0b270f2cb1564a66afe4bee06bb0a2f8 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:41:04.794457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:04.811887 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:04.969782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Allocated IP 172.20.0.3 (9a01e9f6-e244-49a5-9160-d85b8f3b883f/bb09ac08-b689-4907-a9b5-8c6410b5b43e/d353b830-1967-4089-8b52-47609596ebed) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:41:05.172237 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:05.189838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Transition to ACTIVE for port object d353b830-1967-4089-8b52-47609596ebed will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:41:05.212624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:05.279578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Network 9a01e9f6-e244-49a5-9160-d85b8f3b883f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:41:05.287464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:41:05.292694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:41:05.343944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event updated for resources: {'Port': ['ID=d353b830-1967-4089-8b52-47609596ebed,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:05.386159 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:05.386816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:05.414406 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-f2747564-9e02-4674-b6d1-01ceb1fa8504 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7953446 Oct 05 09:41:05.428997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Request body: {'port': {'device_id': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:41:05.567192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:05.591250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9238cfc1-4b59-4edc-97a3-1822b2d2c6ee None None] Provisioning for port d353b830-1967-4089-8b52-47609596ebed completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:41:05.621935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9238cfc1-4b59-4edc-97a3-1822b2d2c6ee None None] Provisioning complete for port d353b830-1967-4089-8b52-47609596ebed triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:41:05.622322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9238cfc1-4b59-4edc-97a3-1822b2d2c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:05.623151 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9238cfc1-4b59-4edc-97a3-1822b2d2c6ee None None] Attempt 1 to provision port d353b830-1967-4089-8b52-47609596ebed Oct 05 09:41:05.687019 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c51e2e2a-1129-435c-bfd8-abebb481d0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:05.724838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9238cfc1-4b59-4edc-97a3-1822b2d2c6ee None None] Port d353b830-1967-4089-8b52-47609596ebed cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:41:05.803945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de818064-a3fd-4587-8c59-2a2aae2c0723 req-f057270e-b8d3-4728-8806-057ec6f7c079 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:05.806310 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-de818064-a3fd-4587-8c59-2a2aae2c0723 req-f057270e-b8d3-4728-8806-057ec6f7c079 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 931 time: 0.1018460 Oct 05 09:41:05.868345 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-de818064-a3fd-4587-8c59-2a2aae2c0723 req-11825d93-f5e7-4cb5-9f31-55cc02a3878c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531788 Oct 05 09:41:05.976849 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d353b830-1967-4089-8b52-47609596ebed {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:41:05.985431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:06.001839 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Transition to ACTIVE for port object d353b830-1967-4089-8b52-47609596ebed will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:41:06.010497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:06.202889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Pushing event updated for resources: {'Port': ['ID=d353b830-1967-4089-8b52-47609596ebed,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:06.225632 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9238cfc1-4b59-4edc-97a3-1822b2d2c6ee None None] Attempt 2 to provision port d353b830-1967-4089-8b52-47609596ebed Oct 05 09:41:06.254259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Attempting to bind port d353b830-1967-4089-8b52-47609596ebed on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:41:06.254606 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Attempting to bind port d353b830-1967-4089-8b52-47609596ebed by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:41:06.254936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Attempting to bind port d353b830-1967-4089-8b52-47609596ebed on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:41:06.259593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Port d353b830-1967-4089-8b52-47609596ebed on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:41:06.259913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Attempting to bind port d353b830-1967-4089-8b52-47609596ebed on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:41:06.265835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:41:06.266205 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Checking segment: {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:41:06.266591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Bound using segment: {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:41:06.267021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Bound port: d353b830-1967-4089-8b52-47609596ebed, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:41:06.267370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:06.280902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9238cfc1-4b59-4edc-97a3-1822b2d2c6ee None None] Port d353b830-1967-4089-8b52-47609596ebed cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:41:06.348274 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:41:06.356260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:41:06.359578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d353b830-1967-4089-8b52-47609596ebed,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:41:06.364133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:06.395052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:06.395661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:06.397041 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] 10.222.0.45 "PUT /v2.0/ports/d353b830-1967-4089-8b52-47609596ebed HTTP/1.1" status: 200 len: 1093 time: 0.9727182 Oct 05 09:41:06.397470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'tag': 'd353b830-1967-4089-8b52-47609596ebed'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:41:06.399769 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684b47ee-d36f-4432-b55a-6f49eceee6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "tag": "d353b830-1967-4089-8b52-47609596ebed"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:41:06.479724 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b854f0-4369-4d5a-a320-792553755f55 x-openstack-request-id: req-67b854f0-4369-4d5a-a320-792553755f55 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:41:06.479963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "tag": "d353b830-1967-4089-8b52-47609596ebed", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:41:06.480149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67b854f0-4369-4d5a-a320-792553755f55 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:41:06.480539 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b854f0-4369-4d5a-a320-792553755f55'] response: {'name': 'network-changed', 'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'tag': 'd353b830-1967-4089-8b52-47609596ebed', 'status': 'completed', 'code': 200} Oct 05 09:41:06.494724 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d46f94-32cb-40c9-83dc-fbc4a4f58b2c service neutron] Pushing event updated for resources: {'Port': ['ID=d353b830-1967-4089-8b52-47609596ebed,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:06.529594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-fbb32f55-1701-4e58-8811-1c1f02f8b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:06.531113 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-fbb32f55-1701-4e58-8811-1c1f02f8b85b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 1096 time: 0.0895979 Oct 05 09:41:06.707079 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-11345bcc-48de-4828-8704-62c89abbe5c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d353b830-1967-4089-8b52-47609596ebed HTTP/1.1" status: 200 len: 217 time: 0.1696551 Oct 05 09:41:06.769738 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-4873f0ee-3bcf-4018-91fc-e780a7a9d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:06.771129 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-4873f0ee-3bcf-4018-91fc-e780a7a9d5e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0579162 Oct 05 09:41:06.782372 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9238cfc1-4b59-4edc-97a3-1822b2d2c6ee None None] Attempt 3 to provision port d353b830-1967-4089-8b52-47609596ebed Oct 05 09:41:06.828319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:06.852123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9238cfc1-4b59-4edc-97a3-1822b2d2c6ee None None] Port d353b830-1967-4089-8b52-47609596ebed had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:41:06.863996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-411f72af-b246-43c0-8616-7caf21cff172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:06.865486 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-411f72af-b246-43c0-8616-7caf21cff172 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884790 Oct 05 09:41:06.930580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:07.009068 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-d9eec3ce-3d68-4c34-8921-d6b1a22c5dde service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372116 Oct 05 09:41:07.083779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6237413-861f-43f8-8041-d82962822e31 req-f7ed8608-6494-488c-a5fc-265785e4ee7f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:07.085186 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f6237413-861f-43f8-8041-d82962822e31 req-f7ed8608-6494-488c-a5fc-265785e4ee7f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 943 time: 0.0944204 Oct 05 09:41:07.130533 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f6237413-861f-43f8-8041-d82962822e31 req-3f6bc669-22ee-4c83-9e81-cb301d26958e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394681 Oct 05 09:41:07.146338 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a3bc3fe2-4a1e-406f-af18-b8a4dda56a8b req-a2016841-2847-4ea9-942f-220e5d019b1b service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297872 Oct 05 09:41:07.285096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b47ee-d36f-4432-b55a-6f49eceee6d6 req-986cbca9-20ae-4e34-a011-7fac2110eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:07.286635 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-684b47ee-d36f-4432-b55a-6f49eceee6d6 req-986cbca9-20ae-4e34-a011-7fac2110eeec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 1096 time: 0.0840878 Oct 05 09:41:07.421299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b47ee-d36f-4432-b55a-6f49eceee6d6 req-ba3ac92c-0ff9-4aa6-ac3e-f402f4fe3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:07.422791 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-684b47ee-d36f-4432-b55a-6f49eceee6d6 req-ba3ac92c-0ff9-4aa6-ac3e-f402f4fe3694 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1294229 Oct 05 09:41:07.495221 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-684b47ee-d36f-4432-b55a-6f49eceee6d6 req-df6b0238-183a-42c7-adb8-f3c17744de1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d353b830-1967-4089-8b52-47609596ebed HTTP/1.1" status: 200 len: 217 time: 0.0657644 Oct 05 09:41:07.558567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b47ee-d36f-4432-b55a-6f49eceee6d6 req-573de63b-a819-4f5c-b98d-1751426d1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:07.560009 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-684b47ee-d36f-4432-b55a-6f49eceee6d6 req-573de63b-a819-4f5c-b98d-1751426d1846 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0582581 Oct 05 09:41:07.649607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b47ee-d36f-4432-b55a-6f49eceee6d6 req-fbb9609b-7c0f-4451-ae55-0f77125b0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:07.651141 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-684b47ee-d36f-4432-b55a-6f49eceee6d6 req-fbb9609b-7c0f-4451-ae55-0f77125b0408 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844483 Oct 05 09:41:07.787876 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-684b47ee-d36f-4432-b55a-6f49eceee6d6 req-1f225357-a588-49d0-b753-fb300f8ca912 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291976 Oct 05 09:41:07.924345 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-684b47ee-d36f-4432-b55a-6f49eceee6d6 req-679251a6-6599-40e1-953d-9ed73af29763 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297791 Oct 05 09:41:08.340959 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dba24e-334a-4c05-81a0-c81f484f8880 req-a627a391-f27e-4e73-b605-caaef13878a8 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:08.343199 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-86dba24e-334a-4c05-81a0-c81f484f8880 req-a627a391-f27e-4e73-b605-caaef13878a8 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 943 time: 0.0876172 Oct 05 09:41:08.387252 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-86dba24e-334a-4c05-81a0-c81f484f8880 req-fe5ed08a-80fe-4a43-8002-2e10e14817e8 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385339 Oct 05 09:41:09.270606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:09.597136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e34b30-0a8a-42fd-b16a-937223a8933b req-1bb2ed57-a8fb-458d-ac7f-94a5b6f1bf6d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:09.598670 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-39e34b30-0a8a-42fd-b16a-937223a8933b req-1bb2ed57-a8fb-458d-ac7f-94a5b6f1bf6d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 943 time: 0.0964084 Oct 05 09:41:09.646329 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-39e34b30-0a8a-42fd-b16a-937223a8933b req-5b7a25e6-9790-4e28-9cae-e01a7fcc7827 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408788 Oct 05 09:41:10.141566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device d353b830-1967-4089-8b52-47609596ebed details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:41:10.289140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d353b830-1967-4089-8b52-47609596ebed,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:41:10.304546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'd353b830-1967-4089-8b52-47609596ebed', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'port_id': 'd353b830-1967-4089-8b52-47609596ebed', 'mac_address': 'fa:16:3e:80:e7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:41:10.367842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port d353b830-1967-4089-8b52-47609596ebed is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:41:10.368224 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:10.385672 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d353b830-1967-4089-8b52-47609596ebed {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:41:10.402223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d353b830-1967-4089-8b52-47609596ebed,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:41:10.406500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:10.478378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=d353b830-1967-4089-8b52-47609596ebed,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:10.607843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['d353b830-1967-4089-8b52-47609596ebed'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:41:10.856708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadf6d9-900d-4da7-88a5-fd812b3a6bee req-757421c6-b985-46e3-b170-f95b68ee20e2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:10.858941 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7eadf6d9-900d-4da7-88a5-fd812b3a6bee req-757421c6-b985-46e3-b170-f95b68ee20e2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 944 time: 0.0961978 Oct 05 09:41:10.905751 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7eadf6d9-900d-4da7-88a5-fd812b3a6bee req-a70faa67-517e-4ea6-92f6-9b2afa55f541 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406837 Oct 05 09:41:12.113779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d16bd-4269-4d1c-b999-f5f2c39aea2d req-b85612b9-3c78-45cf-aa38-a37945b6a053 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:12.115279 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e5d16bd-4269-4d1c-b999-f5f2c39aea2d req-b85612b9-3c78-45cf-aa38-a37945b6a053 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 944 time: 0.0933239 Oct 05 09:41:12.141473 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device d353b830-1967-4089-8b52-47609596ebed up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:41:12.160514 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e5d16bd-4269-4d1c-b999-f5f2c39aea2d req-8e9cd37c-b617-45a4-9ba6-6b65ceda55c7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396364 Oct 05 09:41:12.247997 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port d353b830-1967-4089-8b52-47609596ebed completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:41:12.253729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port d353b830-1967-4089-8b52-47609596ebed triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:41:12.254142 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:12.254485 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port d353b830-1967-4089-8b52-47609596ebed Oct 05 09:41:12.393768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port d353b830-1967-4089-8b52-47609596ebed is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:41:12.394099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:12.487542 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd353b830-1967-4089-8b52-47609596ebed'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:41:12.489832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f4252c-769e-4fae-b8b8-a7938c0aad72" -d '{"events": [{"server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "name": "network-vif-plugged", "status": "completed", "tag": "d353b830-1967-4089-8b52-47609596ebed"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:41:12.501461 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d353b830-1967-4089-8b52-47609596ebed,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:41:12.507424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:12.541233 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc12723-51af-4f47-aff2-683403519c38 x-openstack-request-id: req-9bc12723-51af-4f47-aff2-683403519c38 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:41:12.541520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "name": "network-vif-plugged", "status": "completed", "tag": "d353b830-1967-4089-8b52-47609596ebed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:41:12.541770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bc12723-51af-4f47-aff2-683403519c38 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:41:12.542180 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc12723-51af-4f47-aff2-683403519c38'] response: {'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd353b830-1967-4089-8b52-47609596ebed', 'code': 200} Oct 05 09:41:12.618736 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=d353b830-1967-4089-8b52-47609596ebed,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:41:12.800469 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e67cf-e1a5-45e1-9ee1-775734ee201b req-2ee10985-ba29-4135-826e-a234a81769f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:12.801871 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2e3e67cf-e1a5-45e1-9ee1-775734ee201b req-2ee10985-ba29-4135-826e-a234a81769f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 1098 time: 0.0816617 Oct 05 09:41:12.846938 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2e3e67cf-e1a5-45e1-9ee1-775734ee201b req-af3b83bb-b440-4c6f-8ace-c87bbc390e25 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394306 Oct 05 09:41:13.370207 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f95bd-1274-4f77-a690-9bc9ea54a6fe req-ffc53b4b-4f12-4579-a298-920f8ef65ee4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:13.371768 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-485f95bd-1274-4f77-a690-9bc9ea54a6fe req-ffc53b4b-4f12-4579-a298-920f8ef65ee4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0951931 Oct 05 09:41:13.420605 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-485f95bd-1274-4f77-a690-9bc9ea54a6fe req-9ca6bffd-e766-4a9d-98bd-bc7ed2253e00 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424576 Oct 05 09:41:14.623589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dbde4-63e7-4eb8-974c-ac838044d1c4 req-5a88ac27-55d6-4a41-9cc0-765ead810835 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:14.625008 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-569dbde4-63e7-4eb8-974c-ac838044d1c4 req-5a88ac27-55d6-4a41-9cc0-765ead810835 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0896456 Oct 05 09:41:14.667433 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-569dbde4-63e7-4eb8-974c-ac838044d1c4 req-ad5633cd-7207-46dc-80d3-0fb97c5617dd tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367935 Oct 05 09:41:14.860908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34dbe1-3e4f-4d11-b313-32ea65497b0d req-8f558112-bd99-4923-888e-e4fd3fb9d4e7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:14.862374 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1c34dbe1-3e4f-4d11-b313-32ea65497b0d req-8f558112-bd99-4923-888e-e4fd3fb9d4e7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0866497 Oct 05 09:41:14.872532 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 39834) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:41:14.878110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d9557562-3e1e-435a-bf00-e6c87a3b9df4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Request body: {'floatingip': {'port_id': 'd353b830-1967-4089-8b52-47609596ebed'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:41:15.043548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d9557562-3e1e-435a-bf00-e6c87a3b9df4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:15.625342 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d9557562-3e1e-435a-bf00-e6c87a3b9df4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:15.628997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d9557562-3e1e-435a-bf00-e6c87a3b9df4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:15.798522 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-d9557562-3e1e-435a-bf00-e6c87a3b9df4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c associated. External IP: 172.26.0.58, port: d353b830-1967-4089-8b52-47609596ebed. Oct 05 09:41:16.142018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9557562-3e1e-435a-bf00-e6c87a3b9df4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:41:16.418213 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9557562-3e1e-435a-bf00-e6c87a3b9df4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:41:16.422502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d9557562-3e1e-435a-bf00-e6c87a3b9df4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:16.427863 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2feb2-d8db-4f9f-84ba-96970a5ef4ff None None] Sync routers for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:41:16.437076 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec2feb2-d8db-4f9f-84ba-96970a5ef4ff None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:41:16.437674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5ec2feb2-d8db-4f9f-84ba-96970a5ef4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:41:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:16.476956 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d9557562-3e1e-435a-bf00-e6c87a3b9df4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "PUT /v2.0/floatingips/2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c HTTP/1.1" status: 200 len: 990 time: 1.6027908 Oct 05 09:41:16.477530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'tag': 'd353b830-1967-4089-8b52-47609596ebed'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:41:16.479807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51932593-b37d-4120-9496-f5867f270c48" -d '{"events": [{"name": "network-changed", "server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "tag": "d353b830-1967-4089-8b52-47609596ebed"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:41:16.521124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2a1f3c-74d3-4920-8181-6d031f0fd344 x-openstack-request-id: req-7f2a1f3c-74d3-4920-8181-6d031f0fd344 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:41:16.521415 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "tag": "d353b830-1967-4089-8b52-47609596ebed", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:41:16.521661 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f2a1f3c-74d3-4920-8181-6d031f0fd344 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:41:16.522087 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2a1f3c-74d3-4920-8181-6d031f0fd344'] response: {'name': 'network-changed', 'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'tag': 'd353b830-1967-4089-8b52-47609596ebed', 'status': 'completed', 'code': 200} Oct 05 09:41:16.620679 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-5ec2feb2-d8db-4f9f-84ba-96970a5ef4ff None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:41:16.631857 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932593-b37d-4120-9496-f5867f270c48 req-379d60e6-0de3-4b4c-95ab-280068d719ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:16.633307 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51932593-b37d-4120-9496-f5867f270c48 req-379d60e6-0de3-4b4c-95ab-280068d719ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 1098 time: 0.0901327 Oct 05 09:41:16.765491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932593-b37d-4120-9496-f5867f270c48 req-8d688f1b-7251-42a2-b3a3-8db77e043ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:16.766865 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51932593-b37d-4120-9496-f5867f270c48 req-8d688f1b-7251-42a2-b3a3-8db77e043ac6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1263249 Oct 05 09:41:16.970540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5ec2feb2-d8db-4f9f-84ba-96970a5ef4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'port_id': 'd353b830-1967-4089-8b52-47609596ebed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'mac_address': 'fa:16:3e:80:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:38:22Z', 'updated_at': '2022-10-05T09:41:15Z', 'revision_number': 9, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:16.975600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2feb2-d8db-4f9f-84ba-96970a5ef4ff None None] Checking router: 5c465d8f-bb28-4d21-b8dc-892ff3155a16 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:41:16.985004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec2feb2-d8db-4f9f-84ba-96970a5ef4ff None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:41:16.985244 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51932593-b37d-4120-9496-f5867f270c48 req-400f828e-e051-4ca2-984c-12d3c41ddd38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d353b830-1967-4089-8b52-47609596ebed HTTP/1.1" status: 200 len: 998 time: 0.2123470 Oct 05 09:41:16.985656 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5ec2feb2-d8db-4f9f-84ba-96970a5ef4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:41:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:17.047561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932593-b37d-4120-9496-f5867f270c48 req-01269218-ccc4-45af-a5a2-959f75b243a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:17.048907 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51932593-b37d-4120-9496-f5867f270c48 req-01269218-ccc4-45af-a5a2-959f75b243a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0578349 Oct 05 09:41:17.133479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932593-b37d-4120-9496-f5867f270c48 req-d1404272-8068-4942-b190-5fad795fd84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:17.134968 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51932593-b37d-4120-9496-f5867f270c48 req-d1404272-8068-4942-b190-5fad795fd84b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801342 Oct 05 09:41:17.161476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-5ec2feb2-d8db-4f9f-84ba-96970a5ef4ff None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:41:17.267755 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51932593-b37d-4120-9496-f5867f270c48 req-87b3bbdc-0e28-4e51-82d1-82bbe1295577 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262805 Oct 05 09:41:17.415635 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51932593-b37d-4120-9496-f5867f270c48 req-3742deb8-8d9b-498e-9942-975c27c9116b service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422930 Oct 05 09:41:17.560944 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5ec2feb2-d8db-4f9f-84ba-96970a5ef4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'port_id': 'd353b830-1967-4089-8b52-47609596ebed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'mac_address': 'fa:16:3e:80:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:38:22Z', 'updated_at': '2022-10-05T09:41:15Z', 'revision_number': 9, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:41:17.564988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2feb2-d8db-4f9f-84ba-96970a5ef4ff None None] The sync data for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv is: [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'port_id': 'd353b830-1967-4089-8b52-47609596ebed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'mac_address': 'fa:16:3e:80:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:38:22Z', 'updated_at': '2022-10-05T09:41:15Z', 'revision_number': 9, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:41:17.942934 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c0a0e-4f71-41a8-8ef1-2117cb0e622d None None] New status for floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:41:32.822728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d8cae9ef-c823-40b3-89b4-338182994af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:34.828501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:35.615169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dba19e40-aa98-4cc8-ac15-a6c96a4ede97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:36.792106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:36.923145 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:39.265348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:41:43.348340 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:41:47.049914 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-25348c79-60f2-48f9-8316-87c2cd368dd1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784476 Oct 05 09:41:47.112729 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39516ef1-2491-4a2a-9719-6b4a8f418352 req-51f11083-db67-450a-860f-d53c965f52b3 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:47.114257 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-39516ef1-2491-4a2a-9719-6b4a8f418352 req-51f11083-db67-450a-860f-d53c965f52b3 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0921588 Oct 05 09:41:47.160054 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-39516ef1-2491-4a2a-9719-6b4a8f418352 req-e5f0c8ba-73d3-4390-8886-686319bfb6b8 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398982 Oct 05 09:41:48.224667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-be14c926-7895-4ce8-b395-285c457d515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:48.226172 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-be14c926-7895-4ce8-b395-285c457d515f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 1098 time: 0.0821819 Oct 05 09:41:48.359620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-a41a2f08-c27e-4aa5-a132-0bcaef7c359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:48.361057 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-a41a2f08-c27e-4aa5-a132-0bcaef7c359a service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1276581 Oct 05 09:41:48.363971 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761237b0-85e4-49fe-ab83-fd2c57a36003 req-d08e6c5e-d2fd-4e5b-82d8-84d948fcb00a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:48.365420 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-761237b0-85e4-49fe-ab83-fd2c57a36003 req-d08e6c5e-d2fd-4e5b-82d8-84d948fcb00a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0868428 Oct 05 09:41:48.410143 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-761237b0-85e4-49fe-ab83-fd2c57a36003 req-cf293c6d-df36-4290-a832-64c7dcb262f9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388677 Oct 05 09:41:48.469383 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-73d67286-81a1-4ffb-967b-e8e2d44f0199 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d353b830-1967-4089-8b52-47609596ebed HTTP/1.1" status: 200 len: 1001 time: 0.1014469 Oct 05 09:41:48.531294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-affcf281-bd43-443c-b2f1-f5b6945bc003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:48.532723 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-affcf281-bd43-443c-b2f1-f5b6945bc003 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0571597 Oct 05 09:41:48.617585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-cd230abc-92fc-4f30-9dbc-2dd47099ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:48.619123 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-cd230abc-92fc-4f30-9dbc-2dd47099ed07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794325 Oct 05 09:41:48.751556 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-98e66e6c-ea32-4a3b-9395-f9d14e778c4d service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255348 Oct 05 09:41:48.889930 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-11f8578f-a78d-40ee-ba03-6cd3a1a1636e service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323957 Oct 05 09:41:49.625361 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cfcbb-d0bf-4a72-87f5-e4f3dacca8e6 req-ddfb789e-aaee-45b6-8575-9a9ab527e8af tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:49.626823 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-524cfcbb-d0bf-4a72-87f5-e4f3dacca8e6 req-ddfb789e-aaee-45b6-8575-9a9ab527e8af tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0899634 Oct 05 09:41:49.670961 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-524cfcbb-d0bf-4a72-87f5-e4f3dacca8e6 req-1b96262d-407b-4133-a0c8-309b20a93126 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383341 Oct 05 09:41:50.876756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e835949-8e2b-4afc-834a-665849c64133 req-a9c86935-31e5-42d4-8c72-ef5addb50afb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:50.878243 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7e835949-8e2b-4afc-834a-665849c64133 req-a9c86935-31e5-42d4-8c72-ef5addb50afb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0920539 Oct 05 09:41:50.921592 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7e835949-8e2b-4afc-834a-665849c64133 req-722ef39a-ffe0-494b-b40f-ae2a8d863046 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374963 Oct 05 09:41:52.126706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4727cc-7ac7-4d43-8bd3-8f65f02719a5 req-73c67913-3d7e-4874-ac68-cacdb3836dbb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:52.128163 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4d4727cc-7ac7-4d43-8bd3-8f65f02719a5 req-73c67913-3d7e-4874-ac68-cacdb3836dbb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0931411 Oct 05 09:41:52.172575 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4d4727cc-7ac7-4d43-8bd3-8f65f02719a5 req-a9801078-f3f1-48c3-8087-8404ff0c83da tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384903 Oct 05 09:41:53.375407 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c4e54-006b-4c12-8bd4-aaedc57a5b01 req-8240f9a4-3caa-4be7-a4de-9d211b2e36ce tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:53.376873 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-846c4e54-006b-4c12-8bd4-aaedc57a5b01 req-8240f9a4-3caa-4be7-a4de-9d211b2e36ce tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0942924 Oct 05 09:41:53.421086 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-846c4e54-006b-4c12-8bd4-aaedc57a5b01 req-e8d388a7-f2ff-469f-8eda-82e05d12125c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383351 Oct 05 09:41:54.621466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c53627-4ed9-4a03-a642-2b7fec977b0c req-3b3eb203-3976-4245-91da-9c8c2b66b6fc tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:54.623588 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e3c53627-4ed9-4a03-a642-2b7fec977b0c req-3b3eb203-3976-4245-91da-9c8c2b66b6fc tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0917919 Oct 05 09:41:54.666226 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e3c53627-4ed9-4a03-a642-2b7fec977b0c req-8ae93b6a-6081-40d0-a4d1-865cfad1bc69 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365760 Oct 05 09:41:55.866665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e3787-e01c-49b8-ae4d-bd02d873f801 req-b17f1d41-3872-47ec-aea3-422838f06566 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:55.868103 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-146e3787-e01c-49b8-ae4d-bd02d873f801 req-b17f1d41-3872-47ec-aea3-422838f06566 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0880046 Oct 05 09:41:55.913403 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-146e3787-e01c-49b8-ae4d-bd02d873f801 req-b4cffbb1-3134-4dc7-9d44-b42431759d57 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389900 Oct 05 09:41:57.118725 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c18910-e913-48b1-8bdc-77d984ad8bd9 req-1aa2f277-54ed-4f4d-8d3e-c9ea7299ebab tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:57.120165 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3c18910-e913-48b1-8bdc-77d984ad8bd9 req-1aa2f277-54ed-4f4d-8d3e-c9ea7299ebab tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0910499 Oct 05 09:41:57.163584 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3c18910-e913-48b1-8bdc-77d984ad8bd9 req-296a3a36-839a-4c09-9758-d005da9df34f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372109 Oct 05 09:41:58.369024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bb66a-96b2-4af0-9b80-cd216b82c58c req-854c67a0-c842-4ce7-8911-cd8011f432f7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:58.370483 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a35bb66a-96b2-4af0-9b80-cd216b82c58c req-854c67a0-c842-4ce7-8911-cd8011f432f7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0915186 Oct 05 09:41:58.416336 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a35bb66a-96b2-4af0-9b80-cd216b82c58c req-7d821aa3-7939-4984-8e14-14bcd4ca70b6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401394 Oct 05 09:41:59.616092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dd5eb-cce7-4131-be57-5f97c1b8d34d req-739ae706-7e2d-428f-9845-6184be77802e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:41:59.617520 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-262dd5eb-cce7-4131-be57-5f97c1b8d34d req-739ae706-7e2d-428f-9845-6184be77802e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0874064 Oct 05 09:41:59.660617 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-262dd5eb-cce7-4131-be57-5f97c1b8d34d req-8d34ab6e-0ff0-4bd7-b160-070cd6f9d0ff tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374851 Oct 05 09:42:00.564144 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-5edb8d24-75b5-477e-a8f9-03e65e2b57b6 service neutron] 10.222.0.45 "GET /v2.0/ports/d353b830-1967-4089-8b52-47609596ebed/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0740154 Oct 05 09:42:00.838477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-8a3ce70e-bf14-4b64-94b8-7dd821ed0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:00.839955 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-8a3ce70e-bf14-4b64-94b8-7dd821ed0f85 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 1098 time: 0.0833538 Oct 05 09:42:00.873581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60c1ba-9019-4fd2-946d-8e708debb77c req-95a258fd-1501-4127-a412-886144ec7561 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:00.875343 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-db60c1ba-9019-4fd2-946d-8e708debb77c req-95a258fd-1501-4127-a412-886144ec7561 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0975988 Oct 05 09:42:00.926309 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-db60c1ba-9019-4fd2-946d-8e708debb77c req-202b47a2-951d-4d20-b498-e87556056422 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448728 Oct 05 09:42:00.948776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-4e0e9d5b-522d-4b44-9b6d-638fea87fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:00.950289 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-4e0e9d5b-522d-4b44-9b6d-638fea87fbce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 1098 time: 0.0889120 Oct 05 09:42:01.184991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-17187d8b-188b-4370-acbd-33ba9a3eca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:01.186972 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-17187d8b-188b-4370-acbd-33ba9a3eca22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.2314568 Oct 05 09:42:01.289972 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-30590db5-6469-4639-9ae5-a391a530e14b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d353b830-1967-4089-8b52-47609596ebed HTTP/1.1" status: 200 len: 1001 time: 0.0970037 Oct 05 09:42:01.351302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-305ab080-f565-406b-8df3-74dbf307c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:01.352705 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-305ab080-f565-406b-8df3-74dbf307c241 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0567029 Oct 05 09:42:01.438911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-2ad0a5e0-78a8-4675-beda-5e7aeecc2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:01.440292 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-2ad0a5e0-78a8-4675-beda-5e7aeecc2819 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815399 Oct 05 09:42:01.571736 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-93e5a9f3-3658-44a8-a59e-1837d98903bd service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248200 Oct 05 09:42:01.701837 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4a42c36-bb44-441d-889e-9d8419fc22c2 req-7d94a741-c4f5-45ca-ba8b-c1d82fcfd047 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227350 Oct 05 09:42:02.128698 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b6d19-6d03-4cba-9215-fe66e4f643fb req-68766698-7701-4ef2-8660-ea9b528de21f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:02.130179 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2c5b6d19-6d03-4cba-9215-fe66e4f643fb req-68766698-7701-4ef2-8660-ea9b528de21f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0916972 Oct 05 09:42:02.173093 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2c5b6d19-6d03-4cba-9215-fe66e4f643fb req-7e77df64-c5e6-4a08-8325-5e6e571823e3 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374038 Oct 05 09:42:02.830125 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-007c8d68-12c2-43d6-8669-d500b289b328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:03.385253 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b5dbc-33e1-4627-a442-fd49f781cc80 req-b0498751-30a0-4198-be5b-e91f89c962f1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:03.386771 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-647b5dbc-33e1-4627-a442-fd49f781cc80 req-b0498751-30a0-4198-be5b-e91f89c962f1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0986223 Oct 05 09:42:03.434139 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-647b5dbc-33e1-4627-a442-fd49f781cc80 req-f38c7d85-a06e-4739-b032-d12fd7eb3364 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415676 Oct 05 09:42:04.404903 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device d353b830-1967-4089-8b52-47609596ebed details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:42:04.408215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device d353b830-1967-4089-8b52-47609596ebed no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:42:04.637400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port d353b830-1967-4089-8b52-47609596ebed is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:04.637773 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:04.657053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d353b830-1967-4089-8b52-47609596ebed,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:04.678554 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'd353b830-1967-4089-8b52-47609596ebed', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'port_id': 'd353b830-1967-4089-8b52-47609596ebed', 'mac_address': 'fa:16:3e:80:e7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:42:04.685624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd353b830-1967-4089-8b52-47609596ebed'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:04.688058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b3c106-a208-48d5-b94b-a6c18668bc02" -d '{"events": [{"server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "name": "network-vif-unplugged", "status": "completed", "tag": "d353b830-1967-4089-8b52-47609596ebed"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:04.729285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d353b830-1967-4089-8b52-47609596ebed,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:04.738285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:04.745334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aab7d6d-61ab-463a-996e-518784239bd9 x-openstack-request-id: req-0aab7d6d-61ab-463a-996e-518784239bd9 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:04.745635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "name": "network-vif-unplugged", "status": "completed", "tag": "d353b830-1967-4089-8b52-47609596ebed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:04.745890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0aab7d6d-61ab-463a-996e-518784239bd9 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:04.746307 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aab7d6d-61ab-463a-996e-518784239bd9'] response: {'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd353b830-1967-4089-8b52-47609596ebed', 'code': 200} Oct 05 09:42:04.756657 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db24e8c-0bdb-4684-a1db-0f36b2c22b5f req-cd4c6708-3663-4d5f-b019-4696abc3901e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:04.758133 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7db24e8c-0bdb-4684-a1db-0f36b2c22b5f req-cd4c6708-3663-4d5f-b019-4696abc3901e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.1996312 Oct 05 09:42:04.801585 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7db24e8c-0bdb-4684-a1db-0f36b2c22b5f req-1cf9b5e1-07ff-4b32-b08a-922b4af6f791 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378168 Oct 05 09:42:04.804539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port d353b830-1967-4089-8b52-47609596ebed is: ACTIVE; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:04.804928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:04.853308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d353b830-1967-4089-8b52-47609596ebed {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:42:04.893296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:04.906738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=d353b830-1967-4089-8b52-47609596ebed,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:04.924651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:04.924905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:04.925254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:04.925597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:04.925936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:04.926299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:04.926632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:04.926965 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:04.927296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:04.927623 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:04.927950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:04.928273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:04.949387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:42:04.949749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:42:05.239686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-fc02d11c-b317-4d9e-843e-9b70d7da51a7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:05.240281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-fc02d11c-b317-4d9e-843e-9b70d7da51a7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Synchronizing usage tracker for tenant:0b270f2cb1564a66afe4bee06bb0a2f8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:42:05.256977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-fc02d11c-b317-4d9e-843e-9b70d7da51a7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Unset dirty status for tenant:0b270f2cb1564a66afe4bee06bb0a2f8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:42:05.258138 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-fc02d11c-b317-4d9e-843e-9b70d7da51a7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 943 time: 0.1093376 Oct 05 09:42:05.304541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05e801-9982-4a92-aa61-494e1efc9c98 req-51a165ba-7b69-4c99-803d-7768b35fad42 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:05.305993 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ab05e801-9982-4a92-aa61-494e1efc9c98 req-51a165ba-7b69-4c99-803d-7768b35fad42 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 943 time: 0.0921257 Oct 05 09:42:05.345557 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-de6a862f-ae30-4920-a82a-c1471b851ad9 service neutron] 10.222.0.45 "GET /v2.0/ports/d353b830-1967-4089-8b52-47609596ebed/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0817535 Oct 05 09:42:05.352429 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ab05e801-9982-4a92-aa61-494e1efc9c98 req-7e07d0fe-cfb3-4ac0-bdd2-fbc59236e161 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405159 Oct 05 09:42:05.451237 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-8c2ec787-64e9-4993-9fec-2c20fa659258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:05.453576 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-8c2ec787-64e9-4993-9fec-2c20fa659258 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 1096 time: 0.0829182 Oct 05 09:42:05.508970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port d353b830-1967-4089-8b52-47609596ebed is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:05.509912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:05.527598 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d353b830-1967-4089-8b52-47609596ebed {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:42:05.545748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d353b830-1967-4089-8b52-47609596ebed,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:05.551267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:05.603784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-c4e08987-1c39-45b5-9668-26bba4615d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:05.605552 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-c4e08987-1c39-45b5-9668-26bba4615d2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1469641 Oct 05 09:42:05.637123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['d353b830-1967-4089-8b52-47609596ebed'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:42:05.666687 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b89704c-f360-496c-8339-8871afcf2edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:05.690853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=d353b830-1967-4089-8b52-47609596ebed,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:05.721991 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-84846e5d-c388-47a6-aa9e-7b87602ff8b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d353b830-1967-4089-8b52-47609596ebed HTTP/1.1" status: 200 len: 1000 time: 0.1104972 Oct 05 09:42:05.788709 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-f9758c56-5bf5-4411-b408-9e982f8f033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:05.790080 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-f9758c56-5bf5-4411-b408-9e982f8f033c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0624707 Oct 05 09:42:05.879112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-38c1dca2-522a-4ed8-b3f3-219aaafca489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:05.880578 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-38c1dca2-522a-4ed8-b3f3-219aaafca489 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839300 Oct 05 09:42:06.017910 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-348a4598-61e5-4772-a210-c39bd2007e55 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303144 Oct 05 09:42:06.150634 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-590b6225-d465-4380-9689-bfff58651967 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264462 Oct 05 09:42:06.407263 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device d353b830-1967-4089-8b52-47609596ebed up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:42:06.480300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port d353b830-1967-4089-8b52-47609596ebed triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:06.480797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:06.481143 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port d353b830-1967-4089-8b52-47609596ebed Oct 05 09:42:06.559162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb81959-2f05-42d0-ae5d-6c9f2ab54db1 req-187b9827-6688-4770-8449-6790a35a2477 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:06.561411 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3fb81959-2f05-42d0-ae5d-6c9f2ab54db1 req-187b9827-6688-4770-8449-6790a35a2477 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 944 time: 0.0880735 Oct 05 09:42:06.608487 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3fb81959-2f05-42d0-ae5d-6c9f2ab54db1 req-87a4b59b-1c32-4de3-b9b1-09e4afe71908 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412481 Oct 05 09:42:06.608733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port d353b830-1967-4089-8b52-47609596ebed is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:06.609176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:06.644417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d353b830-1967-4089-8b52-47609596ebed,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:06.648625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:06.714862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=d353b830-1967-4089-8b52-47609596ebed,revision_number=8']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:06.746962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd353b830-1967-4089-8b52-47609596ebed'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:06.750173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bda0ff9-1cd9-43e4-bed2-16d04f600892" -d '{"events": [{"server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "name": "network-vif-plugged", "status": "completed", "tag": "d353b830-1967-4089-8b52-47609596ebed"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:06.795450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:06.800574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f935c409-d41b-40de-a3d2-fd3ec67f647e x-openstack-request-id: req-f935c409-d41b-40de-a3d2-fd3ec67f647e {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:06.800857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "name": "network-vif-plugged", "status": "completed", "tag": "d353b830-1967-4089-8b52-47609596ebed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:06.801104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f935c409-d41b-40de-a3d2-fd3ec67f647e {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:06.801486 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f935c409-d41b-40de-a3d2-fd3ec67f647e'] response: {'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd353b830-1967-4089-8b52-47609596ebed', 'code': 200} Oct 05 09:42:06.926143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:07.809488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7575460-ebc4-4536-a6bd-cc7bf9db25a1 req-5507c88b-a263-4e7a-9dea-3ceb9bce4873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:07.811631 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c7575460-ebc4-4536-a6bd-cc7bf9db25a1 req-5507c88b-a263-4e7a-9dea-3ceb9bce4873 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0877891 Oct 05 09:42:07.857238 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c7575460-ebc4-4536-a6bd-cc7bf9db25a1 req-0f74243e-02ef-4980-8f7d-d6907e80cc94 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398736 Oct 05 09:42:08.556731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-56a0e35c-2d5f-4f52-bf34-e27299985106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:08.558278 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-56a0e35c-2d5f-4f52-bf34-e27299985106 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 1098 time: 0.0903871 Oct 05 09:42:08.655713 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-c642d976-25ff-45d1-a7ad-bdd3276ec63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:08.657227 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-c642d976-25ff-45d1-a7ad-bdd3276ec63c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 1098 time: 0.0777962 Oct 05 09:42:08.885894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-4551fdfe-4d10-47b1-91ce-fc5a6da86f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:08.887426 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-4551fdfe-4d10-47b1-91ce-fc5a6da86f3d service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.2242854 Oct 05 09:42:08.989911 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-bd4ebec4-3e92-44c2-a654-ebe40db732f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d353b830-1967-4089-8b52-47609596ebed HTTP/1.1" status: 200 len: 1001 time: 0.0963249 Oct 05 09:42:09.054609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-c3f70ebf-fdcd-44ef-b27f-311f3f310a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:09.056096 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-c3f70ebf-fdcd-44ef-b27f-311f3f310a2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0600355 Oct 05 09:42:09.076228 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c59c6f-a549-40db-81c4-997705d82a36 req-14803da4-b6d7-4882-a5f6-0e757112c01b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:09.078139 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f4c59c6f-a549-40db-81c4-997705d82a36 req-14803da4-b6d7-4882-a5f6-0e757112c01b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0935755 Oct 05 09:42:09.124056 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f4c59c6f-a549-40db-81c4-997705d82a36 req-2c7ec1a4-a55e-492c-b1ad-e392ad6ea7a7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401092 Oct 05 09:42:09.139150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-42c4f351-d38f-4b64-b356-b34f4810703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:09.140648 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-42c4f351-d38f-4b64-b356-b34f4810703a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786555 Oct 05 09:42:09.268021 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:09.271879 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-532a5c5d-186e-46c4-89d8-db4cf3959dec service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251311 Oct 05 09:42:09.404771 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0b0768b-5a09-4d28-b037-320c9a1c61f6 req-ff276b18-bbfb-44b3-a8b9-34b386db834f service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268351 Oct 05 09:42:10.322678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9893a4-b9d8-4c11-89b6-2b68dcf03dbe req-eb612768-036f-453f-9ad1-1fef2499dfcf tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:10.324118 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3a9893a4-b9d8-4c11-89b6-2b68dcf03dbe req-eb612768-036f-453f-9ad1-1fef2499dfcf tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0874348 Oct 05 09:42:10.370332 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3a9893a4-b9d8-4c11-89b6-2b68dcf03dbe req-c32fec2f-1cab-4ec9-80eb-8ecb37f01d38 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399837 Oct 05 09:42:11.567202 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1cc52-06e0-4d6c-b1e5-5cdc252b58d7 req-c0a45ad7-874c-4d60-aa47-69ffdd85c7e2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:11.568655 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-17b1cc52-06e0-4d6c-b1e5-5cdc252b58d7 req-c0a45ad7-874c-4d60-aa47-69ffdd85c7e2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0879867 Oct 05 09:42:11.614095 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-17b1cc52-06e0-4d6c-b1e5-5cdc252b58d7 req-a831caba-2c5d-48ef-9626-2f536dd9a6ac tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397787 Oct 05 09:42:11.815760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cdec0-29a6-4739-9d01-84b8ad2880d6 req-d6449117-d8c4-4c2d-80b5-12d4ea50f5cb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:11.817194 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fd7cdec0-29a6-4739-9d01-84b8ad2880d6 req-d6449117-d8c4-4c2d-80b5-12d4ea50f5cb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0901737 Oct 05 09:42:11.861689 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fd7cdec0-29a6-4739-9d01-84b8ad2880d6 req-ea2c1f3f-9417-4f33-b579-5b70032350ed tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387433 Oct 05 09:42:12.058621 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118e1b8-7d06-47da-b509-3febdd721ca8 req-6c43f6e5-8d40-43f0-8669-ab1479957e1b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:12.060683 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6118e1b8-7d06-47da-b509-3febdd721ca8 req-6c43f6e5-8d40-43f0-8669-ab1479957e1b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0878894 Oct 05 09:42:12.109401 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6118e1b8-7d06-47da-b509-3febdd721ca8 req-46809849-a87c-4d18-b6d4-c9fe84a98b78 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429487 Oct 05 09:42:12.123346 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de1bc58e-d2df-4866-a548-2499e241831c req-3b7ed4af-c571-40a6-8138-6e94b1c68a46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859168 Oct 05 09:42:12.277588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bc58e-d2df-4866-a548-2499e241831c req-104786ab-20eb-46a4-8635-0102115d3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:12.279511 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de1bc58e-d2df-4866-a548-2499e241831c req-104786ab-20eb-46a4-8635-0102115d3e2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 1098 time: 0.0806577 Oct 05 09:42:12.434100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bc58e-d2df-4866-a548-2499e241831c req-823ffb95-fb57-414a-b295-772d7d3dc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:12.436155 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de1bc58e-d2df-4866-a548-2499e241831c req-823ffb95-fb57-414a-b295-772d7d3dc3fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1349452 Oct 05 09:42:12.441194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device d353b830-1967-4089-8b52-47609596ebed details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:42:12.443546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device d353b830-1967-4089-8b52-47609596ebed no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:42:12.524750 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7da1c-4f29-44d4-a5ce-085afc466860 req-1a9b02a4-c83a-4e6b-aea8-478f6223cdd9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:12.526167 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-09c7da1c-4f29-44d4-a5ce-085afc466860 req-1a9b02a4-c83a-4e6b-aea8-478f6223cdd9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0894516 Oct 05 09:42:12.547177 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de1bc58e-d2df-4866-a548-2499e241831c req-23155439-2bca-4c8c-b1ee-afe4c10e0043 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d353b830-1967-4089-8b52-47609596ebed HTTP/1.1" status: 200 len: 1001 time: 0.1045263 Oct 05 09:42:12.573225 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-09c7da1c-4f29-44d4-a5ce-085afc466860 req-ab658486-1800-4d03-b6fa-f5ffebaa1bc5 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387959 Oct 05 09:42:12.613500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bc58e-d2df-4866-a548-2499e241831c req-5c0a6453-04a4-40f5-b210-8ed1b18a5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:12.614958 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de1bc58e-d2df-4866-a548-2499e241831c req-5c0a6453-04a4-40f5-b210-8ed1b18a5042 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0611703 Oct 05 09:42:12.673870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port d353b830-1967-4089-8b52-47609596ebed is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:12.674281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:12.703214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bc58e-d2df-4866-a548-2499e241831c req-2b370355-eab2-4a7c-90b6-611cd0a3337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:12.704688 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de1bc58e-d2df-4866-a548-2499e241831c req-2b370355-eab2-4a7c-90b6-611cd0a3337e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837150 Oct 05 09:42:12.705392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d353b830-1967-4089-8b52-47609596ebed,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:12.727715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd353b830-1967-4089-8b52-47609596ebed'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:12.729993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517f555f-ad00-4fec-9bff-20ae26601dcb" -d '{"events": [{"server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "name": "network-vif-unplugged", "status": "completed", "tag": "d353b830-1967-4089-8b52-47609596ebed"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:12.732976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'd353b830-1967-4089-8b52-47609596ebed', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'port_id': 'd353b830-1967-4089-8b52-47609596ebed', 'mac_address': 'fa:16:3e:80:e7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:42:12.780875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d353b830-1967-4089-8b52-47609596ebed,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:12.788878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12369851-9cae-4f43-a3ab-7547f788474d x-openstack-request-id: req-12369851-9cae-4f43-a3ab-7547f788474d {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:12.789168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "name": "network-vif-unplugged", "status": "completed", "tag": "d353b830-1967-4089-8b52-47609596ebed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:12.789410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-12369851-9cae-4f43-a3ab-7547f788474d {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:12.789805 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12369851-9cae-4f43-a3ab-7547f788474d'] response: {'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd353b830-1967-4089-8b52-47609596ebed', 'code': 200} Oct 05 09:42:12.790549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:12.855114 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de1bc58e-d2df-4866-a548-2499e241831c req-a9cb898e-9496-4d2e-b0ce-dae9f4b0103e service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438539 Oct 05 09:42:12.907450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port d353b830-1967-4089-8b52-47609596ebed is: ACTIVE; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:12.907830 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:12.922437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=d353b830-1967-4089-8b52-47609596ebed,revision_number=9']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:12.928985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d353b830-1967-4089-8b52-47609596ebed {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:42:12.990061 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de1bc58e-d2df-4866-a548-2499e241831c req-3e0c46ff-cb71-411f-b3a4-63f218bcd1af service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258194 Oct 05 09:42:12.991903 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:42:12.992256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:42:13.546948 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port d353b830-1967-4089-8b52-47609596ebed is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:13.547652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:13.563381 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d353b830-1967-4089-8b52-47609596ebed {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:42:13.578862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d353b830-1967-4089-8b52-47609596ebed,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:13.582391 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:13.647246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['d353b830-1967-4089-8b52-47609596ebed'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:42:13.696322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=d353b830-1967-4089-8b52-47609596ebed,revision_number=10']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:13.784702 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d39c9-3e2a-4972-94c5-eddf4f280b92 req-37815ff4-ce8f-4e27-aac5-3f3aa9bbe2f2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:13.786185 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-442d39c9-3e2a-4972-94c5-eddf4f280b92 req-37815ff4-ce8f-4e27-aac5-3f3aa9bbe2f2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0980945 Oct 05 09:42:13.832319 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-442d39c9-3e2a-4972-94c5-eddf4f280b92 req-7a7b3085-8e55-497d-adca-906d60a8e590 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400267 Oct 05 09:42:14.440241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device d353b830-1967-4089-8b52-47609596ebed up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:42:14.508206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port d353b830-1967-4089-8b52-47609596ebed triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:14.508572 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:14.508905 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port d353b830-1967-4089-8b52-47609596ebed Oct 05 09:42:14.601654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-70d8f54c-7729-46b6-998f-e7173b89c1e2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:14.603137 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-70d8f54c-7729-46b6-998f-e7173b89c1e2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 945 time: 0.0870361 Oct 05 09:42:14.627170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port d353b830-1967-4089-8b52-47609596ebed is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:14.627754 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:14.662632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d353b830-1967-4089-8b52-47609596ebed,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:14.667891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:14.738495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=d353b830-1967-4089-8b52-47609596ebed,revision_number=11']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:14.790688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd353b830-1967-4089-8b52-47609596ebed'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:14.791664 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Deleting port d353b830-1967-4089-8b52-47609596ebed {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:42:14.792003 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:14.793035 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99616577-f072-43ac-a239-82158f2ca3b1" -d '{"events": [{"server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "name": "network-vif-plugged", "status": "completed", "tag": "d353b830-1967-4089-8b52-47609596ebed"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:14.836091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1711abbe-a9ac-4ac3-948e-b7488ebfb511 x-openstack-request-id: req-1711abbe-a9ac-4ac3-948e-b7488ebfb511 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:14.836470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "name": "network-vif-plugged", "status": "completed", "tag": "d353b830-1967-4089-8b52-47609596ebed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:14.836795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1711abbe-a9ac-4ac3-948e-b7488ebfb511 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:14.837262 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1711abbe-a9ac-4ac3-948e-b7488ebfb511'] response: {'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd353b830-1967-4089-8b52-47609596ebed', 'code': 200} Oct 05 09:42:15.035980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8839b-877d-4f0d-b953-6d208050e413 req-ab0fe6d5-780a-4680-9988-905eefc3bd2a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:15.037335 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-caa8839b-877d-4f0d-b953-6d208050e413 req-ab0fe6d5-780a-4680-9988-905eefc3bd2a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 946 time: 0.0863202 Oct 05 09:42:15.042530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] For port d353b830-1967-4089-8b52-47609596ebed, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d353b830-1967-4089-8b52-47609596ebed,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:15.042892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:15.084490 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-caa8839b-877d-4f0d-b953-6d208050e413 req-b07b2617-ca66-4bc8-b710-2b6b5ba3bdf2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412500 Oct 05 09:42:15.327863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:15.328181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:15.328498 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c disassociated. External IP: 172.26.0.58, port: d353b830-1967-4089-8b52-47609596ebed. Oct 05 09:42:15.328946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Calling delete_port for d353b830-1967-4089-8b52-47609596ebed owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:42:15.473173 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:15.523393 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event deleted for resources: {'Port': ['ID=d353b830-1967-4089-8b52-47609596ebed,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:15.533109 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.533449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.533784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.534142 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.534470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.534796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.535122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.535442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.535765 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.536082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.536398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.536711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:42:15.721876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:42:15.901471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:42:15.912088 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277e72b5-1644-4308-9023-eab1aac7f6a7 None None] Sync routers for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:42:15.927560 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277e72b5-1644-4308-9023-eab1aac7f6a7 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:15.928178 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-277e72b5-1644-4308-9023-eab1aac7f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:42:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:15.989564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] No DVR routers for this DVR port d353b830-1967-4089-8b52-47609596ebed on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:42:15.991993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:15.994534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'name': 'network-vif-deleted', 'tag': 'd353b830-1967-4089-8b52-47609596ebed'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:15.996774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f4487b-0233-420b-8e29-73fa4daeedba" -d '{"events": [{"server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "name": "network-vif-deleted", "tag": "d353b830-1967-4089-8b52-47609596ebed"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:16.010403 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ae7649c9-ef87-4506-b00c-f454ec6fdfb7 req-ec015897-2aaf-42f8-9f3b-b76c57a5e20e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "DELETE /v2.0/ports/d353b830-1967-4089-8b52-47609596ebed HTTP/1.1" status: 204 len: 173 time: 1.4013510 Oct 05 09:42:16.040097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29542917-eb19-4501-8126-c54c23f32140 x-openstack-request-id: req-29542917-eb19-4501-8126-c54c23f32140 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:16.040516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5739e80-62c9-4b77-8d43-33b71f46a69b", "name": "network-vif-deleted", "tag": "d353b830-1967-4089-8b52-47609596ebed", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:16.040770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29542917-eb19-4501-8126-c54c23f32140 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:16.041165 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29542917-eb19-4501-8126-c54c23f32140'] response: {'server_uuid': 'c5739e80-62c9-4b77-8d43-33b71f46a69b', 'name': 'network-vif-deleted', 'tag': 'd353b830-1967-4089-8b52-47609596ebed', 'status': 'completed', 'code': 200} Oct 05 09:42:16.111404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-277e72b5-1644-4308-9023-eab1aac7f6a7 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:16.268874 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-68aeee8e-6a0c-4783-b873-c5b5ff012682 req-0c3796a8-2f4d-46eb-ac63-775313fc3e7b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5739e80-62c9-4b77-8d43-33b71f46a69b HTTP/1.1" status: 200 len: 210 time: 0.0507541 Oct 05 09:42:16.426596 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-277e72b5-1644-4308-9023-eab1aac7f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:16.430446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277e72b5-1644-4308-9023-eab1aac7f6a7 None None] Checking router: 5c465d8f-bb28-4d21-b8dc-892ff3155a16 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:42:16.438801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277e72b5-1644-4308-9023-eab1aac7f6a7 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:16.439397 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-277e72b5-1644-4308-9023-eab1aac7f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:42:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:16.620108 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-277e72b5-1644-4308-9023-eab1aac7f6a7 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:16.977165 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-277e72b5-1644-4308-9023-eab1aac7f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:16.981146 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277e72b5-1644-4308-9023-eab1aac7f6a7 None None] The sync data for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv is: [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:42:17.190595 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22230b7-4950-432a-8a1f-0fa499e93653 None None] New status for floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:42:17.617664 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-bd95fafd-2ba7-4f20-993a-7637a099e4e0 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--213971642&fields=id&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 267 time: 0.0386710 Oct 05 09:42:17.764453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079859b1-477f-4de1-9e51-b12734c14461 req-fbd4e280-065a-47a7-a460-a85327a2f9d9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:17.765853 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-fbd4e280-065a-47a7-a460-a85327a2f9d9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 812 time: 0.1418629 Oct 05 09:42:17.780000 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-93a25b40-5b56-4907-8b03-3c04a7b1184f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/quotas/0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 375 time: 0.0086360 Oct 05 09:42:17.874740 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-e5badcea-3915-4ba4-902e-6e7e839e0878 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898383 Oct 05 09:42:18.098246 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-23ecb536-93d5-409f-9a80-65884a4d381c service neutron] 10.222.0.64 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118754 Oct 05 09:42:18.230700 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-37bf31b4-ebb9-4720-9967-79d0569b6616 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256659 Oct 05 09:42:18.411313 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a139e7c6-6210-4a87-a7b9-6fb2bb40fc9d req-73b774e3-06e9-417c-a553-660278b017b5 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 210 time: 0.0490124 Oct 05 09:42:18.468417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device d353b830-1967-4089-8b52-47609596ebed no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:42:18.502601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: d353b830-1967-4089-8b52-47609596ebed {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:42:18.502966 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device d353b830-1967-4089-8b52-47609596ebed not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:42:19.426665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079859b1-477f-4de1-9e51-b12734c14461 req-64964360-c80a-427d-814e-7a08b939fe49 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:19.428132 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-64964360-c80a-427d-814e-7a08b939fe49 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 812 time: 0.1505768 Oct 05 09:42:19.597876 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b81a6ec8-7b18-40ef-a03c-f22160b60cfe req-ef1ee08c-c55e-451d-92be-6753fac7bb26 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 210 time: 0.0575409 Oct 05 09:42:19.601511 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-1ad2cddf-5e7f-4ccb-a9a1-ff47901219b7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 379 time: 0.1645093 Oct 05 09:42:19.611196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Request body: {'port': {'device_id': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'admin_state_up': True, 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'security_groups': ['d1a093a3-f502-4577-8756-cbb8a92e8f78']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:19.743780 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:42:19.756799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Usage tracker for resource:port and tenant:0b270f2cb1564a66afe4bee06bb0a2f8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:42:19.760188 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:42:19.766753 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:42:19.776653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Made reservation on behalf of 0b270f2cb1564a66afe4bee06bb0a2f8 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:42:19.781418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:19.949459 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Allocated IP 172.20.0.11 (9a01e9f6-e244-49a5-9160-d85b8f3b883f/bb09ac08-b689-4907-a9b5-8c6410b5b43e/ccbd1303-1198-4563-ade5-f1196eba33e6) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:42:20.149410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.165049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Transition to ACTIVE for port object ccbd1303-1198-4563-ade5-f1196eba33e6 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:42:20.188548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.252332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Network 9a01e9f6-e244-49a5-9160-d85b8f3b883f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:42:20.259606 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:42:20.264049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:42:20.298456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event updated for resources: {'Port': ['ID=ccbd1303-1198-4563-ade5-f1196eba33e6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:20.334761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:20.335367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.347379 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:42:20.364548 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-b097f532-d353-4192-b656-088bda759ca9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7569492 Oct 05 09:42:20.375778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-a46daee2-3333-435f-a78d-2b2cd72e980e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:42:20.377000 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-a46daee2-3333-435f-a78d-2b2cd72e980e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063791 Oct 05 09:42:20.387358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Request body: {'port': {'device_id': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:20.489334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7d85e3da-fe12-4847-8474-bd8b61c91abd None None] Provisioning for port ccbd1303-1198-4563-ade5-f1196eba33e6 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:42:20.494848 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7d85e3da-fe12-4847-8474-bd8b61c91abd None None] Provisioning complete for port ccbd1303-1198-4563-ade5-f1196eba33e6 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:20.495219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7d85e3da-fe12-4847-8474-bd8b61c91abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.495650 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7d85e3da-fe12-4847-8474-bd8b61c91abd None None] Attempt 1 to provision port ccbd1303-1198-4563-ade5-f1196eba33e6 Oct 05 09:42:20.518394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.552338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7d85e3da-fe12-4847-8474-bd8b61c91abd None None] Port ccbd1303-1198-4563-ade5-f1196eba33e6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:42:20.803591 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf819a-e004-4aa3-9ca4-8d18ed4fad76 req-77373c95-5c8b-4e94-a530-636aabda3cb1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:20.804966 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3dbf819a-e004-4aa3-9ca4-8d18ed4fad76 req-77373c95-5c8b-4e94-a530-636aabda3cb1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 932 time: 0.0915365 Oct 05 09:42:20.852329 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3dbf819a-e004-4aa3-9ca4-8d18ed4fad76 req-20e29ed0-1851-4d20-8ae8-bb9adc08735f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406036 Oct 05 09:42:20.860371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbd1303-1198-4563-ade5-f1196eba33e6 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:42:20.868224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:20.883725 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Transition to ACTIVE for port object ccbd1303-1198-4563-ade5-f1196eba33e6 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:42:20.888110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:21.053873 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7d85e3da-fe12-4847-8474-bd8b61c91abd None None] Attempt 2 to provision port ccbd1303-1198-4563-ade5-f1196eba33e6 Oct 05 09:42:21.067361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbd1303-1198-4563-ade5-f1196eba33e6,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:21.109327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Attempting to bind port ccbd1303-1198-4563-ade5-f1196eba33e6 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:42:21.109546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7d85e3da-fe12-4847-8474-bd8b61c91abd None None] Port ccbd1303-1198-4563-ade5-f1196eba33e6 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:42:21.109649 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Attempting to bind port ccbd1303-1198-4563-ade5-f1196eba33e6 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:42:21.110000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Attempting to bind port ccbd1303-1198-4563-ade5-f1196eba33e6 on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:42:21.114591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Port ccbd1303-1198-4563-ade5-f1196eba33e6 on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:42:21.114913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Attempting to bind port ccbd1303-1198-4563-ade5-f1196eba33e6 on network 9a01e9f6-e244-49a5-9160-d85b8f3b883f {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:42:21.119922 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:42:21.120260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Checking segment: {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:42:21.120641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Bound using segment: {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:42:21.121065 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Bound port: ccbd1303-1198-4563-ade5-f1196eba33e6, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3612083-2a2d-4b2c-b24c-c04f1361dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:42:21.121409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:21.209639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:42:21.212813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ccbd1303-1198-4563-ade5-f1196eba33e6,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:42:21.219419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:21.255705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:21.256317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:21.257712 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] 10.222.0.45 "PUT /v2.0/ports/ccbd1303-1198-4563-ade5-f1196eba33e6 HTTP/1.1" status: 200 len: 1094 time: 0.8745010 Oct 05 09:42:21.258187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:21.260444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bbdde0-ce77-45c1-8889-1cf0b3bc0142" -d '{"events": [{"name": "network-changed", "server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:21.336164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1a41e2-fd69-4da4-a625-3589fe095362 x-openstack-request-id: req-4f1a41e2-fd69-4da4-a625-3589fe095362 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:21.336381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:21.336633 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f1a41e2-fd69-4da4-a625-3589fe095362 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:21.337031 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1a41e2-fd69-4da4-a625-3589fe095362'] response: {'name': 'network-changed', 'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'status': 'completed', 'code': 200} Oct 05 09:42:21.358565 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d4bfa-f069-4c3d-815c-0ae4b9363768 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbd1303-1198-4563-ade5-f1196eba33e6,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:21.387951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079859b1-477f-4de1-9e51-b12734c14461 req-58d38de8-aabf-4271-bc26-bf0e3a2ed10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:21.389458 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-58d38de8-aabf-4271-bc26-bf0e3a2ed10a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 1097 time: 0.0927966 Oct 05 09:42:21.571003 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-f9365d19-9ba5-4e5b-9867-71101ac8b386 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbd1303-1198-4563-ade5-f1196eba33e6 HTTP/1.1" status: 200 len: 217 time: 0.1748633 Oct 05 09:42:21.613993 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7d85e3da-fe12-4847-8474-bd8b61c91abd None None] Attempt 3 to provision port ccbd1303-1198-4563-ade5-f1196eba33e6 Oct 05 09:42:21.639208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079859b1-477f-4de1-9e51-b12734c14461 req-60a11896-cbe5-4c20-9db5-c3c3aba2ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:21.640666 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-60a11896-cbe5-4c20-9db5-c3c3aba2ac16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0615513 Oct 05 09:42:21.679286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7d85e3da-fe12-4847-8474-bd8b61c91abd None None] Port ccbd1303-1198-4563-ade5-f1196eba33e6 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:42:21.723065 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079859b1-477f-4de1-9e51-b12734c14461 req-5351f0f7-a7f3-4006-aed8-200737a4a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:21.724818 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-5351f0f7-a7f3-4006-aed8-200737a4a78e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785298 Oct 05 09:42:21.858763 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-7787be64-10fc-4be0-aaf0-64d5cad9dd78 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281931 Oct 05 09:42:21.993028 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-079859b1-477f-4de1-9e51-b12734c14461 req-885925ae-34af-4b0d-8d1d-220965a9201f service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282897 Oct 05 09:42:22.060004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98c005-b8d3-4d55-83ee-1ecc26263b85 req-a1e782de-fbe1-4a44-b24e-5e1c2db12407 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:22.061444 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2b98c005-b8d3-4d55-83ee-1ecc26263b85 req-a1e782de-fbe1-4a44-b24e-5e1c2db12407 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 944 time: 0.0961454 Oct 05 09:42:22.105978 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2b98c005-b8d3-4d55-83ee-1ecc26263b85 req-af18ce97-ee6f-41dc-980f-cec1ed314eaa tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387206 Oct 05 09:42:22.127206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbdde0-ce77-45c1-8889-1cf0b3bc0142 req-66089052-eaf7-4386-8438-9cc4682eb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:22.128666 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69bbdde0-ce77-45c1-8889-1cf0b3bc0142 req-66089052-eaf7-4386-8438-9cc4682eb14c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 1097 time: 0.0857058 Oct 05 09:42:22.260054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbdde0-ce77-45c1-8889-1cf0b3bc0142 req-58bcb7f7-a93e-4174-9357-291abfee8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:22.261400 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69bbdde0-ce77-45c1-8889-1cf0b3bc0142 req-58bcb7f7-a93e-4174-9357-291abfee8826 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1255977 Oct 05 09:42:22.329190 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69bbdde0-ce77-45c1-8889-1cf0b3bc0142 req-2b9f5632-5d92-4a92-b062-2de3a0e3240c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbd1303-1198-4563-ade5-f1196eba33e6 HTTP/1.1" status: 200 len: 217 time: 0.0604019 Oct 05 09:42:22.394499 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbdde0-ce77-45c1-8889-1cf0b3bc0142 req-17fba8c3-83bd-4b95-931c-348b36ee889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:22.395895 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69bbdde0-ce77-45c1-8889-1cf0b3bc0142 req-17fba8c3-83bd-4b95-931c-348b36ee889a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0605962 Oct 05 09:42:22.480521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbdde0-ce77-45c1-8889-1cf0b3bc0142 req-d2aa59d5-d1a4-4eab-bb12-433da9b7efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:22.482128 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69bbdde0-ce77-45c1-8889-1cf0b3bc0142 req-d2aa59d5-d1a4-4eab-bb12-433da9b7efbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778441 Oct 05 09:42:22.612838 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69bbdde0-ce77-45c1-8889-1cf0b3bc0142 req-07a4ee2a-97d4-4f06-bc02-492f862fb7e3 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234794 Oct 05 09:42:22.742698 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69bbdde0-ce77-45c1-8889-1cf0b3bc0142 req-33deb925-12fb-4dd6-bd2f-e3172c85f962 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239095 Oct 05 09:42:23.308721 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ad7d3-8cdd-4490-afed-cf0be2d0960c req-a58be2f2-88af-4957-a004-d180996e8117 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:23.310423 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5a2ad7d3-8cdd-4490-afed-cf0be2d0960c req-a58be2f2-88af-4957-a004-d180996e8117 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 944 time: 0.0870650 Oct 05 09:42:23.357458 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5a2ad7d3-8cdd-4490-afed-cf0be2d0960c req-2b2bd701-d822-475c-b7a3-ea34d4bfb537 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 Oct 05 09:42:24.498266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ccbd1303-1198-4563-ade5-f1196eba33e6 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:42:24.555806 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff99da8-9894-49ae-ad63-ea011cc72104 req-90997b3f-be6e-498c-ae5d-28715dd5af9d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:24.557262 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-eff99da8-9894-49ae-ad63-ea011cc72104 req-90997b3f-be6e-498c-ae5d-28715dd5af9d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 944 time: 0.0875368 Oct 05 09:42:24.601972 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-eff99da8-9894-49ae-ad63-ea011cc72104 req-84be946e-710c-4035-a22b-b676a0507637 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389678 Oct 05 09:42:24.633986 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ccbd1303-1198-4563-ade5-f1196eba33e6,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:24.647427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'port_id': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'mac_address': 'fa:16:3e:48:2b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:42:24.704564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port ccbd1303-1198-4563-ade5-f1196eba33e6 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:24.704953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:24.722906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbd1303-1198-4563-ade5-f1196eba33e6 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:42:24.738196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ccbd1303-1198-4563-ade5-f1196eba33e6,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:24.742238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:24.810915 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=ccbd1303-1198-4563-ade5-f1196eba33e6,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:24.945168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['ccbd1303-1198-4563-ade5-f1196eba33e6'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:42:25.799841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccea552-fe53-4283-9ace-06181f626aff req-909285e8-69bb-46d9-bbb9-008db67904ac tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:25.801297 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5ccea552-fe53-4283-9ace-06181f626aff req-909285e8-69bb-46d9-bbb9-008db67904ac tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 945 time: 0.0903361 Oct 05 09:42:25.845643 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5ccea552-fe53-4283-9ace-06181f626aff req-81b04647-4f0d-4852-8a0c-9d98ced5a6a9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386865 Oct 05 09:42:26.505165 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ccbd1303-1198-4563-ade5-f1196eba33e6 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:42:26.579334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port ccbd1303-1198-4563-ade5-f1196eba33e6 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:42:26.586370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port ccbd1303-1198-4563-ade5-f1196eba33e6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:42:26.586752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.587096 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port ccbd1303-1198-4563-ade5-f1196eba33e6 Oct 05 09:42:26.727150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port ccbd1303-1198-4563-ade5-f1196eba33e6 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:42:26.727575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.755477 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:26.757766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5acda2-d253-4353-8438-ca6e0a5ee077" -d '{"events": [{"server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "name": "network-vif-plugged", "status": "completed", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:26.767508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ccbd1303-1198-4563-ade5-f1196eba33e6,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:42:26.771474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:26.803582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41195159-6f9d-42b4-8d1e-8ad8317b8a90 x-openstack-request-id: req-41195159-6f9d-42b4-8d1e-8ad8317b8a90 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:26.803878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "name": "network-vif-plugged", "status": "completed", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:26.804121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41195159-6f9d-42b4-8d1e-8ad8317b8a90 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:26.804505 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41195159-6f9d-42b4-8d1e-8ad8317b8a90'] response: {'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'code': 200} Oct 05 09:42:26.848910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=ccbd1303-1198-4563-ade5-f1196eba33e6,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:42:27.055882 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c4ad0-e423-46c4-9179-55da8c98b527 req-39272011-7c3f-4775-bc19-a9a2e5bf7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:27.057495 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-192c4ad0-e423-46c4-9179-55da8c98b527 req-39272011-7c3f-4775-bc19-a9a2e5bf7436 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 1099 time: 0.0842829 Oct 05 09:42:27.066392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641abaf8-0a7f-44d7-866a-18afe2927a68 req-6e19a517-b0fb-4c81-96e2-c9903a27c2d6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:27.067944 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-641abaf8-0a7f-44d7-866a-18afe2927a68 req-6e19a517-b0fb-4c81-96e2-c9903a27c2d6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0982361 Oct 05 09:42:27.100423 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-192c4ad0-e423-46c4-9179-55da8c98b527 req-a66baf43-9cfe-4686-bf08-f927150e982e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365858 Oct 05 09:42:27.123172 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-641abaf8-0a7f-44d7-866a-18afe2927a68 req-330d8fb5-a0cd-4837-b6b2-3049293deef6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494180 Oct 05 09:42:28.337597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363e013-1ff2-490c-9e17-c6157cb5993a req-d84ca082-c18d-44b8-aca0-e093edb25a4a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:28.339072 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c363e013-1ff2-490c-9e17-c6157cb5993a req-d84ca082-c18d-44b8-aca0-e093edb25a4a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0874848 Oct 05 09:42:28.383989 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c363e013-1ff2-490c-9e17-c6157cb5993a req-5d99668d-96b6-44af-8652-6699af21e9be tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379798 Oct 05 09:42:28.594360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59bd0c-edf4-457d-8c8e-a4e1448ba5b1 req-f8410749-e594-4e64-9aa5-852605c18f90 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:28.595791 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4e59bd0c-edf4-457d-8c8e-a4e1448ba5b1 req-f8410749-e594-4e64-9aa5-852605c18f90 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.1027970 Oct 05 09:42:28.606434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40002) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:42:28.611248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-36504246-677c-4698-b993-a9c5d5b2d1e1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Request body: {'floatingip': {'port_id': 'ccbd1303-1198-4563-ade5-f1196eba33e6'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:42:28.688012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36504246-677c-4698-b993-a9c5d5b2d1e1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:29.372544 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36504246-677c-4698-b993-a9c5d5b2d1e1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:29.376434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36504246-677c-4698-b993-a9c5d5b2d1e1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:29.542590 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-36504246-677c-4698-b993-a9c5d5b2d1e1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c associated. External IP: 172.26.0.58, port: ccbd1303-1198-4563-ade5-f1196eba33e6. Oct 05 09:42:29.895084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36504246-677c-4698-b993-a9c5d5b2d1e1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:42:30.073235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36504246-677c-4698-b993-a9c5d5b2d1e1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:42:30.078120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36504246-677c-4698-b993-a9c5d5b2d1e1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:30.083975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69084208-8706-4e64-ac42-4625e990b439 None None] Sync routers for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:42:30.093688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69084208-8706-4e64-ac42-4625e990b439 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:30.094366 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-69084208-8706-4e64-ac42-4625e990b439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:42:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:30.132155 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-36504246-677c-4698-b993-a9c5d5b2d1e1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "PUT /v2.0/floatingips/2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c HTTP/1.1" status: 200 len: 992 time: 1.5245583 Oct 05 09:42:30.132656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:42:30.134985 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988e76c1-941c-4cb0-b76c-e8136ed74c17" -d '{"events": [{"name": "network-changed", "server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:42:30.176201 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ac8eb4-c7f2-43de-9434-ff1e7bfb89df x-openstack-request-id: req-21ac8eb4-c7f2-43de-9434-ff1e7bfb89df {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:42:30.176488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:42:30.176738 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21ac8eb4-c7f2-43de-9434-ff1e7bfb89df {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:42:30.177253 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ac8eb4-c7f2-43de-9434-ff1e7bfb89df'] response: {'name': 'network-changed', 'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'status': 'completed', 'code': 200} Oct 05 09:42:30.274809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-69084208-8706-4e64-ac42-4625e990b439 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:30.279471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e76c1-941c-4cb0-b76c-e8136ed74c17 req-9958c99b-70a5-474f-84ed-f1d84823ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:30.280962 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-988e76c1-941c-4cb0-b76c-e8136ed74c17 req-9958c99b-70a5-474f-84ed-f1d84823ce9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 1099 time: 0.0787575 Oct 05 09:42:30.417067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e76c1-941c-4cb0-b76c-e8136ed74c17 req-012896d2-8a61-490d-96c8-d5a7088aef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:30.418460 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-988e76c1-941c-4cb0-b76c-e8136ed74c17 req-012896d2-8a61-490d-96c8-d5a7088aef16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1315708 Oct 05 09:42:30.631221 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-988e76c1-941c-4cb0-b76c-e8136ed74c17 req-a0997bbd-cddd-43cd-b263-35d3c5c338ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbd1303-1198-4563-ade5-f1196eba33e6 HTTP/1.1" status: 200 len: 1000 time: 0.2055695 Oct 05 09:42:30.665879 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-69084208-8706-4e64-ac42-4625e990b439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'port_id': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'mac_address': 'fa:16:3e:48:2b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:38:22Z', 'updated_at': '2022-10-05T09:42:29Z', 'revision_number': 13, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:30.669979 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69084208-8706-4e64-ac42-4625e990b439 None None] Checking router: 5c465d8f-bb28-4d21-b8dc-892ff3155a16 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:42:30.678179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69084208-8706-4e64-ac42-4625e990b439 None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:42:30.678779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-69084208-8706-4e64-ac42-4625e990b439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:42:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:30.697718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e76c1-941c-4cb0-b76c-e8136ed74c17 req-db25f257-a566-44ec-abe1-430f0c390eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:30.699323 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-988e76c1-941c-4cb0-b76c-e8136ed74c17 req-db25f257-a566-44ec-abe1-430f0c390eb4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0609293 Oct 05 09:42:30.788553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e76c1-941c-4cb0-b76c-e8136ed74c17 req-916f5d97-d446-401a-b6f0-2e3cc2bbdb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:42:30.790061 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-988e76c1-941c-4cb0-b76c-e8136ed74c17 req-916f5d97-d446-401a-b6f0-2e3cc2bbdb53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845168 Oct 05 09:42:30.860343 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-69084208-8706-4e64-ac42-4625e990b439 None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:42:30.923423 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-988e76c1-941c-4cb0-b76c-e8136ed74c17 req-dae6bfaa-45f4-4898-90e8-3f5bdcb02153 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271853 Oct 05 09:42:31.054982 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-988e76c1-941c-4cb0-b76c-e8136ed74c17 req-b5b7d1cc-7e5d-4962-8d32-86e1e351897a service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262774 Oct 05 09:42:31.204985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-69084208-8706-4e64-ac42-4625e990b439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'port_id': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'mac_address': 'fa:16:3e:48:2b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:38:22Z', 'updated_at': '2022-10-05T09:42:29Z', 'revision_number': 13, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:42:31.208848 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69084208-8706-4e64-ac42-4625e990b439 None None] The sync data for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv is: [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'port_id': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'mac_address': 'fa:16:3e:48:2b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:38:22Z', 'updated_at': '2022-10-05T09:42:29Z', 'revision_number': 13, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:42:31.383037 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfd3de-223c-42bd-91be-f28fcae3b246 None None] New status for floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:42:32.821858 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff97d850-f918-4998-ac8c-f1fc90623877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:34.834722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:35.626908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bebc93e2-e528-41ee-9160-bf325066721b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:36.803428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:36.928463 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:39.270422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:42:57.348372 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:43:02.833742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2477e823-47dc-4f92-b38e-e1a1693e7d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:04.875828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:05.618618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a290a0f-791c-4265-a009-cee59ef2c43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:05.717086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76a2b7-4b52-4e36-828c-86223f3124af req-56ac5408-35e3-4f1c-a337-d0c3b1fe71bf tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:05.717987 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ba76a2b7-4b52-4e36-828c-86223f3124af req-56ac5408-35e3-4f1c-a337-d0c3b1fe71bf tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0944703 Oct 05 09:43:05.762475 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ba76a2b7-4b52-4e36-828c-86223f3124af req-9ece95d2-0309-437e-9621-3f55b620fbd6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388954 Oct 05 09:43:06.797317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:06.932099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:09.272558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:12.112739 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecae1775-243f-4eea-b080-8b50fcd260d1 req-4e59facd-7903-475d-8285-c465121c0e3f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793288 Oct 05 09:43:12.257182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae1775-243f-4eea-b080-8b50fcd260d1 req-286c780f-7236-4c37-ab1c-71e0e97ca309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:12.258605 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecae1775-243f-4eea-b080-8b50fcd260d1 req-286c780f-7236-4c37-ab1c-71e0e97ca309 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 1099 time: 0.0797310 Oct 05 09:43:12.409254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae1775-243f-4eea-b080-8b50fcd260d1 req-ed10c575-d06f-48c9-bb6f-3677e35a0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:12.410722 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecae1775-243f-4eea-b080-8b50fcd260d1 req-ed10c575-d06f-48c9-bb6f-3677e35a0d3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1314068 Oct 05 09:43:12.515384 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecae1775-243f-4eea-b080-8b50fcd260d1 req-a8d86367-8f61-48d5-b313-d33474096d10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbd1303-1198-4563-ade5-f1196eba33e6 HTTP/1.1" status: 200 len: 1002 time: 0.0983899 Oct 05 09:43:12.583384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae1775-243f-4eea-b080-8b50fcd260d1 req-003aa4ca-6cab-47c8-8e01-2b71a5b0d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:12.584866 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecae1775-243f-4eea-b080-8b50fcd260d1 req-003aa4ca-6cab-47c8-8e01-2b71a5b0d0dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0635207 Oct 05 09:43:12.667762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae1775-243f-4eea-b080-8b50fcd260d1 req-7cc8507c-7a3f-4636-beb0-3c02fd0ae9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:12.669338 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecae1775-243f-4eea-b080-8b50fcd260d1 req-7cc8507c-7a3f-4636-beb0-3c02fd0ae9fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781960 Oct 05 09:43:12.807179 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecae1775-243f-4eea-b080-8b50fcd260d1 req-b16b16a7-dc19-4d28-a83f-420b22f682b8 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308434 Oct 05 09:43:12.937851 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecae1775-243f-4eea-b080-8b50fcd260d1 req-2220b969-9a74-4b62-bee7-ca86cd1e792e service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241257 Oct 05 09:43:15.423631 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-aacc3717-3254-4143-bbdc-a2b65d708ac2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870748 Oct 05 09:43:15.617417 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8e567-1440-4950-a922-61eb4b7624d0 req-0c7ea8b6-05c8-415c-9db4-8b10d3af3b51 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:15.619065 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-35c8e567-1440-4950-a922-61eb4b7624d0 req-0c7ea8b6-05c8-415c-9db4-8b10d3af3b51 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0907161 Oct 05 09:43:15.667609 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-35c8e567-1440-4950-a922-61eb4b7624d0 req-e65c60a1-e2c6-4ce8-afcc-1b3ca48713d4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415492 Oct 05 09:43:16.549384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-5101ac62-eeb0-4fc0-ad3d-4e6d55219435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:16.550894 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-5101ac62-eeb0-4fc0-ad3d-4e6d55219435 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 1099 time: 0.0787194 Oct 05 09:43:16.790686 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-662b0e57-3e2c-41ba-99ee-efed22122d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:16.792256 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-662b0e57-3e2c-41ba-99ee-efed22122d22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.2352281 Oct 05 09:43:16.869143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1fc76-a12b-4891-9a5c-4fcf2b5f58ef req-fb20112e-e918-4674-9abf-9629767fcaed tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:16.871484 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-25e1fc76-a12b-4891-9a5c-4fcf2b5f58ef req-fb20112e-e918-4674-9abf-9629767fcaed tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0908935 Oct 05 09:43:16.897564 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-111218d3-831d-4fc2-938c-b1f001457789 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbd1303-1198-4563-ade5-f1196eba33e6 HTTP/1.1" status: 200 len: 1002 time: 0.0994203 Oct 05 09:43:16.918581 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-25e1fc76-a12b-4891-9a5c-4fcf2b5f58ef req-ddc2b14f-6e1d-4735-a7c6-fab857a8097c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408776 Oct 05 09:43:16.962255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-e3629175-98b3-42e4-9fe0-03a1e3c47bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:16.963804 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-e3629175-98b3-42e4-9fe0-03a1e3c47bd9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0603547 Oct 05 09:43:17.052144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-a37e7e2d-b4ec-4c1a-8542-3d575ed570b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:17.053632 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-a37e7e2d-b4ec-4c1a-8542-3d575ed570b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834067 Oct 05 09:43:17.188076 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-e52e3451-8729-46ba-96ce-c423cffcf243 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279635 Oct 05 09:43:17.347152 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-7d72aa53-e294-46b1-aec2-9198c8ff4fed service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528106 Oct 05 09:43:18.238152 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffe514-f05a-4ef2-8d96-2ff2d8ee408b req-caa8d591-e7cc-4f05-839a-525d5dacf379 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:18.239599 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e5ffe514-f05a-4ef2-8d96-2ff2d8ee408b req-caa8d591-e7cc-4f05-839a-525d5dacf379 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.1982880 Oct 05 09:43:18.295623 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e5ffe514-f05a-4ef2-8d96-2ff2d8ee408b req-e8e97360-03f1-45ff-82e8-9d15207508e7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504436 Oct 05 09:43:19.498641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777c5ab-a237-4df3-bf7e-6332d3c0965a req-538a732e-eb3f-48de-ae95-b575e131589d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:19.500107 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3777c5ab-a237-4df3-bf7e-6332d3c0965a req-538a732e-eb3f-48de-ae95-b575e131589d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0871952 Oct 05 09:43:19.545645 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3777c5ab-a237-4df3-bf7e-6332d3c0965a req-13fc5013-4b9e-4bbc-9b0c-dfe9c2d663d8 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400450 Oct 05 09:43:20.746673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baaa026-80bc-4ccb-863e-75fe8f9de4ba req-cb030e00-c421-4756-8eb8-c72edfeb8639 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:20.748119 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6baaa026-80bc-4ccb-863e-75fe8f9de4ba req-cb030e00-c421-4756-8eb8-c72edfeb8639 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0879581 Oct 05 09:43:20.791639 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6baaa026-80bc-4ccb-863e-75fe8f9de4ba req-3632e8d3-1e3b-4607-9049-ec8ae5da2ef2 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378749 Oct 05 09:43:22.046765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ac4e3-e8c2-4cbf-866a-7894e3e347bb req-54a98bbe-0537-4fb0-a10b-1c3e27e64963 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:22.048208 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-282ac4e3-e8c2-4cbf-866a-7894e3e347bb req-54a98bbe-0537-4fb0-a10b-1c3e27e64963 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0896058 Oct 05 09:43:22.092734 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-282ac4e3-e8c2-4cbf-866a-7894e3e347bb req-6e2d9279-9a2a-42a9-89e1-0d4f8e480dc7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387952 Oct 05 09:43:23.306381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056a546-b7b8-434e-bc14-943c81ab7966 req-ac3337c1-9f5d-46a3-bf4e-fdbf88aeb80d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:23.309120 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d056a546-b7b8-434e-bc14-943c81ab7966 req-ac3337c1-9f5d-46a3-bf4e-fdbf88aeb80d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.1047490 Oct 05 09:43:23.358605 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d056a546-b7b8-434e-bc14-943c81ab7966 req-498a0c41-91c9-4ed9-b6ee-7efa07ab2454 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434268 Oct 05 09:43:24.556856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b8305-d333-4fb4-a007-667f9f8e672f req-67395d0b-da2a-4f50-9140-0b99770a3457 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:24.558445 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e90b8305-d333-4fb4-a007-667f9f8e672f req-67395d0b-da2a-4f50-9140-0b99770a3457 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0875514 Oct 05 09:43:24.602150 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e90b8305-d333-4fb4-a007-667f9f8e672f req-68ec9387-487e-4f73-8737-0f46a60e4d16 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380306 Oct 05 09:43:25.801084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91720b-49b8-4a3b-9b55-f99e61717e52 req-4af5b67a-0f5b-446c-982d-fbfe1e2ff266 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:25.802548 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1b91720b-49b8-4a3b-9b55-f99e61717e52 req-4af5b67a-0f5b-446c-982d-fbfe1e2ff266 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0912101 Oct 05 09:43:25.846296 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1b91720b-49b8-4a3b-9b55-f99e61717e52 req-80144f3d-8ea0-4d04-9432-1cb1467c53fd tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378492 Oct 05 09:43:27.046271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f80fc-a217-4729-9da2-599cb5fdc709 req-bc1a3cb6-bb3b-4d78-927e-007d066bff48 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:27.047650 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4f3f80fc-a217-4729-9da2-599cb5fdc709 req-bc1a3cb6-bb3b-4d78-927e-007d066bff48 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0880072 Oct 05 09:43:27.094214 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4f3f80fc-a217-4729-9da2-599cb5fdc709 req-a950a252-9e5f-49cf-ba5c-fe071dc60acc tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408707 Oct 05 09:43:28.297656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95b956-efe9-4399-93e4-0f34131c35c5 req-5e655180-a248-400d-9372-7815b4d1a2c7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:28.299130 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ed95b956-efe9-4399-93e4-0f34131c35c5 req-5e655180-a248-400d-9372-7815b4d1a2c7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0878599 Oct 05 09:43:28.342552 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ed95b956-efe9-4399-93e4-0f34131c35c5 req-9ec5024f-1a5b-4bc3-b392-dd1e565c86f6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377519 Oct 05 09:43:29.548583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e7a21-8905-4ba8-b0f8-e6c8427e6a9f req-d73d41cd-3091-4ef8-aa34-1737bb82d70d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:29.550042 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ae0e7a21-8905-4ba8-b0f8-e6c8427e6a9f req-d73d41cd-3091-4ef8-aa34-1737bb82d70d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0913901 Oct 05 09:43:29.592891 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ae0e7a21-8905-4ba8-b0f8-e6c8427e6a9f req-e52dbc26-fbbf-4249-818c-3b3d7c017c02 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372312 Oct 05 09:43:30.799980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cbe69-9fb6-41c5-91c9-3cde22bfeb40 req-05a6b953-ff9f-4098-8e98-99ce71a932c6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:30.801449 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-511cbe69-9fb6-41c5-91c9-3cde22bfeb40 req-05a6b953-ff9f-4098-8e98-99ce71a932c6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0967085 Oct 05 09:43:30.849558 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-511cbe69-9fb6-41c5-91c9-3cde22bfeb40 req-3a55fcb7-41c3-4ef2-9f16-7ad691b8bb40 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421722 Oct 05 09:43:32.047744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57384d1c-e8dd-4c07-a375-35478382d34b req-1a935222-6585-4d2d-9bf2-87d0cdf42640 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:32.049198 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-57384d1c-e8dd-4c07-a375-35478382d34b req-1a935222-6585-4d2d-9bf2-87d0cdf42640 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0881641 Oct 05 09:43:32.092921 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-57384d1c-e8dd-4c07-a375-35478382d34b req-37bff42c-2e05-441c-9fbb-0b19845550f1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374131 Oct 05 09:43:32.828358 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8965-71fa-4ea0-8ad5-539e943e16c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:33.296233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7877fbb-5bb7-4a00-9d5c-e34280faa096 req-59c194a5-d564-4d8d-94be-0e75955a60b1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:33.297685 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f7877fbb-5bb7-4a00-9d5c-e34280faa096 req-59c194a5-d564-4d8d-94be-0e75955a60b1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0903621 Oct 05 09:43:33.341778 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f7877fbb-5bb7-4a00-9d5c-e34280faa096 req-3a53b37a-8612-4f8e-8eb2-64c11d9a7175 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384164 Oct 05 09:43:34.348169 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:43:34.546531 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2a496-c2dd-4f2d-b3a5-987c1189bac9 req-062dc8a0-ab71-4fa4-8f7b-8ba1b3f319eb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:34.548000 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-16e2a496-c2dd-4f2d-b3a5-987c1189bac9 req-062dc8a0-ab71-4fa4-8f7b-8ba1b3f319eb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0907667 Oct 05 09:43:34.600733 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-16e2a496-c2dd-4f2d-b3a5-987c1189bac9 req-b1034380-eb30-4881-83ca-3e20d59d8cff tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471189 Oct 05 09:43:34.653139 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-6cade01b-2330-4717-ae7c-6f874317c63e service neutron] 10.222.0.45 "GET /v2.0/ports/ccbd1303-1198-4563-ade5-f1196eba33e6/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0808256 Oct 05 09:43:34.881943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:34.929673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-0f89e5fa-37ae-4ced-abe6-c46fcfd939e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:34.931167 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-0f89e5fa-37ae-4ced-abe6-c46fcfd939e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 1099 time: 0.0849366 Oct 05 09:43:35.027543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-cc704e5f-6e9b-423a-a91f-67f9ca2978b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:35.028988 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-cc704e5f-6e9b-423a-a91f-67f9ca2978b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 1099 time: 0.0774462 Oct 05 09:43:35.157266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-1a54d920-0be4-4b0d-be58-52a2afaa0f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:35.158609 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-1a54d920-0be4-4b0d-be58-52a2afaa0f79 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1242495 Oct 05 09:43:35.259295 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-7e368cf1-5688-4a3d-a678-030b49e629ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbd1303-1198-4563-ade5-f1196eba33e6 HTTP/1.1" status: 200 len: 1002 time: 0.0946753 Oct 05 09:43:35.324285 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-ef5e36e3-383b-4301-90e8-c851756e0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:35.325695 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-ef5e36e3-383b-4301-90e8-c851756e0176 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0609748 Oct 05 09:43:35.410304 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-e88f7526-8d64-4a95-9f22-9798a933f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:35.411695 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-e88f7526-8d64-4a95-9f22-9798a933f6d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790179 Oct 05 09:43:35.549628 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-d92f7cf1-4574-42c6-9a4b-7846ba5a966e service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313581 Oct 05 09:43:35.623904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-925413f1-454f-4196-948f-1f997f681204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:35.689199 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-3f51a62e-c7ea-40e0-8c34-5460d5657f4a service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325679 Oct 05 09:43:35.807765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fce07c-693a-4877-85b4-8bf88c769af4 req-cc52c53e-0e94-422d-a22d-ae088785c2ff tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:35.809215 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b8fce07c-693a-4877-85b4-8bf88c769af4 req-cc52c53e-0e94-422d-a22d-ae088785c2ff tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0877454 Oct 05 09:43:35.858530 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b8fce07c-693a-4877-85b4-8bf88c769af4 req-ee3c4709-63e0-4d03-ba1b-71d2a74a97f7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420387 Oct 05 09:43:36.800749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:36.936984 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:37.077517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4235429-0b87-4bdb-93a1-85d29d07b099 req-2f1424b6-09ad-4e8b-ae87-02e8514329a0 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:37.078995 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b4235429-0b87-4bdb-93a1-85d29d07b099 req-2f1424b6-09ad-4e8b-ae87-02e8514329a0 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.1008244 Oct 05 09:43:37.128355 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b4235429-0b87-4bdb-93a1-85d29d07b099 req-591c53c6-d1e1-4004-96f0-dd8ded3ca219 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 Oct 05 09:43:38.327570 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782206a-a68a-4d3e-96c5-9b304414b2f6 req-71a2477d-5475-4b9c-ae3d-0bc494fa2a96 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:38.329086 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7782206a-a68a-4d3e-96c5-9b304414b2f6 req-71a2477d-5475-4b9c-ae3d-0bc494fa2a96 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0886455 Oct 05 09:43:38.377050 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7782206a-a68a-4d3e-96c5-9b304414b2f6 req-494dbce8-7da7-4773-bbfc-b9ded522b08a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Oct 05 09:43:38.872943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ccbd1303-1198-4563-ade5-f1196eba33e6 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:43:38.875318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ccbd1303-1198-4563-ade5-f1196eba33e6 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:43:39.134157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port ccbd1303-1198-4563-ade5-f1196eba33e6 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:43:39.134536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:39.164134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ccbd1303-1198-4563-ade5-f1196eba33e6,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:39.186251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:43:39.188501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9742f98c-2447-4395-bcb4-211f09c8ee4e" -d '{"events": [{"server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "name": "network-vif-unplugged", "status": "completed", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:43:39.192524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'port_id': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'mac_address': 'fa:16:3e:48:2b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:43:39.199057 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ccbd1303-1198-4563-ade5-f1196eba33e6,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:39.228794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:39.265082 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05896ca2-bff0-4e43-b8c9-a2c9ba5755d2 x-openstack-request-id: req-05896ca2-bff0-4e43-b8c9-a2c9ba5755d2 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:43:39.265372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "name": "network-vif-unplugged", "status": "completed", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:43:39.265620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05896ca2-bff0-4e43-b8c9-a2c9ba5755d2 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:43:39.266027 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05896ca2-bff0-4e43-b8c9-a2c9ba5755d2'] response: {'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'code': 200} Oct 05 09:43:39.314763 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:39.317223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port ccbd1303-1198-4563-ade5-f1196eba33e6 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:43:39.317597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:39.345712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbd1303-1198-4563-ade5-f1196eba33e6 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:43:39.352515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=ccbd1303-1198-4563-ade5-f1196eba33e6,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:39.364093 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:39.364443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:39.364783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:39.365118 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:39.365449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:39.365781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:39.366136 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:39.366464 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:39.366813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:39.367115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:39.367437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:39.367764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:43:39.376584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ccbd1303-1198-4563-ade5-f1196eba33e6,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:39.380592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:39.450136 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['ccbd1303-1198-4563-ade5-f1196eba33e6'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:43:39.492832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=ccbd1303-1198-4563-ade5-f1196eba33e6,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:39.581586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bc882-edf3-440b-abf5-623adb5118e4 req-71e0350b-9d69-4d9d-97dc-338d1f54aab5 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:39.583073 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c60bc882-edf3-440b-abf5-623adb5118e4 req-71e0350b-9d69-4d9d-97dc-338d1f54aab5 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 945 time: 0.0905263 Oct 05 09:43:39.627801 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c60bc882-edf3-440b-abf5-623adb5118e4 req-01f13761-a2f8-4d3b-bf54-25d264a0855d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387423 Oct 05 09:43:40.833689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20c6f9-f094-4fd1-9773-c9e466c26f1e req-6cffe880-6d3c-4e81-babb-8dc11d649d99 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:40.835164 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0f20c6f9-f094-4fd1-9773-c9e466c26f1e req-6cffe880-6d3c-4e81-babb-8dc11d649d99 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 945 time: 0.0919995 Oct 05 09:43:40.880852 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0f20c6f9-f094-4fd1-9773-c9e466c26f1e req-8bcbef51-d69e-4f88-b75f-5c94c1fad031 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388811 Oct 05 09:43:40.886911 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ccbd1303-1198-4563-ade5-f1196eba33e6 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:43:40.953207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port ccbd1303-1198-4563-ade5-f1196eba33e6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:43:40.953493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:40.953830 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port ccbd1303-1198-4563-ade5-f1196eba33e6 Oct 05 09:43:41.066754 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port ccbd1303-1198-4563-ade5-f1196eba33e6 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:43:41.067131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:41.100375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ccbd1303-1198-4563-ade5-f1196eba33e6,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:41.104108 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:41.171710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=ccbd1303-1198-4563-ade5-f1196eba33e6,revision_number=8']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:41.267023 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:43:41.269293 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7d1d09-61d7-4d46-8bba-2f5af5c278a5" -d '{"events": [{"server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "name": "network-vif-plugged", "status": "completed", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:43:41.319441 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9303c576-2818-45bc-a283-0a6257f68ba6 x-openstack-request-id: req-9303c576-2818-45bc-a283-0a6257f68ba6 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:43:41.319756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "name": "network-vif-plugged", "status": "completed", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:43:41.320008 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9303c576-2818-45bc-a283-0a6257f68ba6 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:43:41.320399 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9303c576-2818-45bc-a283-0a6257f68ba6'] response: {'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'code': 200} Oct 05 09:43:42.080330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f354fe-f93c-45d1-a42b-fdb86eb2d284 req-ca854e41-7d1e-4c3d-9732-29f5a34aed11 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:42.081884 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c0f354fe-f93c-45d1-a42b-fdb86eb2d284 req-ca854e41-7d1e-4c3d-9732-29f5a34aed11 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0907898 Oct 05 09:43:42.130131 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c0f354fe-f93c-45d1-a42b-fdb86eb2d284 req-9afb148a-7510-4041-a609-9881d6195e73 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424423 Oct 05 09:43:43.337359 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e0df8-d11a-4f5e-91f2-4147bac886d9 req-f45f52ab-4539-4530-a007-d94f9057435c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:43.339334 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f15e0df8-d11a-4f5e-91f2-4147bac886d9 req-f45f52ab-4539-4530-a007-d94f9057435c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0894437 Oct 05 09:43:43.382748 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f15e0df8-d11a-4f5e-91f2-4147bac886d9 req-c233d913-df86-4206-8c56-418c6fe2ded4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377462 Oct 05 09:43:44.587016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42481037-2163-4892-849e-3813472da280 req-f6785a10-cdc5-44f4-bc69-ba815474fec6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:44.588990 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-42481037-2163-4892-849e-3813472da280 req-f6785a10-cdc5-44f4-bc69-ba815474fec6 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0913689 Oct 05 09:43:44.641424 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-42481037-2163-4892-849e-3813472da280 req-55f16fe0-94bc-44fc-aec6-4e0c36fe08fb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461578 Oct 05 09:43:45.052765 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-4b333e81-fa58-4a90-a7ed-c642c53a393c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:45.053449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-4b333e81-fa58-4a90-a7ed-c642c53a393c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Synchronizing usage tracker for tenant:0b270f2cb1564a66afe4bee06bb0a2f8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:43:45.069654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-4b333e81-fa58-4a90-a7ed-c642c53a393c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Unset dirty status for tenant:0b270f2cb1564a66afe4bee06bb0a2f8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:43:45.070892 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-4b333e81-fa58-4a90-a7ed-c642c53a393c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 946 time: 0.1133578 Oct 05 09:43:45.107079 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e0452-2a79-4f22-a4c3-6112ce1a4460 req-1402bcca-42e1-46d8-975d-6fa77aba67aa tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:45.108546 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a64e0452-2a79-4f22-a4c3-6112ce1a4460 req-1402bcca-42e1-46d8-975d-6fa77aba67aa tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0903013 Oct 05 09:43:45.152506 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-50f913a2-c45d-42a4-9040-2346e06f3e11 service neutron] 10.222.0.45 "GET /v2.0/ports/ccbd1303-1198-4563-ade5-f1196eba33e6/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0764651 Oct 05 09:43:45.156657 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a64e0452-2a79-4f22-a4c3-6112ce1a4460 req-f4f06167-15ef-4a2a-945f-c0a8c019c8be tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424657 Oct 05 09:43:45.355568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-250a2415-36f7-4cd8-8b42-fd270653657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:45.357048 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-250a2415-36f7-4cd8-8b42-fd270653657b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 1099 time: 0.1841371 Oct 05 09:43:45.484799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-c86f326c-827c-4fb3-a4a9-42a8bdf3e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:45.486256 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-c86f326c-827c-4fb3-a4a9-42a8bdf3e1fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1235037 Oct 05 09:43:45.590532 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-92ac8818-1471-4850-bbdb-d1276293dc8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbd1303-1198-4563-ade5-f1196eba33e6 HTTP/1.1" status: 200 len: 1002 time: 0.0979910 Oct 05 09:43:45.651469 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-057cee09-9ff5-4b2e-9b21-fc96c7ff870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:45.652912 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-057cee09-9ff5-4b2e-9b21-fc96c7ff870e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0569797 Oct 05 09:43:45.738359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-b9d4129b-a73a-44b2-9bcb-4604bfbd5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:45.739820 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-b9d4129b-a73a-44b2-9bcb-4604bfbd5992 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808504 Oct 05 09:43:45.872125 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-c9c949b5-e18b-4aa8-a5a6-893779924023 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255748 Oct 05 09:43:46.011407 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-2e1606ad-2e8d-4c82-9861-aad590ddeaad service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333196 Oct 05 09:43:46.367746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8c958-69d8-4054-983d-27f2d1480347 req-6375c178-2ce9-4750-9297-f5858f947877 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:46.369205 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1cf8c958-69d8-4054-983d-27f2d1480347 req-6375c178-2ce9-4750-9297-f5858f947877 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0867324 Oct 05 09:43:46.413065 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1cf8c958-69d8-4054-983d-27f2d1480347 req-bdd15900-8766-4378-a012-80f134e85ba4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380993 Oct 05 09:43:47.621433 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c4277-1481-4c8e-afa4-52bd4b38f8bb req-3b9093d1-eedc-489e-b234-532907559999 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:47.622883 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-995c4277-1481-4c8e-afa4-52bd4b38f8bb req-3b9093d1-eedc-489e-b234-532907559999 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0983629 Oct 05 09:43:47.667482 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-995c4277-1481-4c8e-afa4-52bd4b38f8bb req-339e1567-d503-4148-b7f7-ae7f9af76356 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387213 Oct 05 09:43:48.882291 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c3071-0ed4-4ec4-a86f-835f335970c7 req-992ddbc6-ca23-4541-ac4b-2d88d188f9a4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:48.883747 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5c0c3071-0ed4-4ec4-a86f-835f335970c7 req-992ddbc6-ca23-4541-ac4b-2d88d188f9a4 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0997586 Oct 05 09:43:49.035443 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5c0c3071-0ed4-4ec4-a86f-835f335970c7 req-a8ca4acd-92e6-4c78-970a-6c6b4f2f78ee tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439290 Oct 05 09:43:49.110598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-3132acbd-e7a9-49e1-9687-3602ac3d4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:49.112071 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-3132acbd-e7a9-49e1-9687-3602ac3d4e46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e&tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8 HTTP/1.1" status: 200 len: 1099 time: 0.0788157 Oct 05 09:43:49.218579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-e182d626-643e-40d1-a4d3-59835afdb626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:49.219986 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-e182d626-643e-40d1-a4d3-59835afdb626 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 1099 time: 0.0819657 Oct 05 09:43:49.352203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-c8494c6f-3639-4284-b35c-29a03dc90cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:49.354333 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-c8494c6f-3639-4284-b35c-29a03dc90cf5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 200 len: 913 time: 0.1277063 Oct 05 09:43:49.454986 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-38efeef6-91de-42ad-9af9-e96d6a9c1a9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbd1303-1198-4563-ade5-f1196eba33e6 HTTP/1.1" status: 200 len: 1002 time: 0.0951622 Oct 05 09:43:49.520106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-c750ad81-bcaf-4abb-92a4-f7b3eedac887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:49.521437 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-c750ad81-bcaf-4abb-92a4-f7b3eedac887 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 200 len: 851 time: 0.0596750 Oct 05 09:43:49.615971 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-549f32d4-b501-4384-bf5d-071acdc5340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:49.617456 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-549f32d4-b501-4384-bf5d-071acdc5340a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a01e9f6-e244-49a5-9160-d85b8f3b883f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899673 Oct 05 09:43:49.750262 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-c6bceede-784f-4ac3-b667-722aa3fbb9e2 service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266227 Oct 05 09:43:49.881601 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2ed866dc-7940-4633-a9c6-17ef6fa78bf1 req-ab4d85f5-f3c9-4ab3-8dd5-1f5968dedbef service neutron] 10.222.0.45 "GET /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258481 Oct 05 09:43:50.251343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19586d6-4fe6-4b37-8e7d-a73baf24039b req-5c892b6a-c4e1-435a-8a9a-953c459976c5 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:50.252722 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e19586d6-4fe6-4b37-8e7d-a73baf24039b req-5c892b6a-c4e1-435a-8a9a-953c459976c5 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.0918083 Oct 05 09:43:50.298018 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e19586d6-4fe6-4b37-8e7d-a73baf24039b req-4e8bc461-cf4b-49c0-b853-06456a60126b tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396130 Oct 05 09:43:50.918306 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ccbd1303-1198-4563-ade5-f1196eba33e6 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:43:51.035785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port ccbd1303-1198-4563-ade5-f1196eba33e6 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:43:51.036160 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:51.063360 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:43:51.065524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e12016b-0cd8-406d-8752-5a253eb0d078" -d '{"events": [{"server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "name": "network-vif-unplugged", "status": "completed", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:43:51.073131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ccbd1303-1198-4563-ade5-f1196eba33e6,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:51.076870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:51.124579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ce8130-a89e-4088-8b52-a5ad8b57aaad x-openstack-request-id: req-75ce8130-a89e-4088-8b52-a5ad8b57aaad {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:43:51.124872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "name": "network-vif-unplugged", "status": "completed", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:43:51.125127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75ce8130-a89e-4088-8b52-a5ad8b57aaad {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:43:51.125546 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ce8130-a89e-4088-8b52-a5ad8b57aaad'] response: {'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'code': 200} Oct 05 09:43:51.152192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=ccbd1303-1198-4563-ade5-f1196eba33e6,revision_number=9']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:51.507288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a60c1-a9db-4c1d-b58b-2925511448cb req-da6edf7c-a5ee-4aa0-b7d2-bb3367ed612d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:51.507288 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b0a60c1-a9db-4c1d-b58b-2925511448cb req-da6edf7c-a5ee-4aa0-b7d2-bb3367ed612d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 944 time: 0.0918429 Oct 05 09:43:51.550350 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b0a60c1-a9db-4c1d-b58b-2925511448cb req-25670f66-fcf4-48ad-a61a-ad6187050f92 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405285 Oct 05 09:43:52.752611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10caea-dd0e-4864-87bf-a3735b05490e req-2b579974-7430-4ae6-94f6-0cad7bfe9e6c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:52.754102 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6b10caea-dd0e-4864-87bf-a3735b05490e req-2b579974-7430-4ae6-94f6-0cad7bfe9e6c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 944 time: 0.0916493 Oct 05 09:43:52.797210 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6b10caea-dd0e-4864-87bf-a3735b05490e req-5a8f23bd-d885-48f3-a1c5-ab6aef3f169e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375757 Oct 05 09:43:52.933324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ccbd1303-1198-4563-ade5-f1196eba33e6 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:43:53.065814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ccbd1303-1198-4563-ade5-f1196eba33e6,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:53.078725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'port_id': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'mac_address': 'fa:16:3e:48:2b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:43:53.137185 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port ccbd1303-1198-4563-ade5-f1196eba33e6 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:43:53.137564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:53.154261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbd1303-1198-4563-ade5-f1196eba33e6 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:43:53.169225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ccbd1303-1198-4563-ade5-f1196eba33e6,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:53.173139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:53.239723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['ccbd1303-1198-4563-ade5-f1196eba33e6'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:43:53.280928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=ccbd1303-1198-4563-ade5-f1196eba33e6,revision_number=10']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:54.016685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2bca0-7ae0-43f1-a0e8-92f693ee8306 req-42f3ebfd-3bec-4231-91fc-e7424e7699f9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:54.018171 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9ae2bca0-7ae0-43f1-a0e8-92f693ee8306 req-42f3ebfd-3bec-4231-91fc-e7424e7699f9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 946 time: 0.1036811 Oct 05 09:43:54.062640 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9ae2bca0-7ae0-43f1-a0e8-92f693ee8306 req-2b2e3860-4dc2-4739-9ecb-5b6d3b10689d tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389285 Oct 05 09:43:54.949122 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ccbd1303-1198-4563-ade5-f1196eba33e6 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:43:55.020000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port ccbd1303-1198-4563-ade5-f1196eba33e6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:43:55.020294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.020632 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port ccbd1303-1198-4563-ade5-f1196eba33e6 Oct 05 09:43:55.140073 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port ccbd1303-1198-4563-ade5-f1196eba33e6 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:43:55.140073 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.166362 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:43:55.168597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70b96ac-c21b-4d31-9d1a-ef7337cbfe04" -d '{"events": [{"server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "name": "network-vif-plugged", "status": "completed", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:43:55.176012 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ccbd1303-1198-4563-ade5-f1196eba33e6,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:43:55.181123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:43:55.222057 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952220e5-6ffc-49c1-ad1e-6b504feedc73 x-openstack-request-id: req-952220e5-6ffc-49c1-ad1e-6b504feedc73 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:43:55.222346 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "name": "network-vif-plugged", "status": "completed", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:43:55.222593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-952220e5-6ffc-49c1-ad1e-6b504feedc73 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:43:55.222981 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952220e5-6ffc-49c1-ad1e-6b504feedc73'] response: {'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'code': 200} Oct 05 09:43:55.255889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=ccbd1303-1198-4563-ade5-f1196eba33e6,revision_number=11']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:43:55.277119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894c7f3-e5b9-4d2d-a5f5-df6163abc55f req-498a5d7e-955c-4df5-afab-bd6b0b1537b9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:55.278540 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a894c7f3-e5b9-4d2d-a5f5-df6163abc55f req-498a5d7e-955c-4df5-afab-bd6b0b1537b9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 947 time: 0.0988922 Oct 05 09:43:55.327052 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a894c7f3-e5b9-4d2d-a5f5-df6163abc55f req-3e573d05-749b-48af-b91b-6f4b2746f64c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427468 Oct 05 09:43:56.535626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a3bfc-8757-4094-a1f9-f5600b53012f req-7b4c42b6-0b16-45e8-b1c6-64f8cfc3a721 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:56.537078 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6b7a3bfc-8757-4094-a1f9-f5600b53012f req-7b4c42b6-0b16-45e8-b1c6-64f8cfc3a721 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 947 time: 0.0923648 Oct 05 09:43:56.581083 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6b7a3bfc-8757-4094-a1f9-f5600b53012f req-59deb561-c683-42e4-bf9f-42ab1817b987 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376678 Oct 05 09:43:57.785304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ffa40-662d-482a-aaaf-e07df25222ce req-893be045-bc33-477c-b102-b55462178097 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:57.786807 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6e8ffa40-662d-482a-aaaf-e07df25222ce req-893be045-bc33-477c-b102-b55462178097 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 947 time: 0.0876462 Oct 05 09:43:57.832866 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6e8ffa40-662d-482a-aaaf-e07df25222ce req-16bfaee0-8f70-49f7-b5be-9cb6cf589c6e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397556 Oct 05 09:43:59.037403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdfb90-498e-421f-a931-cdca97d1d5c8 req-f2a52745-16d0-4311-9bf4-614c9987e33c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:59.038784 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f2fdfb90-498e-421f-a931-cdca97d1d5c8 req-f2a52745-16d0-4311-9bf4-614c9987e33c tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 947 time: 0.0925848 Oct 05 09:43:59.081724 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f2fdfb90-498e-421f-a931-cdca97d1d5c8 req-31653469-92cc-419b-9df6-ffa0dd6ed724 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370283 Oct 05 09:43:59.286247 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c4156-71d1-4311-adf6-a3d028e0c31d req-1f5c9d46-20a7-493a-8e8c-9a5c62124cb1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:59.287758 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4c4c4156-71d1-4311-adf6-a3d028e0c31d req-1f5c9d46-20a7-493a-8e8c-9a5c62124cb1 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 947 time: 0.0936489 Oct 05 09:43:59.331788 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4c4c4156-71d1-4311-adf6-a3d028e0c31d req-3ac3b706-307e-43e7-879b-9f9649a4ca3e tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378447 Oct 05 09:43:59.529283 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44ec0e-96aa-481c-8c1f-c46c5f6ddf00 req-241460de-74db-4390-9ba5-dee25382775f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:59.530792 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1c44ec0e-96aa-481c-8c1f-c46c5f6ddf00 req-241460de-74db-4390-9ba5-dee25382775f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 947 time: 0.0873730 Oct 05 09:43:59.574441 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1c44ec0e-96aa-481c-8c1f-c46c5f6ddf00 req-15c853d7-d454-4e61-b3ac-0b9bd0c09fe9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379176 Oct 05 09:43:59.970436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6a9c6-45d1-4aa1-89ec-6be29e7d995d req-90921d68-c646-47f7-95e9-a5ed786408cb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:43:59.971916 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-54a6a9c6-45d1-4aa1-89ec-6be29e7d995d req-90921d68-c646-47f7-95e9-a5ed786408cb tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 947 time: 0.0906713 Oct 05 09:44:00.017469 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-54a6a9c6-45d1-4aa1-89ec-6be29e7d995d req-a6280ce4-03d9-43e0-85a4-6ad540916025 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396528 Oct 05 09:44:01.225223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab00adc-647e-4d66-9385-e4b1e0409db4 req-eded82e5-2f11-4424-88aa-6836a8dec7f7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:01.227111 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8ab00adc-647e-4d66-9385-e4b1e0409db4 req-eded82e5-2f11-4424-88aa-6836a8dec7f7 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 947 time: 0.0890629 Oct 05 09:44:01.272171 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8ab00adc-647e-4d66-9385-e4b1e0409db4 req-fbed445e-7e1f-4c7f-a77a-bfe2c3348076 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386159 Oct 05 09:44:02.407425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-f52e8db5-d093-48fa-a8b5-a4b67f809f81 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:02.408762 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-f52e8db5-d093-48fa-a8b5-a4b67f809f81 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 947 time: 0.1935627 Oct 05 09:44:02.479729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Deleting port ccbd1303-1198-4563-ade5-f1196eba33e6 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:02.480067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:02.480305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05a371-e71e-48b8-9e50-159952572376 req-48d77dbe-eba0-45e3-80ed-919f03c7b645 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:02.481800 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b05a371-e71e-48b8-9e50-159952572376 req-48d77dbe-eba0-45e3-80ed-919f03c7b645 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 947 time: 0.0876720 Oct 05 09:44:02.525677 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b05a371-e71e-48b8-9e50-159952572376 req-613eab3e-4b78-452f-ae8b-d88596e6640a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1a093a3-f502-4577-8756-cbb8a92e8f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382619 Oct 05 09:44:02.723918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] For port ccbd1303-1198-4563-ade5-f1196eba33e6, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ccbd1303-1198-4563-ade5-f1196eba33e6,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:02.724555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:02.831639 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2d9a-6401-45d0-939e-a879fa276c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:03.026301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:03.026588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:03.026906 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c disassociated. External IP: 172.26.0.58, port: ccbd1303-1198-4563-ade5-f1196eba33e6. Oct 05 09:44:03.027249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Calling delete_port for ccbd1303-1198-4563-ade5-f1196eba33e6 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:03.176231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:03.225330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event deleted for resources: {'Port': ['ID=ccbd1303-1198-4563-ade5-f1196eba33e6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:03.237040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:03.237389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:03.237734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:03.238099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:03.238442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:03.238776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:03.239107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:03.239436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:03.239762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:03.240089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:03.240412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:03.240731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:03.437790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:44:03.616385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:44:03.630729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb46270-ac00-47a8-ae5f-6465d753cf4a None None] Sync routers for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:44:03.641288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb46270-ac00-47a8-ae5f-6465d753cf4a None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:03.642489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5eb46270-ac00-47a8-ae5f-6465d753cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:43:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:03.700231 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f3ee61b2-7e83-443d-bc8e-689d7710cee6 req-e9ddd6cb-e0d6-48e0-a63b-cf0f8778c06a tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fdb442f-f8dd-4b32-b24e-9dbbc383863e HTTP/1.1" status: 200 len: 210 time: 0.0560029 Oct 05 09:44:03.716379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] No DVR routers for this DVR port ccbd1303-1198-4563-ade5-f1196eba33e6 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:44:03.719260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:03.722088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'name': 'network-vif-deleted', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:44:03.724720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6823116c-0f05-4f22-abfb-2c9098c3eee1" -d '{"events": [{"server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "name": "network-vif-deleted", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:44:03.740477 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-37b2c2f0-7be5-463a-a89d-30c10a3b37c9 req-0e4740dc-1a4d-49c9-b8c6-3e2ce61d739f tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.45 "DELETE /v2.0/ports/ccbd1303-1198-4563-ade5-f1196eba33e6 HTTP/1.1" status: 204 len: 173 time: 1.3248284 Oct 05 09:44:03.784950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ecb619-0183-4488-b92d-510e00bebd29 x-openstack-request-id: req-00ecb619-0183-4488-b92d-510e00bebd29 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:44:03.785343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdb442f-f8dd-4b32-b24e-9dbbc383863e", "name": "network-vif-deleted", "tag": "ccbd1303-1198-4563-ade5-f1196eba33e6", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:44:03.785721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00ecb619-0183-4488-b92d-510e00bebd29 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:44:03.786242 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ecb619-0183-4488-b92d-510e00bebd29'] response: {'server_uuid': '8fdb442f-f8dd-4b32-b24e-9dbbc383863e', 'name': 'network-vif-deleted', 'tag': 'ccbd1303-1198-4563-ade5-f1196eba33e6', 'status': 'completed', 'code': 200} Oct 05 09:44:03.897579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-5eb46270-ac00-47a8-ae5f-6465d753cf4a None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:04.225683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5eb46270-ac00-47a8-ae5f-6465d753cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:04.230121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb46270-ac00-47a8-ae5f-6465d753cf4a None None] Checking router: 5c465d8f-bb28-4d21-b8dc-892ff3155a16 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:44:04.239455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb46270-ac00-47a8-ae5f-6465d753cf4a None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:04.240259 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5eb46270-ac00-47a8-ae5f-6465d753cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:43:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:04.425011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-5eb46270-ac00-47a8-ae5f-6465d753cf4a None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:04.752111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5eb46270-ac00-47a8-ae5f-6465d753cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:04.759643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb46270-ac00-47a8-ae5f-6465d753cf4a None None] The sync data for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv is: [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:38:19Z', 'revision_number': 4, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'db2692cb-a857-4198-8ea7-35badfbb7732', 'name': '', 'network_id': '9a01e9f6-e244-49a5-9160-d85b8f3b883f', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'mac_address': 'fa:16:3e:50:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:18Z', 'updated_at': '2022-10-05T09:38:24Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'subnets': [{'id': 'bb09ac08-b689-4907-a9b5-8c6410b5b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:44:04.897290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:05.026623 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ccbd1303-1198-4563-ade5-f1196eba33e6 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:44:05.033021 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcbf097-b7ab-4959-983e-cb4a708ee388 None None] New status for floating IP 2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:44:05.072715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: ccbd1303-1198-4563-ade5-f1196eba33e6 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:44:05.073325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device ccbd1303-1198-4563-ade5-f1196eba33e6 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:44:05.627183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42772fb3-fee8-4cd0-b52f-2cbe7bc65ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:06.804497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:06.938830 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:08.063420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40236) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:08.127352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9476a90d-07bc-4ca8-9f12-5ed67e206462 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:08.155551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9476a90d-07bc-4ca8-9f12-5ed67e206462 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:08.206071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9476a90d-07bc-4ca8-9f12-5ed67e206462 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:08.226812 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476a90d-07bc-4ca8-9f12-5ed67e206462 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a093a3-f502-4577-8756-cbb8a92e8f78,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:08.240584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9476a90d-07bc-4ca8-9f12-5ed67e206462 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:08.245423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40240) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:08.246534 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9476a90d-07bc-4ca8-9f12-5ed67e206462 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "DELETE /v2.0/security-groups/d1a093a3-f502-4577-8756-cbb8a92e8f78 HTTP/1.1" status: 204 len: 168 time: 0.1816845 Oct 05 09:44:08.261703 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.api.v2.resource [None req-407a538f-6adb-4532-b736-b3b4dd5579e9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] show failed (client error): The resource could not be found. Oct 05 09:44:08.262697 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-407a538f-6adb-4532-b736-b3b4dd5579e9 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "GET /v2.0/security-groups/d1a093a3-f502-4577-8756-cbb8a92e8f78 HTTP/1.1" status: 404 len: 347 time: 0.0162218 Oct 05 09:44:08.265374 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40244) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:08.417350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Deleting port ed707da7-c340-4c5f-af25-690f11b36428 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:08.417751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:08.666342 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:08.666676 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:08.788006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Calling delete_port for ed707da7-c340-4c5f-af25-690f11b36428 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:08.932280 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:08.978657 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Pushing event deleted for resources: {'Port': ['ID=ed707da7-c340-4c5f-af25-690f11b36428,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:09.023020 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:09.023376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:09.023722 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:09.024061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:09.024942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:09.025692 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:09.025823 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:09.027617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:09.028138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:09.028472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:09.028807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:09.029137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:09.089574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:09.104084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:09.105222 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e853315f-6298-4628-840c-d25607258f63 tempest-ServerActionsTestJSON-11822221 tempest-ServerActionsTestJSON-11822221-project] 10.222.0.64 "DELETE /v2.0/floatingips/2d3a27e9-6108-4cd0-8c7f-65f59f5fc02c HTTP/1.1" status: 204 len: 168 time: 0.8389890 Oct 05 09:44:09.108216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40248) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:09.278797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:09.730982 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fd350c54-31bc-4224-b118-ed22255b586e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:10.175791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-fd350c54-31bc-4224-b118-ed22255b586e admin admin] Deleting port db2692cb-a857-4198-8ea7-35badfbb7732 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:10.176162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fd350c54-31bc-4224-b118-ed22255b586e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:10.345342 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-fd350c54-31bc-4224-b118-ed22255b586e admin admin] For port db2692cb-a857-4198-8ea7-35badfbb7732, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=db2692cb-a857-4198-8ea7-35badfbb7732,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:10.345694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fd350c54-31bc-4224-b118-ed22255b586e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:10.470118 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-fd350c54-31bc-4224-b118-ed22255b586e admin admin] Calling delete_port for db2692cb-a857-4198-8ea7-35badfbb7732 owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:10.647258 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fd350c54-31bc-4224-b118-ed22255b586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:10.697566 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd350c54-31bc-4224-b118-ed22255b586e admin admin] Pushing event deleted for resources: {'Port': ['ID=db2692cb-a857-4198-8ea7-35badfbb7732,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:10.969313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fd350c54-31bc-4224-b118-ed22255b586e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:11.323644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd350c54-31bc-4224-b118-ed22255b586e admin admin] Router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:44:11.346708 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:44:11.598015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd350c54-31bc-4224-b118-ed22255b586e admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:44:11.607633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7974c91f-046d-407d-8e91-1c828432844e None None] Sync routers for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:44:11.610967 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fd350c54-31bc-4224-b118-ed22255b586e admin admin] 10.222.0.64 "PUT /v2.0/routers/5c465d8f-bb28-4d21-b8dc-892ff3155a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5017800 Oct 05 09:44:11.613390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40254) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:11.617692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7974c91f-046d-407d-8e91-1c828432844e None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:11.618885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7974c91f-046d-407d-8e91-1c828432844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:44:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:11.797239 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:11.799516 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-7974c91f-046d-407d-8e91-1c828432844e None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:11.975303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:11.985337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Deleting port a622d64e-1128-4182-93c7-727ded65f7f0 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:11.985682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:12.124608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7974c91f-046d-407d-8e91-1c828432844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:44:10Z', 'revision_number': 5, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port': {'id': 'a622d64e-1128-4182-93c7-727ded65f7f0', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:38:16Z', 'updated_at': '2022-10-05T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:12.128505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7974c91f-046d-407d-8e91-1c828432844e None None] Checking router: 5c465d8f-bb28-4d21-b8dc-892ff3155a16 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:44:12.137544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7974c91f-046d-407d-8e91-1c828432844e None None] Routers {'5c465d8f-bb28-4d21-b8dc-892ff3155a16'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:12.138127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7974c91f-046d-407d-8e91-1c828432844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:44:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:12.162485 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] For port a622d64e-1128-4182-93c7-727ded65f7f0, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=a622d64e-1128-4182-93c7-727ded65f7f0,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:12.162835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:12.284937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Calling delete_port for a622d64e-1128-4182-93c7-727ded65f7f0 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:12.289600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-7974c91f-046d-407d-8e91-1c828432844e None None] Set router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:12.397213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7974c91f-046d-407d-8e91-1c828432844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:44:11Z', 'revision_number': 6, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:12.401312 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7974c91f-046d-407d-8e91-1c828432844e None None] The sync data for ids ['5c465d8f-bb28-4d21-b8dc-892ff3155a16'] in dv-neutron-860328-1-hyperv is: [{'id': '5c465d8f-bb28-4d21-b8dc-892ff3155a16', 'name': 'tempest-ServerActionsTestJSON-1939929400-router', 'tenant_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:38:15Z', 'updated_at': '2022-10-05T09:44:11Z', 'revision_number': 6, 'project_id': '0b270f2cb1564a66afe4bee06bb0a2f8', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:44:12.454036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:12.502498 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Pushing event deleted for resources: {'Port': ['ID=a622d64e-1128-4182-93c7-727ded65f7f0,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:12.599524 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:12.805226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device db2692cb-a857-4198-8ea7-35badfbb7732 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:44:12.843449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: db2692cb-a857-4198-8ea7-35badfbb7732 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:44:12.843855 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device db2692cb-a857-4198-8ea7-35badfbb7732 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:44:12.882176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:12.884460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:12.907489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:12.908173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c465d8f-bb28-4d21-b8dc-892ff3155a16 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:44:12.921586 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:12.922725 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ed4ad063-e364-41db-8109-228a50cdec23 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5c465d8f-bb28-4d21-b8dc-892ff3155a16 HTTP/1.1" status: 204 len: 168 time: 1.3084381 Oct 05 09:44:12.925323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40258) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:12.983856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb63236-e616-4f4e-a37f-3c2800703924 admin admin] Deleting subnet bb09ac08-b689-4907-a9b5-8c6410b5b43e {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:44:12.986994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7cb63236-e616-4f4e-a37f-3c2800703924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.036691 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7cb63236-e616-4f4e-a37f-3c2800703924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.112270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7cb63236-e616-4f4e-a37f-3c2800703924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.186986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7cb63236-e616-4f4e-a37f-3c2800703924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.224900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb63236-e616-4f4e-a37f-3c2800703924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb09ac08-b689-4907-a9b5-8c6410b5b43e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:13.228617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7cb63236-e616-4f4e-a37f-3c2800703924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.234664 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a392154-91ec-4ab3-a7f0-70fcbe7b58cd None None] Network 9a01e9f6-e244-49a5-9160-d85b8f3b883f requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:44:13.236951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40262) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:13.237482 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7cb63236-e616-4f4e-a37f-3c2800703924 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bb09ac08-b689-4907-a9b5-8c6410b5b43e HTTP/1.1" status: 204 len: 168 time: 0.3107307 Oct 05 09:44:13.467510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.479080 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Deleting port 0e44f2de-4a64-4de8-aa58-62c47e5593ef {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:13.479421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.519325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccdf75c-4914-40e8-aef1-bc009ee242f0 None None] DHCP port deletion for 9a01e9f6-e244-49a5-9160-d85b8f3b883f request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:44:13.523301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdf75c-4914-40e8-aef1-bc009ee242f0 None None] Deleting port 0e44f2de-4a64-4de8-aa58-62c47e5593ef {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:13.523748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf75c-4914-40e8-aef1-bc009ee242f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.686050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] For port 0e44f2de-4a64-4de8-aa58-62c47e5593ef, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0e44f2de-4a64-4de8-aa58-62c47e5593ef,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:13.686598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.727432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8ccdf75c-4914-40e8-aef1-bc009ee242f0 None None] For port 0e44f2de-4a64-4de8-aa58-62c47e5593ef, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0e44f2de-4a64-4de8-aa58-62c47e5593ef,segment=NetworkSegment(a3612083-2a2d-4b2c-b24c-c04f1361dd94),segment_id=a3612083-2a2d-4b2c-b24c-c04f1361dd94)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:13.727767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf75c-4914-40e8-aef1-bc009ee242f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.816082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Calling delete_port for 0e44f2de-4a64-4de8-aa58-62c47e5593ef owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:13.854096 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdf75c-4914-40e8-aef1-bc009ee242f0 None None] Calling delete_port for 0e44f2de-4a64-4de8-aa58-62c47e5593ef owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:13.893645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 05 09:44:13.923185 dv-neutron-860328-1-hyperv neutron-server[89056]: util.warn( Oct 05 09:44:13.928104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-8ccdf75c-4914-40e8-aef1-bc009ee242f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:44:13.928471 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-8ccdf75c-4914-40e8-aef1-bc009ee242f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:44:13.943535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] No DVR routers for this DVR port 0e44f2de-4a64-4de8-aa58-62c47e5593ef on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:44:13.973710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e44f2de-4a64-4de8-aa58-62c47e5593ef,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:14.063659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:14.092284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a01e9f6-e244-49a5-9160-d85b8f3b883f']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:14.104094 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3612083-2a2d-4b2c-b24c-c04f1361dd94') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:14.104385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3612083-2a2d-4b2c-b24c-c04f1361dd94') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:14.115121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:14.130192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:14.136908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:44:14.137308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:14.226254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:14.232042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:14.254896 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a3612083-2a2d-4b2c-b24c-c04f1361dd94 resource provider aggregate not found Oct 05 09:44:14.263705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a01e9f6-e244-49a5-9160-d85b8f3b883f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:14.278009 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a3612083-2a2d-4b2c-b24c-c04f1361dd94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3612083-2a2d-4b2c-b24c-c04f1361dd94 found for delete ", "request_id": "req-078bac53-ccb9-4372-9d98-2c46ace39eae"}]} Oct 05 09:44:14.279931 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0fda9665-5a2a-4e00-a176-e17d511743d8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9a01e9f6-e244-49a5-9160-d85b8f3b883f HTTP/1.1" status: 204 len: 168 time: 1.0412416 Oct 05 09:44:14.387556 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40274) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:14.430036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdf75c-4914-40e8-aef1-bc009ee242f0 None None] Deleting port 0e44f2de-4a64-4de8-aa58-62c47e5593ef {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:14.430970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf75c-4914-40e8-aef1-bc009ee242f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:14.435069 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-590a3456-f972-4df0-a4cc-ed1ab056296c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b270f2cb1564a66afe4bee06bb0a2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463276 Oct 05 09:44:14.437437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40278) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:14.495300 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-278f8083-503f-435e-8f4c-e454600379ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:14.499142 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdf75c-4914-40e8-aef1-bc009ee242f0 None None] The port '0e44f2de-4a64-4de8-aa58-62c47e5593ef' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:44:14.525543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-278f8083-503f-435e-8f4c-e454600379ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:14.577573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-278f8083-503f-435e-8f4c-e454600379ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:14.594032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f8083-503f-435e-8f4c-e454600379ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883aa1a5-ae2c-44e7-8c0b-e9d0d082231c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:14.603292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-278f8083-503f-435e-8f4c-e454600379ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:14.604664 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-278f8083-503f-435e-8f4c-e454600379ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/883aa1a5-ae2c-44e7-8c0b-e9d0d082231c HTTP/1.1" status: 204 len: 168 time: 0.1662898 Oct 05 09:44:14.769641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device a622d64e-1128-4182-93c7-727ded65f7f0 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:44:14.803537 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: a622d64e-1128-4182-93c7-727ded65f7f0 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:44:14.803886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device a622d64e-1128-4182-93c7-727ded65f7f0 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:44:14.804298 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0e44f2de-4a64-4de8-aa58-62c47e5593ef no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:44:14.838067 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 0e44f2de-4a64-4de8-aa58-62c47e5593ef {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:44:14.840140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0e44f2de-4a64-4de8-aa58-62c47e5593ef not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:44:15.322021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40302) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:15.423917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-259690310-network', 'tenant_id': '88572dba88944aeba99b40532ac87798'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:15.428605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:15.433029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Usage tracker for resource:network and tenant:88572dba88944aeba99b40532ac87798 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:15.435845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:15.441420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:15.451427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Made reservation on behalf of 88572dba88944aeba99b40532ac87798 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:44:15.453564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:15.468395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:15.483008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:15.486809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Usage tracker for resource:security_group_rule and tenant:88572dba88944aeba99b40532ac87798 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:15.489479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:15.495650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:15.578945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:15.582929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:15.615139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:44:15.624782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52802131-3621-42d4-a59e-89db663d22f4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:15.630578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:15.630938 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Added segment dc1adb3a-d176-48f7-9d81-a0a9eeff6444 of type vlan for network bad52a1f-9441-4300-8cf1-48dfdd7b5271 Oct 05 09:44:15.659023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:15.689302 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:15.690254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:15.690828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:15.796121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] Pushing event updated for resources: {'Network': ['ID=bad52a1f-9441-4300-8cf1-48dfdd7b5271,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:15.802405 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0ef0b6e2-6a4c-44e0-bae5-69d5660b19ac admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4764135 Oct 05 09:44:15.802810 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40308) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:15.807359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network bad52a1f-9441-4300-8cf1-48dfdd7b5271 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:44:15.809017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Request body: {'subnet': {'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-259690310-subnet', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:15.813901 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:15.817884 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Usage tracker for resource:subnet and tenant:88572dba88944aeba99b40532ac87798 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:15.820820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:15.828924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:15.842414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Made reservation on behalf of 88572dba88944aeba99b40532ac87798 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:44:15.845378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.059466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.139039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d74497-a712-4fba-b370-a7b7fe5d372b,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:16.143019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Checking segment: {'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:44:16.143443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Network hostable DHCP agents. Network: bad52a1f-9441-4300-8cf1-48dfdd7b5271, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:44:16.163549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Network bad52a1f-9441-4300-8cf1-48dfdd7b5271 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:44:16.173372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, bad52a1f-9441-4300-8cf1-48dfdd7b5271) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:16.177281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:16.177855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.184003 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a70c6e-8a3f-4480-8c34-db6916b5cb75 None None] Network bad52a1f-9441-4300-8cf1-48dfdd7b5271 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:44:16.203004 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-81317ebb-7b6c-409f-ad3b-40c8e1bea5da admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3965416 Oct 05 09:44:16.203204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40312) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:16.208078 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-259690310-router', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:16.213567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:16.217420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Usage tracker for resource:router and tenant:88572dba88944aeba99b40532ac87798 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:16.220255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:16.226314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:16.238200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.239428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.255784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.411910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-bad52a1f-9441-4300-8cf1-48dfdd7b5271', 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'fixed_ips': [{'subnet_id': '81d74497-a712-4fba-b370-a7b7fe5d372b'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:44:16.412742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.573574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Allocated IP 172.20.0.2 (bad52a1f-9441-4300-8cf1-48dfdd7b5271/81d74497-a712-4fba-b370-a7b7fe5d372b/4647bbe6-5e20-450d-99aa-bd404ed521a9) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:44:16.633083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.778930 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.789449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Transition to ACTIVE for port object 4647bbe6-5e20-450d-99aa-bd404ed521a9 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:16.808025 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Transition to ACTIVE for port object 4647bbe6-5e20-450d-99aa-bd404ed521a9 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:16.812954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.876673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Network bad52a1f-9441-4300-8cf1-48dfdd7b5271 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:44:16.883764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:16.888500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:44:16.895102 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Pushing event updated for resources: {'Port': ['ID=4647bbe6-5e20-450d-99aa-bd404ed521a9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:16.943143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.973294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:16.997266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Attempting to bind port 4647bbe6-5e20-450d-99aa-bd404ed521a9 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:44:16.997632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Attempting to bind port 4647bbe6-5e20-450d-99aa-bd404ed521a9 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:44:16.998030 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Attempting to bind port 4647bbe6-5e20-450d-99aa-bd404ed521a9 on network bad52a1f-9441-4300-8cf1-48dfdd7b5271 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:44:17.003633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:44:17.004006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Checking segment: {'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:44:17.004404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:17.004790 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Bound using segment: {'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:44:17.005254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Bound port: 4647bbe6-5e20-450d-99aa-bd404ed521a9, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:44:17.005626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:17.100646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] For port 4647bbe6-5e20-450d-99aa-bd404ed521a9, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:44:17.104488 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] For port 4647bbe6-5e20-450d-99aa-bd404ed521a9, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4647bbe6-5e20-450d-99aa-bd404ed521a9,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:44:17.108422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:17.113490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Allocated IP 172.26.0.105 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/d4cd7ef9-bf16-4773-9132-f429e2a8ce29) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:44:17.193007 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8fa1d-19d7-4daf-88b3-0ef29c94e94d None None] Pushing event updated for resources: {'Port': ['ID=4647bbe6-5e20-450d-99aa-bd404ed521a9,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:17.265084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:17.295463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:17.359363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:44:17.362380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:17.366086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:44:17.428049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Pushing event updated for resources: {'Port': ['ID=d4cd7ef9-bf16-4773-9132-f429e2a8ce29,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:17.802388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:18.096878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607a1de2-a14f-489b-8303-be35859410cc None None] Network bad52a1f-9441-4300-8cf1-48dfdd7b5271 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:44:18.191689 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-58e00970-fcda-4537-b84c-8e9b35411328 None None] Provisioning for port 4647bbe6-5e20-450d-99aa-bd404ed521a9 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:18.280022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:18.491962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Router 4178906d-c00b-4d5b-9cf3-03a105782937 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:44:18.670717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:44:18.679291 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Sync routers for ids ['4178906d-c00b-4d5b-9cf3-03a105782937'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:44:18.689378 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Routers {'4178906d-c00b-4d5b-9cf3-03a105782937'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:18.690007 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:44:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['4178906d-c00b-4d5b-9cf3-03a105782937'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:18.699391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:18.703432 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-852678d6-b100-49d8-adb4-4d595a754032 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4965553 Oct 05 09:44:18.703607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40316) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:18.817294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4647bbe6-5e20-450d-99aa-bd404ed521a9 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:18.869928 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Set router 4178906d-c00b-4d5b-9cf3-03a105782937 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:18.900578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 4647bbe6-5e20-450d-99aa-bd404ed521a9 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:18.906080 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 4647bbe6-5e20-450d-99aa-bd404ed521a9 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:18.906586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:18.906986 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 4647bbe6-5e20-450d-99aa-bd404ed521a9 Oct 05 09:44:19.036307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 4647bbe6-5e20-450d-99aa-bd404ed521a9 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:19.036689 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.069707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 4647bbe6-5e20-450d-99aa-bd404ed521a9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4647bbe6-5e20-450d-99aa-bd404ed521a9,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:19.074782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.143954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=4647bbe6-5e20-450d-99aa-bd404ed521a9,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:19.215539 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'name': 'tempest-ServersNegativeTestJSON-259690310-router', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:16Z', 'updated_at': '2022-10-05T09:44:17Z', 'revision_number': 3, 'project_id': '88572dba88944aeba99b40532ac87798', 'gw_port': {'id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:02:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:17Z', 'updated_at': '2022-10-05T09:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:19.219412 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Checking router: 4178906d-c00b-4d5b-9cf3-03a105782937 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:44:19.219765 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Updating router 4178906d-c00b-4d5b-9cf3-03a105782937 port d4cd7ef9-bf16-4773-9132-f429e2a8ce29 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:44:19.273158 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.535427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.607236 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.619627 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Transition to ACTIVE for port object d4cd7ef9-bf16-4773-9132-f429e2a8ce29 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:19.626357 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.689286 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Attempting to bind port d4cd7ef9-bf16-4773-9132-f429e2a8ce29 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:44:19.690045 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Attempting to bind port d4cd7ef9-bf16-4773-9132-f429e2a8ce29 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:44:19.690045 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Attempting to bind port d4cd7ef9-bf16-4773-9132-f429e2a8ce29 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:44:19.705595 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:44:19.705982 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:44:19.706374 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.706758 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:44:19.707219 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Bound port: d4cd7ef9-bf16-4773-9132-f429e2a8ce29, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:44:19.707585 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.742384 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Pushing event updated for resources: {'Port': ['ID=d4cd7ef9-bf16-4773-9132-f429e2a8ce29,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:19.749008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Allocated IP 172.20.0.1 (bad52a1f-9441-4300-8cf1-48dfdd7b5271/81d74497-a712-4fba-b370-a7b7fe5d372b/b5ede793-7937-472e-9e21-4246cb7eca55) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:44:19.753888 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:19.754251 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:19.754580 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:19.754924 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:19.755225 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:19.755545 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:19.755862 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:19.756174 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:19.756488 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:19.756800 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:19.757110 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:19.757418 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:19.797043 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] For port d4cd7ef9-bf16-4773-9132-f429e2a8ce29, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:44:19.800495 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] For port d4cd7ef9-bf16-4773-9132-f429e2a8ce29, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d4cd7ef9-bf16-4773-9132-f429e2a8ce29,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:44:19.803883 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.863738 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Routers {'4178906d-c00b-4d5b-9cf3-03a105782937'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:19.864357 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:44:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['4178906d-c00b-4d5b-9cf3-03a105782937'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:19.903584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.919320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Transition to ACTIVE for port object b5ede793-7937-472e-9e21-4246cb7eca55 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:19.944503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:19.954181 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf405d7-7459-4451-b82a-9d6633c80bf1 None None] Pushing event updated for resources: {'Port': ['ID=d4cd7ef9-bf16-4773-9132-f429e2a8ce29,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:20.014034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Network bad52a1f-9441-4300-8cf1-48dfdd7b5271 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:44:20.021130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:20.023832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:44:20.068455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ede793-7937-472e-9e21-4246cb7eca55,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:20.086837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.096759 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] Set router 4178906d-c00b-4d5b-9cf3-03a105782937 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:20.219989 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.262121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Provisioning for port b5ede793-7937-472e-9e21-4246cb7eca55 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:20.267337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Provisioning complete for port b5ede793-7937-472e-9e21-4246cb7eca55 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:20.267784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.268372 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Attempt 1 to provision port b5ede793-7937-472e-9e21-4246cb7eca55 Oct 05 09:44:20.374988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Port b5ede793-7937-472e-9e21-4246cb7eca55 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:20.401605 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'name': 'tempest-ServersNegativeTestJSON-259690310-router', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:16Z', 'updated_at': '2022-10-05T09:44:17Z', 'revision_number': 3, 'project_id': '88572dba88944aeba99b40532ac87798', 'gw_port': {'id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:02:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:17Z', 'updated_at': '2022-10-05T09:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:20.405624 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd9a44f-5204-40aa-a220-889aec4758e8 None None] The sync data for ids ['4178906d-c00b-4d5b-9cf3-03a105782937'] in dv-neutron-860328-1-hyperv is: [{'id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'name': 'tempest-ServersNegativeTestJSON-259690310-router', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:16Z', 'updated_at': '2022-10-05T09:44:17Z', 'revision_number': 3, 'project_id': '88572dba88944aeba99b40532ac87798', 'gw_port': {'id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:02:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:17Z', 'updated_at': '2022-10-05T09:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:44:20.457202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.462316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.568445 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ede793-7937-472e-9e21-4246cb7eca55,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:20.572222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:20.743294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Network bad52a1f-9441-4300-8cf1-48dfdd7b5271 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:44:20.744966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:20.877232 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Attempt 2 to provision port b5ede793-7937-472e-9e21-4246cb7eca55 Oct 05 09:44:20.910128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d4cd7ef9-bf16-4773-9132-f429e2a8ce29 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:20.973327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Router 4178906d-c00b-4d5b-9cf3-03a105782937 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:44:21.005338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Port b5ede793-7937-472e-9e21-4246cb7eca55 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:21.018327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port d4cd7ef9-bf16-4773-9132-f429e2a8ce29 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:21.023344 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d4cd7ef9-bf16-4773-9132-f429e2a8ce29 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:21.023712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:21.024614 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d4cd7ef9-bf16-4773-9132-f429e2a8ce29 Oct 05 09:44:21.152493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d4cd7ef9-bf16-4773-9132-f429e2a8ce29 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:21.152874 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:21.171745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port d4cd7ef9-bf16-4773-9132-f429e2a8ce29, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d4cd7ef9-bf16-4773-9132-f429e2a8ce29,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:21.176902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:21.177782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4647bbe6-5e20-450d-99aa-bd404ed521a9 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:21.292824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:44:21.300361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=d4cd7ef9-bf16-4773-9132-f429e2a8ce29,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:21.301528 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b6a4aee8-7740-434b-b835-031f41bfd3c7 admin admin] 10.222.0.64 "PUT /v2.0/routers/4178906d-c00b-4d5b-9cf3-03a105782937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5969875 Oct 05 09:44:21.312384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 4647bbe6-5e20-450d-99aa-bd404ed521a9 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:21.312873 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:21.313076 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 4647bbe6-5e20-450d-99aa-bd404ed521a9 Oct 05 09:44:21.433828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 4647bbe6-5e20-450d-99aa-bd404ed521a9 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:21.506240 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Attempt 3 to provision port b5ede793-7937-472e-9e21-4246cb7eca55 Oct 05 09:44:21.563444 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Port b5ede793-7937-472e-9e21-4246cb7eca55 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:21.961193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-1ae929b4-113f-4792-948e-9a20ab40093f tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:21.964091 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-1ae929b4-113f-4792-948e-9a20ab40093f tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/networks?id=bad52a1f-9441-4300-8cf1-48dfdd7b5271 HTTP/1.1" status: 200 len: 813 time: 0.1539595 Oct 05 09:44:21.981831 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-b034108b-2a27-4dcc-a78c-5c4614838a71 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/quotas/88572dba88944aeba99b40532ac87798 HTTP/1.1" status: 200 len: 375 time: 0.0120697 Oct 05 09:44:21.996296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Sync routers for ids ['4178906d-c00b-4d5b-9cf3-03a105782937'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:44:22.006828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Routers {'4178906d-c00b-4d5b-9cf3-03a105782937'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:22.007685 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:44:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['4178906d-c00b-4d5b-9cf3-03a105782937'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:22.067096 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Attempt 4 to provision port b5ede793-7937-472e-9e21-4246cb7eca55 Oct 05 09:44:22.093194 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-bdad98b1-173c-42e3-bd82-1d6e012da73e tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=88572dba88944aeba99b40532ac87798&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049187 Oct 05 09:44:22.105892 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-85f3cff0-315a-4062-ac95-6f3a14656760 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:44:22.107165 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-85f3cff0-315a-4062-ac95-6f3a14656760 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065446 Oct 05 09:44:22.201992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Port b5ede793-7937-472e-9e21-4246cb7eca55 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:22.244733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Set router 4178906d-c00b-4d5b-9cf3-03a105782937 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:22.248316 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-73957af5-3e76-4051-ae40-e29a713ca084 service neutron] 10.222.0.64 "GET /v2.0/networks/bad52a1f-9441-4300-8cf1-48dfdd7b5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325481 Oct 05 09:44:22.381006 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-318d5b3c-3fde-4eb5-a33a-c121d706d272 service neutron] 10.222.0.64 "GET /v2.0/networks/bad52a1f-9441-4300-8cf1-48dfdd7b5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269512 Oct 05 09:44:22.563954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'name': 'tempest-ServersNegativeTestJSON-259690310-router', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:16Z', 'updated_at': '2022-10-05T09:44:20Z', 'revision_number': 4, 'project_id': '88572dba88944aeba99b40532ac87798', 'gw_port': {'id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:17Z', 'updated_at': '2022-10-05T09:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b5ede793-7937-472e-9e21-4246cb7eca55', 'name': '', 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'mac_address': 'fa:16:3e:25:71:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '81d74497-a712-4fba-b370-a7b7fe5d372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:19Z', 'updated_at': '2022-10-05T09:44:20Z', 'revision_number': 2, 'project_id': '88572dba88944aeba99b40532ac87798', 'subnets': [{'id': '81d74497-a712-4fba-b370-a7b7fe5d372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:22.568579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Checking router: 4178906d-c00b-4d5b-9cf3-03a105782937 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:44:22.568936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Updating router 4178906d-c00b-4d5b-9cf3-03a105782937 port b5ede793-7937-472e-9e21-4246cb7eca55 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:44:22.629589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:22.630434 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-45999b6b-93f7-4570-a7b7-2617742678d7 req-6a4aab0e-371b-4e46-9851-57b847a515c8 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 210 time: 0.1160164 Oct 05 09:44:22.705891 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Attempt 5 to provision port b5ede793-7937-472e-9e21-4246cb7eca55 Oct 05 09:44:22.793440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d4cd7ef9-bf16-4773-9132-f429e2a8ce29 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:22.862376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Port b5ede793-7937-472e-9e21-4246cb7eca55 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:23.022487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d4cd7ef9-bf16-4773-9132-f429e2a8ce29 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:23.022854 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:23.023185 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d4cd7ef9-bf16-4773-9132-f429e2a8ce29 Oct 05 09:44:23.229370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d4cd7ef9-bf16-4773-9132-f429e2a8ce29 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:23.233395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:23.245550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Transition to ACTIVE for port object b5ede793-7937-472e-9e21-4246cb7eca55 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:23.251993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:23.384178 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Attempt 6 to provision port b5ede793-7937-472e-9e21-4246cb7eca55 Oct 05 09:44:23.467157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf16d5-00cb-4b83-96f5-4583923f042c None None] Pushing event updated for resources: {'Port': ['ID=b5ede793-7937-472e-9e21-4246cb7eca55,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:23.505213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Port b5ede793-7937-472e-9e21-4246cb7eca55 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:23.508853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Attempting to bind port b5ede793-7937-472e-9e21-4246cb7eca55 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:44:23.509288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Attempting to bind port b5ede793-7937-472e-9e21-4246cb7eca55 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:44:23.509646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Attempting to bind port b5ede793-7937-472e-9e21-4246cb7eca55 on network bad52a1f-9441-4300-8cf1-48dfdd7b5271 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:44:23.514784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:44:23.515151 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Checking segment: {'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:44:23.515546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:23.515925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Bound using segment: {'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:44:23.516376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Bound port: b5ede793-7937-472e-9e21-4246cb7eca55, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:44:23.516738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:23.605080 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] For port b5ede793-7937-472e-9e21-4246cb7eca55, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:44:23.608025 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] For port b5ede793-7937-472e-9e21-4246cb7eca55, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b5ede793-7937-472e-9e21-4246cb7eca55,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:44:23.612332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:23.667048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Routers {'4178906d-c00b-4d5b-9cf3-03a105782937'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:23.668087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:44:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['4178906d-c00b-4d5b-9cf3-03a105782937'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:23.754194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf16d5-00cb-4b83-96f5-4583923f042c None None] Pushing event updated for resources: {'Port': ['ID=b5ede793-7937-472e-9e21-4246cb7eca55,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:23.797164 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b5d70c38-44e0-4594-8cde-d329263c78e4 req-9b2e7a81-7454-43cb-87c8-477d97367545 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 210 time: 0.0503576 Oct 05 09:44:23.864682 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] Set router 4178906d-c00b-4d5b-9cf3-03a105782937 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:24.007262 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Attempt 7 to provision port b5ede793-7937-472e-9e21-4246cb7eca55 Oct 05 09:44:24.150320 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0fac4a76-dee6-4658-a6b1-2b2151099a78 None None] Port b5ede793-7937-472e-9e21-4246cb7eca55 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:44:24.232351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'name': 'tempest-ServersNegativeTestJSON-259690310-router', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:16Z', 'updated_at': '2022-10-05T09:44:20Z', 'revision_number': 4, 'project_id': '88572dba88944aeba99b40532ac87798', 'gw_port': {'id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:17Z', 'updated_at': '2022-10-05T09:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b5ede793-7937-472e-9e21-4246cb7eca55', 'name': '', 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'mac_address': 'fa:16:3e:25:71:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '81d74497-a712-4fba-b370-a7b7fe5d372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:19Z', 'updated_at': '2022-10-05T09:44:23Z', 'revision_number': 4, 'project_id': '88572dba88944aeba99b40532ac87798', 'subnets': [{'id': '81d74497-a712-4fba-b370-a7b7fe5d372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:24.236308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2060d-17d8-44ca-a9ab-03f612921d53 None None] The sync data for ids ['4178906d-c00b-4d5b-9cf3-03a105782937'] in dv-neutron-860328-1-hyperv is: [{'id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'name': 'tempest-ServersNegativeTestJSON-259690310-router', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:16Z', 'updated_at': '2022-10-05T09:44:20Z', 'revision_number': 4, 'project_id': '88572dba88944aeba99b40532ac87798', 'gw_port': {'id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:17Z', 'updated_at': '2022-10-05T09:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b5ede793-7937-472e-9e21-4246cb7eca55', 'name': '', 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'mac_address': 'fa:16:3e:25:71:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '81d74497-a712-4fba-b370-a7b7fe5d372b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:19Z', 'updated_at': '2022-10-05T09:44:23Z', 'revision_number': 4, 'project_id': '88572dba88944aeba99b40532ac87798', 'subnets': [{'id': '81d74497-a712-4fba-b370-a7b7fe5d372b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:44:24.652588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-676e9d06-9e78-4ea3-8fde-74eac6231c13 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:24.653318 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-676e9d06-9e78-4ea3-8fde-74eac6231c13 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Synchronizing usage tracker for tenant:88572dba88944aeba99b40532ac87798 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:44:24.675167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-676e9d06-9e78-4ea3-8fde-74eac6231c13 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Unset dirty status for tenant:88572dba88944aeba99b40532ac87798 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:44:24.676478 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-676e9d06-9e78-4ea3-8fde-74eac6231c13 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.45 "GET /v2.0/networks?id=bad52a1f-9441-4300-8cf1-48dfdd7b5271 HTTP/1.1" status: 200 len: 813 time: 0.1828012 Oct 05 09:44:24.690021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Request body: {'port': {'device_id': '9331bfd9-7496-4748-bb90-9430b537d5b1', 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271', 'admin_state_up': True, 'tenant_id': '88572dba88944aeba99b40532ac87798'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:24.823805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b5ede793-7937-472e-9e21-4246cb7eca55 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:24.862138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:24.866441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Usage tracker for resource:port and tenant:88572dba88944aeba99b40532ac87798 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:24.870582 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:24.876716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:24.892375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Made reservation on behalf of 88572dba88944aeba99b40532ac87798 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:44:24.896715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:24.923176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b5ede793-7937-472e-9e21-4246cb7eca55 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:24.931039 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b5ede793-7937-472e-9e21-4246cb7eca55 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:24.931430 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:24.931768 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b5ede793-7937-472e-9e21-4246cb7eca55 Oct 05 09:44:25.009903 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0fd68e5b-ea24-4ee5-b835-da1e00332b3a req-2c3f9c1e-31de-4f54-a5c7-c3c0adbb978f tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 210 time: 0.0627906 Oct 05 09:44:25.101494 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Allocated IP 172.20.0.11 (bad52a1f-9441-4300-8cf1-48dfdd7b5271/81d74497-a712-4fba-b370-a7b7fe5d372b/0fc5df60-b7a3-4591-9f17-5d7b498bcf84) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:44:25.123819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b5ede793-7937-472e-9e21-4246cb7eca55 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:25.124342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.163674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port b5ede793-7937-472e-9e21-4246cb7eca55, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b5ede793-7937-472e-9e21-4246cb7eca55,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:25.168871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.243217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=b5ede793-7937-472e-9e21-4246cb7eca55,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:25.330814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.346965 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Transition to ACTIVE for port object 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:25.371800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.439366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Network bad52a1f-9441-4300-8cf1-48dfdd7b5271 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:44:25.442359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:25.451277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:44:25.491940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Pushing event updated for resources: {'Port': ['ID=0fc5df60-b7a3-4591-9f17-5d7b498bcf84,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:25.525006 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:25.525758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.548037 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-3062f7af-bf8f-4703-96f7-bac32bab0895 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8620312 Oct 05 09:44:25.608477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Request body: {'port': {'device_id': '9331bfd9-7496-4748-bb90-9430b537d5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:25.721256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cecf9d9d-1b9e-450c-bd13-d6c332e84c51 None None] Provisioning for port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:25.725938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.726739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cecf9d9d-1b9e-450c-bd13-d6c332e84c51 None None] Provisioning complete for port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:25.727175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cecf9d9d-1b9e-450c-bd13-d6c332e84c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:25.727515 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-cecf9d9d-1b9e-450c-bd13-d6c332e84c51 None None] Attempt 1 to provision port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 Oct 05 09:44:25.784864 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cecf9d9d-1b9e-450c-bd13-d6c332e84c51 None None] Port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:26.074734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:44:26.082394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:26.096868 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Transition to ACTIVE for port object 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:26.101031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:26.225605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46eba9-a23c-48ce-9a8a-009f203a2947 req-5a7ffa16-c8c7-4b3d-91a7-3c2c234cf052 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:26.227542 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ab46eba9-a23c-48ce-9a8a-009f203a2947 req-5a7ffa16-c8c7-4b3d-91a7-3c2c234cf052 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 944 time: 0.0900528 Oct 05 09:44:26.272755 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ab46eba9-a23c-48ce-9a8a-009f203a2947 req-bcef6879-8aa1-4f4c-ba3f-4c64c88b0640 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393221 Oct 05 09:44:26.286396 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc5df60-b7a3-4591-9f17-5d7b498bcf84,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:26.290839 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-cecf9d9d-1b9e-450c-bd13-d6c332e84c51 None None] Attempt 2 to provision port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 Oct 05 09:44:26.327863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Attempting to bind port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:44:26.328191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Attempting to bind port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:44:26.328512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Attempting to bind port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 on network bad52a1f-9441-4300-8cf1-48dfdd7b5271 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:44:26.333244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 on network bad52a1f-9441-4300-8cf1-48dfdd7b5271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:44:26.333558 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Attempting to bind port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 on network bad52a1f-9441-4300-8cf1-48dfdd7b5271 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:44:26.339379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:44:26.339711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Checking segment: {'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:44:26.340084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Bound using segment: {'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:44:26.340503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Bound port: 0fc5df60-b7a3-4591-9f17-5d7b498bcf84, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:44:26.340844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:26.345540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cecf9d9d-1b9e-450c-bd13-d6c332e84c51 None None] Port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:26.431097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] For port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:44:26.434364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] For port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0fc5df60-b7a3-4591-9f17-5d7b498bcf84,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:44:26.439300 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:26.470479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:26.471085 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:26.472446 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] 10.222.0.45 "PUT /v2.0/ports/0fc5df60-b7a3-4591-9f17-5d7b498bcf84 HTTP/1.1" status: 200 len: 1094 time: 0.9154294 Oct 05 09:44:26.472878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9331bfd9-7496-4748-bb90-9430b537d5b1', 'tag': '0fc5df60-b7a3-4591-9f17-5d7b498bcf84'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:44:26.475439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efb3f94-3c51-40f6-88ce-24a596b25f30" -d '{"events": [{"name": "network-changed", "server_uuid": "9331bfd9-7496-4748-bb90-9430b537d5b1", "tag": "0fc5df60-b7a3-4591-9f17-5d7b498bcf84"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:44:26.551523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5334a965-7632-4e1c-be5d-5d08b7396ec1 x-openstack-request-id: req-5334a965-7632-4e1c-be5d-5d08b7396ec1 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:44:26.551807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9331bfd9-7496-4748-bb90-9430b537d5b1", "tag": "0fc5df60-b7a3-4591-9f17-5d7b498bcf84", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:44:26.552058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5334a965-7632-4e1c-be5d-5d08b7396ec1 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:44:26.552460 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5334a965-7632-4e1c-be5d-5d08b7396ec1'] response: {'name': 'network-changed', 'server_uuid': '9331bfd9-7496-4748-bb90-9430b537d5b1', 'tag': '0fc5df60-b7a3-4591-9f17-5d7b498bcf84', 'status': 'completed', 'code': 200} Oct 05 09:44:26.572625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48573efe-16c1-44ba-955c-758a6b777df5 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc5df60-b7a3-4591-9f17-5d7b498bcf84,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:26.603948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-2d05ab02-5d68-4072-ac2c-af359e297388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:26.605431 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-2d05ab02-5d68-4072-ac2c-af359e297388 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88572dba88944aeba99b40532ac87798&device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 1097 time: 0.0921876 Oct 05 09:44:26.781186 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b5ede793-7937-472e-9e21-4246cb7eca55 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:26.788865 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-7992003a-40fa-47f9-a86a-1fc69dc385ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fc5df60-b7a3-4591-9f17-5d7b498bcf84 HTTP/1.1" status: 200 len: 217 time: 0.1768720 Oct 05 09:44:26.847170 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-cecf9d9d-1b9e-450c-bd13-d6c332e84c51 None None] Attempt 3 to provision port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 Oct 05 09:44:26.853249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-d2ee1774-0ea7-4195-8718-ffd2c7a78a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:26.854001 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-d2ee1774-0ea7-4195-8718-ffd2c7a78a27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81d74497-a712-4fba-b370-a7b7fe5d372b HTTP/1.1" status: 200 len: 852 time: 0.0591927 Oct 05 09:44:26.893410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b5ede793-7937-472e-9e21-4246cb7eca55 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:26.893783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:26.894146 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b5ede793-7937-472e-9e21-4246cb7eca55 Oct 05 09:44:26.940525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-c70c4952-9a3a-459e-9070-176bad570061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:26.942039 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-c70c4952-9a3a-459e-9070-176bad570061 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bad52a1f-9441-4300-8cf1-48dfdd7b5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825808 Oct 05 09:44:26.966242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cecf9d9d-1b9e-450c-bd13-d6c332e84c51 None None] Port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:44:27.030180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b5ede793-7937-472e-9e21-4246cb7eca55 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:27.077746 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-705b92ac-4649-46b4-80eb-47fc3e32ec1e service neutron] 10.222.0.45 "GET /v2.0/networks/bad52a1f-9441-4300-8cf1-48dfdd7b5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290717 Oct 05 09:44:27.204581 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-93baf516-8b54-4091-ac92-5649f5d350b6 req-6aba716f-5e3b-4495-8b84-1cd48f0b42ba service neutron] 10.222.0.45 "GET /v2.0/networks/bad52a1f-9441-4300-8cf1-48dfdd7b5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215012 Oct 05 09:44:27.331402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb3f94-3c51-40f6-88ce-24a596b25f30 req-0b5070f7-ee8c-48f5-a409-ad473b2e7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:27.332839 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7efb3f94-3c51-40f6-88ce-24a596b25f30 req-0b5070f7-ee8c-48f5-a409-ad473b2e7450 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88572dba88944aeba99b40532ac87798&device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 1097 time: 0.0789728 Oct 05 09:44:27.465946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb3f94-3c51-40f6-88ce-24a596b25f30 req-c3d597b0-f50b-4a64-b28b-4fab5d9fb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:27.467436 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7efb3f94-3c51-40f6-88ce-24a596b25f30 req-c3d597b0-f50b-4a64-b28b-4fab5d9fb084 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bad52a1f-9441-4300-8cf1-48dfdd7b5271 HTTP/1.1" status: 200 len: 914 time: 0.1278651 Oct 05 09:44:27.475650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae501a30-e9e3-4b79-94e0-b61f0731452e req-19c60af6-f8e0-458f-b5a9-6f044114d4d2 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:27.477279 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ae501a30-e9e3-4b79-94e0-b61f0731452e req-19c60af6-f8e0-458f-b5a9-6f044114d4d2 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 944 time: 0.0915146 Oct 05 09:44:27.520992 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ae501a30-e9e3-4b79-94e0-b61f0731452e req-c720e373-81a7-4937-9bcc-768f14977b0e tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379307 Oct 05 09:44:27.540447 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7efb3f94-3c51-40f6-88ce-24a596b25f30 req-ce3f2768-0673-45fc-91ff-629580317cf4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fc5df60-b7a3-4591-9f17-5d7b498bcf84 HTTP/1.1" status: 200 len: 217 time: 0.0654564 Oct 05 09:44:27.601416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb3f94-3c51-40f6-88ce-24a596b25f30 req-1a3d99f6-b78d-43f7-875f-32a38a97997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:27.603556 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7efb3f94-3c51-40f6-88ce-24a596b25f30 req-1a3d99f6-b78d-43f7-875f-32a38a97997b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81d74497-a712-4fba-b370-a7b7fe5d372b HTTP/1.1" status: 200 len: 852 time: 0.0573540 Oct 05 09:44:27.688003 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb3f94-3c51-40f6-88ce-24a596b25f30 req-404956f5-570d-483c-b300-7072bbf289a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:27.689455 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7efb3f94-3c51-40f6-88ce-24a596b25f30 req-404956f5-570d-483c-b300-7072bbf289a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bad52a1f-9441-4300-8cf1-48dfdd7b5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796161 Oct 05 09:44:27.820560 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7efb3f94-3c51-40f6-88ce-24a596b25f30 req-6fb5c2ae-f036-4ec5-ba39-0ca42ffc4335 service neutron] 10.222.0.45 "GET /v2.0/networks/bad52a1f-9441-4300-8cf1-48dfdd7b5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233845 Oct 05 09:44:27.950944 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7efb3f94-3c51-40f6-88ce-24a596b25f30 req-130efb11-3986-43d5-aff2-b70f96c8d4f3 service neutron] 10.222.0.45 "GET /v2.0/networks/bad52a1f-9441-4300-8cf1-48dfdd7b5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238472 Oct 05 09:44:28.775689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb2ed9-ebc6-411f-a1b5-7751db2196c9 req-5f1a20bb-6d8f-4097-8105-348ee0f6816b tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:28.777163 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dfdb2ed9-ebc6-411f-a1b5-7751db2196c9 req-5f1a20bb-6d8f-4097-8105-348ee0f6816b tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 944 time: 0.1019282 Oct 05 09:44:28.831325 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dfdb2ed9-ebc6-411f-a1b5-7751db2196c9 req-02cb1274-b897-4410-88ea-e9425c3618ec tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482328 Oct 05 09:44:29.198867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:44:29.336342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0fc5df60-b7a3-4591-9f17-5d7b498bcf84,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:29.349604 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '0fc5df60-b7a3-4591-9f17-5d7b498bcf84', 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271', 'port_id': '0fc5df60-b7a3-4591-9f17-5d7b498bcf84', 'mac_address': 'fa:16:3e:34:4a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d74497-a712-4fba-b370-a7b7fe5d372b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:44:29.408594 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:29.408977 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:29.425401 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:44:29.441610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0fc5df60-b7a3-4591-9f17-5d7b498bcf84,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:29.446228 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:29.516318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=0fc5df60-b7a3-4591-9f17-5d7b498bcf84,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:29.678169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['0fc5df60-b7a3-4591-9f17-5d7b498bcf84'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:44:30.035014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222952c5-63d5-42d5-b08b-e2d1951be2c3 req-998b35a4-69e1-462a-bc34-0e1b2974c7ac tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:30.036382 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-222952c5-63d5-42d5-b08b-e2d1951be2c3 req-998b35a4-69e1-462a-bc34-0e1b2974c7ac tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0906270 Oct 05 09:44:30.079693 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-222952c5-63d5-42d5-b08b-e2d1951be2c3 req-ae12b5d2-baf4-4b6e-b69e-a4abb3d5265d tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369337 Oct 05 09:44:31.200420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:31.270041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:31.275062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:31.275433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.275767 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 Oct 05 09:44:31.288155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862cde5-1760-4d1a-b626-b7c9bee9adf3 req-6dc221bf-581e-4e44-a313-74be3f3c1b93 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:31.290931 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0862cde5-1760-4d1a-b626-b7c9bee9adf3 req-6dc221bf-581e-4e44-a313-74be3f3c1b93 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0985694 Oct 05 09:44:31.335657 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0862cde5-1760-4d1a-b626-b7c9bee9adf3 req-9adcb757-7164-45f3-8d10-21458ea410ce tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396860 Oct 05 09:44:31.394573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:31.394954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.421511 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9331bfd9-7496-4748-bb90-9430b537d5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc5df60-b7a3-4591-9f17-5d7b498bcf84'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:44:31.423845 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41a9156-5a57-431c-acd9-e8058e62d6a5" -d '{"events": [{"server_uuid": "9331bfd9-7496-4748-bb90-9430b537d5b1", "name": "network-vif-plugged", "status": "completed", "tag": "0fc5df60-b7a3-4591-9f17-5d7b498bcf84"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:44:31.431944 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0fc5df60-b7a3-4591-9f17-5d7b498bcf84,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:31.435846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:31.472543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108ee202-9dc1-43d5-b1c3-ca67c845f57c x-openstack-request-id: req-108ee202-9dc1-43d5-b1c3-ca67c845f57c {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:44:31.472834 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9331bfd9-7496-4748-bb90-9430b537d5b1", "name": "network-vif-plugged", "status": "completed", "tag": "0fc5df60-b7a3-4591-9f17-5d7b498bcf84", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:44:31.473081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-108ee202-9dc1-43d5-b1c3-ca67c845f57c {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:44:31.473484 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108ee202-9dc1-43d5-b1c3-ca67c845f57c'] response: {'server_uuid': '9331bfd9-7496-4748-bb90-9430b537d5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc5df60-b7a3-4591-9f17-5d7b498bcf84', 'code': 200} Oct 05 09:44:31.510043 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=0fc5df60-b7a3-4591-9f17-5d7b498bcf84,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:31.699249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced9350-264a-430d-91f1-4814896fffd2 req-64b893f2-5681-4034-bf74-b3a1ae161d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:31.700602 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3ced9350-264a-430d-91f1-4814896fffd2 req-64b893f2-5681-4034-bf74-b3a1ae161d78 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0768549 Oct 05 09:44:31.740691 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3ced9350-264a-430d-91f1-4814896fffd2 req-6615c669-6606-40ce-ab22-7a9aca8caf62 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339549 Oct 05 09:44:32.542496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c183ae-02fc-4ed8-897d-41ee6984293a req-7c916998-c2d1-4eb6-b58b-31fcc955dad2 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:32.543970 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b9c183ae-02fc-4ed8-897d-41ee6984293a req-7c916998-c2d1-4eb6-b58b-31fcc955dad2 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 946 time: 0.0996847 Oct 05 09:44:32.588893 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b9c183ae-02fc-4ed8-897d-41ee6984293a req-8b64ffc8-cfbd-4bf6-a214-0eb5f2112da0 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389845 Oct 05 09:44:32.838483 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0d2cadec-a892-4f84-bec1-a508f153dcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:33.786534 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4fa52-c9c1-49ad-b359-fe263f1f69e1 req-30200a05-ff24-4eeb-a44b-7951522d72c2 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:33.787973 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-16f4fa52-c9c1-49ad-b359-fe263f1f69e1 req-30200a05-ff24-4eeb-a44b-7951522d72c2 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 946 time: 0.0876746 Oct 05 09:44:33.832632 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-16f4fa52-c9c1-49ad-b359-fe263f1f69e1 req-dee840df-0a76-48c0-ac1a-dc5a56450107 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378277 Oct 05 09:44:34.129305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-0c251390-1dcb-4041-996d-401fb7164a8b tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:34.130770 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-0c251390-1dcb-4041-996d-401fb7164a8b tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/networks?id=bad52a1f-9441-4300-8cf1-48dfdd7b5271 HTTP/1.1" status: 200 len: 813 time: 0.1478508 Oct 05 09:44:34.146121 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-7f41eb04-cc65-4368-b389-730c837a1071 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/quotas/88572dba88944aeba99b40532ac87798 HTTP/1.1" status: 200 len: 375 time: 0.0091193 Oct 05 09:44:34.245670 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-60903555-bbad-468a-a638-d57054ab6d0c tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=88572dba88944aeba99b40532ac87798&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935004 Oct 05 09:44:34.469874 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-ae6428f6-097e-46eb-9282-ec674a3687f5 service neutron] 10.222.0.64 "GET /v2.0/networks/bad52a1f-9441-4300-8cf1-48dfdd7b5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173448 Oct 05 09:44:34.626268 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-36b28297-f0aa-4196-ab22-39f83028c18d service neutron] 10.222.0.64 "GET /v2.0/networks/bad52a1f-9441-4300-8cf1-48dfdd7b5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502192 Oct 05 09:44:34.819195 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ed276be4-4a32-41c5-9aad-eaa7289a7748 req-24eff5cd-7055-43c0-87bc-6338e6267767 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 210 time: 0.0581093 Oct 05 09:44:34.879194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:35.629462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a77fc92-261f-4614-acd7-55af8bc3f6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:35.841640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-73ac24b3-56eb-4199-b0c2-c7f5082dabe4 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:35.843191 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-73ac24b3-56eb-4199-b0c2-c7f5082dabe4 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.45 "GET /v2.0/networks?id=bad52a1f-9441-4300-8cf1-48dfdd7b5271 HTTP/1.1" status: 200 len: 813 time: 0.1514316 Oct 05 09:44:35.854914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Request body: {'port': {'device_id': '1e37906a-3caf-4493-8343-4faefcc1cb26', 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271', 'admin_state_up': True, 'tenant_id': '88572dba88944aeba99b40532ac87798'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:36.007304 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7ba41483-1593-481c-b642-1d90684cb853 req-37149c1c-04a9-40bd-9988-c0ff476b96fa tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 210 time: 0.0556128 Oct 05 09:44:36.014483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:44:36.018367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Usage tracker for resource:port and tenant:88572dba88944aeba99b40532ac87798 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:44:36.021250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:44:36.027667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:44:36.044816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Made reservation on behalf of 88572dba88944aeba99b40532ac87798 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:44:36.048414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:36.220699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Allocated IP 172.20.0.13 (bad52a1f-9441-4300-8cf1-48dfdd7b5271/81d74497-a712-4fba-b370-a7b7fe5d372b/0d13042b-28ba-4299-84ee-37c5935c6c2b) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:44:36.524956 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:36.540562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Transition to ACTIVE for port object 0d13042b-28ba-4299-84ee-37c5935c6c2b will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:36.564721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:36.578227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['0fc5df60-b7a3-4591-9f17-5d7b498bcf84'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:44:36.632161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Network bad52a1f-9441-4300-8cf1-48dfdd7b5271 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:44:36.640019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:44:36.645402 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:44:36.681554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Pushing event updated for resources: {'Port': ['ID=0d13042b-28ba-4299-84ee-37c5935c6c2b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:36.714768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:36.715398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:36.741297 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-02df8329-c749-4e3b-8ab5-bbde450c74c7 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8904700 Oct 05 09:44:36.753621 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Request body: {'port': {'device_id': '1e37906a-3caf-4493-8343-4faefcc1cb26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:44:36.810664 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:36.882880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:36.947390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:36.951176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5e9bf0bb-fee3-4667-a2a8-d5f84df55054 None None] Provisioning for port 0d13042b-28ba-4299-84ee-37c5935c6c2b completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:36.956248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5e9bf0bb-fee3-4667-a2a8-d5f84df55054 None None] Provisioning complete for port 0d13042b-28ba-4299-84ee-37c5935c6c2b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:36.956609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e9bf0bb-fee3-4667-a2a8-d5f84df55054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:36.956942 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5e9bf0bb-fee3-4667-a2a8-d5f84df55054 None None] Attempt 1 to provision port 0d13042b-28ba-4299-84ee-37c5935c6c2b Oct 05 09:44:37.013625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5e9bf0bb-fee3-4667-a2a8-d5f84df55054 None None] Port 0d13042b-28ba-4299-84ee-37c5935c6c2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:37.216081 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684f2e-bdd9-42ca-898d-b8978c994da7 req-c4c7ff22-9f7a-4269-9d25-85753b4197da tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:37.217541 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-38684f2e-bdd9-42ca-898d-b8978c994da7 req-c4c7ff22-9f7a-4269-9d25-85753b4197da tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 932 time: 0.0878358 Oct 05 09:44:37.234905 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d13042b-28ba-4299-84ee-37c5935c6c2b {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:44:37.242934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:37.259404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Transition to ACTIVE for port object 0d13042b-28ba-4299-84ee-37c5935c6c2b will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:44:37.263365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:37.264798 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-38684f2e-bdd9-42ca-898d-b8978c994da7 req-48939862-8eb1-497d-a339-430161445a3f tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412500 Oct 05 09:44:37.447478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d13042b-28ba-4299-84ee-37c5935c6c2b,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:37.487028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Attempting to bind port 0d13042b-28ba-4299-84ee-37c5935c6c2b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:44:37.487356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Attempting to bind port 0d13042b-28ba-4299-84ee-37c5935c6c2b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:44:37.487674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Attempting to bind port 0d13042b-28ba-4299-84ee-37c5935c6c2b on network bad52a1f-9441-4300-8cf1-48dfdd7b5271 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:44:37.492761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Port 0d13042b-28ba-4299-84ee-37c5935c6c2b on network bad52a1f-9441-4300-8cf1-48dfdd7b5271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:44:37.493084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Attempting to bind port 0d13042b-28ba-4299-84ee-37c5935c6c2b on network bad52a1f-9441-4300-8cf1-48dfdd7b5271 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:44:37.498136 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:44:37.498464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Checking segment: {'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:44:37.498833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Bound using segment: {'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:44:37.499243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Bound port: 0d13042b-28ba-4299-84ee-37c5935c6c2b, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:44:37.499575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:37.515406 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5e9bf0bb-fee3-4667-a2a8-d5f84df55054 None None] Attempt 2 to provision port 0d13042b-28ba-4299-84ee-37c5935c6c2b Oct 05 09:44:37.568628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5e9bf0bb-fee3-4667-a2a8-d5f84df55054 None None] Port 0d13042b-28ba-4299-84ee-37c5935c6c2b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:44:37.585764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] For port 0d13042b-28ba-4299-84ee-37c5935c6c2b, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:44:37.589286 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] For port 0d13042b-28ba-4299-84ee-37c5935c6c2b, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0d13042b-28ba-4299-84ee-37c5935c6c2b,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:44:37.595066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:37.625807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:37.626438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:37.627849 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] 10.222.0.45 "PUT /v2.0/ports/0d13042b-28ba-4299-84ee-37c5935c6c2b HTTP/1.1" status: 200 len: 1094 time: 0.8793797 Oct 05 09:44:37.628276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e37906a-3caf-4493-8343-4faefcc1cb26', 'tag': '0d13042b-28ba-4299-84ee-37c5935c6c2b'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:44:37.630568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b6121f-e056-47b2-991b-59520b31b007" -d '{"events": [{"name": "network-changed", "server_uuid": "1e37906a-3caf-4493-8343-4faefcc1cb26", "tag": "0d13042b-28ba-4299-84ee-37c5935c6c2b"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:44:37.727790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cbca6-249a-4c1b-8015-33e10f6129d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d13042b-28ba-4299-84ee-37c5935c6c2b,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:37.740609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd1e4d4-75da-4b2f-8da5-d17566468f37 x-openstack-request-id: req-1bd1e4d4-75da-4b2f-8da5-d17566468f37 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:44:37.740888 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e37906a-3caf-4493-8343-4faefcc1cb26", "tag": "0d13042b-28ba-4299-84ee-37c5935c6c2b", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:44:37.741133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1bd1e4d4-75da-4b2f-8da5-d17566468f37 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:44:37.741520 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd1e4d4-75da-4b2f-8da5-d17566468f37'] response: {'name': 'network-changed', 'server_uuid': '1e37906a-3caf-4493-8343-4faefcc1cb26', 'tag': '0d13042b-28ba-4299-84ee-37c5935c6c2b', 'status': 'completed', 'code': 200} Oct 05 09:44:37.755594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-31f89a06-a9e6-4c4c-81d0-b2799f4566c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:37.757092 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-31f89a06-a9e6-4c4c-81d0-b2799f4566c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88572dba88944aeba99b40532ac87798&device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 1097 time: 0.0900617 Oct 05 09:44:37.827179 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-b4c8aa3c-7a65-4c03-9035-04f6ded863ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d13042b-28ba-4299-84ee-37c5935c6c2b HTTP/1.1" status: 200 len: 217 time: 0.0636632 Oct 05 09:44:37.889329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-3c6786b3-bcdf-4c8b-abd9-2341fdb37ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:37.890830 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-3c6786b3-bcdf-4c8b-abd9-2341fdb37ab2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81d74497-a712-4fba-b370-a7b7fe5d372b HTTP/1.1" status: 200 len: 852 time: 0.0579791 Oct 05 09:44:37.976051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-1cf4966d-7ba3-40da-b80d-bc685e57519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:37.977434 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-1cf4966d-7ba3-40da-b80d-bc685e57519b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bad52a1f-9441-4300-8cf1-48dfdd7b5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813274 Oct 05 09:44:38.070818 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5e9bf0bb-fee3-4667-a2a8-d5f84df55054 None None] Attempt 3 to provision port 0d13042b-28ba-4299-84ee-37c5935c6c2b Oct 05 09:44:38.107202 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-fc660c76-1832-4740-a7c2-e87f06b7ff56 service neutron] 10.222.0.45 "GET /v2.0/networks/bad52a1f-9441-4300-8cf1-48dfdd7b5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234047 Oct 05 09:44:38.140970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5e9bf0bb-fee3-4667-a2a8-d5f84df55054 None None] Port 0d13042b-28ba-4299-84ee-37c5935c6c2b had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:44:38.337342 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a6f9933-e358-455d-af7d-15c6329a6d2a req-36bf69b5-82c7-49b9-b41f-236b8f77eaba service neutron] 10.222.0.45 "GET /v2.0/networks/bad52a1f-9441-4300-8cf1-48dfdd7b5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232201 Oct 05 09:44:38.465562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6121f-e056-47b2-991b-59520b31b007 req-e03de9f2-60ef-4849-b5f6-ad098cd7ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:38.467082 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-09b6121f-e056-47b2-991b-59520b31b007 req-e03de9f2-60ef-4849-b5f6-ad098cd7ffc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88572dba88944aeba99b40532ac87798&device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 1097 time: 0.0781739 Oct 05 09:44:38.472830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa16cfe-6b17-44ae-9e8d-813552c53c29 req-4292da1f-c858-4b8e-af5b-9eb22a6937b4 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:38.474540 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7aa16cfe-6b17-44ae-9e8d-813552c53c29 req-4292da1f-c858-4b8e-af5b-9eb22a6937b4 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 944 time: 0.0946889 Oct 05 09:44:38.519109 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7aa16cfe-6b17-44ae-9e8d-813552c53c29 req-4ef7f7da-ba13-43a9-81c1-dd0f3109d2f3 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385518 Oct 05 09:44:38.598992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6121f-e056-47b2-991b-59520b31b007 req-6afa228b-626c-4031-a3db-6085df5cf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:38.600692 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-09b6121f-e056-47b2-991b-59520b31b007 req-6afa228b-626c-4031-a3db-6085df5cf248 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bad52a1f-9441-4300-8cf1-48dfdd7b5271 HTTP/1.1" status: 200 len: 914 time: 0.1276064 Oct 05 09:44:38.678354 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-09b6121f-e056-47b2-991b-59520b31b007 req-f6554b2f-97f5-4f26-9b7c-368e122ba814 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d13042b-28ba-4299-84ee-37c5935c6c2b HTTP/1.1" status: 200 len: 217 time: 0.0631518 Oct 05 09:44:38.738628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6121f-e056-47b2-991b-59520b31b007 req-6ed57dbe-60a5-4d3e-9dca-4389e69b94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:38.740035 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-09b6121f-e056-47b2-991b-59520b31b007 req-6ed57dbe-60a5-4d3e-9dca-4389e69b94b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81d74497-a712-4fba-b370-a7b7fe5d372b HTTP/1.1" status: 200 len: 852 time: 0.0556827 Oct 05 09:44:38.826375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6121f-e056-47b2-991b-59520b31b007 req-1451f833-fc50-4257-8668-7d399434bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:38.827837 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-09b6121f-e056-47b2-991b-59520b31b007 req-1451f833-fc50-4257-8668-7d399434bdd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bad52a1f-9441-4300-8cf1-48dfdd7b5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812089 Oct 05 09:44:38.959099 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-09b6121f-e056-47b2-991b-59520b31b007 req-0ce9fb12-670c-49de-a63c-b1c308116bec service neutron] 10.222.0.45 "GET /v2.0/networks/bad52a1f-9441-4300-8cf1-48dfdd7b5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244962 Oct 05 09:44:39.089052 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-09b6121f-e056-47b2-991b-59520b31b007 req-9c26d6ee-816f-43a4-83be-e959c5e63757 service neutron] 10.222.0.45 "GET /v2.0/networks/bad52a1f-9441-4300-8cf1-48dfdd7b5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237161 Oct 05 09:44:39.282026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:39.724143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70919b-b18c-4a65-8306-e5dfbc8b24de req-de581594-fb1d-45a4-8cd8-dd8d8cfba482 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:39.725852 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5f70919b-b18c-4a65-8306-e5dfbc8b24de req-de581594-fb1d-45a4-8cd8-dd8d8cfba482 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 944 time: 0.0908113 Oct 05 09:44:39.770467 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5f70919b-b18c-4a65-8306-e5dfbc8b24de req-09e6821a-b0fe-4b46-8fbd-4a8018a9e7c5 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381379 Oct 05 09:44:40.970835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f07dcd-5412-4971-ac63-22bb11414205 req-e339270d-8cf0-403d-8db9-36b268870be4 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:40.972286 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-64f07dcd-5412-4971-ac63-22bb11414205 req-e339270d-8cf0-403d-8db9-36b268870be4 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 944 time: 0.0897589 Oct 05 09:44:41.016754 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-64f07dcd-5412-4971-ac63-22bb11414205 req-64913b2e-bc2a-4d72-b1d0-f59fdeb3d116 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377223 Oct 05 09:44:41.245329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 0d13042b-28ba-4299-84ee-37c5935c6c2b details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:44:41.409173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 0d13042b-28ba-4299-84ee-37c5935c6c2b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0d13042b-28ba-4299-84ee-37c5935c6c2b,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:41.422535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '0d13042b-28ba-4299-84ee-37c5935c6c2b', 'network_id': 'bad52a1f-9441-4300-8cf1-48dfdd7b5271', 'port_id': '0d13042b-28ba-4299-84ee-37c5935c6c2b', 'mac_address': 'fa:16:3e:c7:e1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d74497-a712-4fba-b370-a7b7fe5d372b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:44:41.478852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 0d13042b-28ba-4299-84ee-37c5935c6c2b is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:41.479231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:41.498215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d13042b-28ba-4299-84ee-37c5935c6c2b {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:44:41.513719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 0d13042b-28ba-4299-84ee-37c5935c6c2b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0d13042b-28ba-4299-84ee-37c5935c6c2b,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:41.517037 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:41.581333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=0d13042b-28ba-4299-84ee-37c5935c6c2b,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:41.589015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:41.589359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:41.589697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:41.590069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:41.590381 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:41.590708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:41.591047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:41.591353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:41.591673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:41.591990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:41.592305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:41.592747 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:44:41.723807 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['0d13042b-28ba-4299-84ee-37c5935c6c2b'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:44:42.219100 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9c419-84bc-4196-9f2f-c6709b37d0ec req-f6427f79-2a53-41db-a233-53db8ad094bb tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:42.220548 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7da9c419-84bc-4196-9f2f-c6709b37d0ec req-f6427f79-2a53-41db-a233-53db8ad094bb tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 945 time: 0.0908239 Oct 05 09:44:42.265082 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7da9c419-84bc-4196-9f2f-c6709b37d0ec req-26b836a3-99f7-4283-ba85-10e4b07e4f6a tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386214 Oct 05 09:44:43.260783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 0d13042b-28ba-4299-84ee-37c5935c6c2b up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:44:43.332244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 0d13042b-28ba-4299-84ee-37c5935c6c2b completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:44:43.337403 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 0d13042b-28ba-4299-84ee-37c5935c6c2b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:44:43.337907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:43.338261 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 0d13042b-28ba-4299-84ee-37c5935c6c2b Oct 05 09:44:43.457746 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 0d13042b-28ba-4299-84ee-37c5935c6c2b is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:44:43.458258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:43.470428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e1cc2-f578-4765-97b3-2ec5458a291e req-8224c2cd-d966-46d1-956e-44f38af0dea5 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:43.471890 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-712e1cc2-f578-4765-97b3-2ec5458a291e req-8224c2cd-d966-46d1-956e-44f38af0dea5 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 945 time: 0.0914135 Oct 05 09:44:43.490827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e37906a-3caf-4493-8343-4faefcc1cb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d13042b-28ba-4299-84ee-37c5935c6c2b'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:44:43.495004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d4b6b6-7b8b-4d34-9a87-fa8f9d7ee1dd" -d '{"events": [{"server_uuid": "1e37906a-3caf-4493-8343-4faefcc1cb26", "name": "network-vif-plugged", "status": "completed", "tag": "0d13042b-28ba-4299-84ee-37c5935c6c2b"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:44:43.502642 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 0d13042b-28ba-4299-84ee-37c5935c6c2b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0d13042b-28ba-4299-84ee-37c5935c6c2b,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:43.508705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:43.519159 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-712e1cc2-f578-4765-97b3-2ec5458a291e req-39bd3a1e-580c-49ad-865c-eedac59b810d tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 Oct 05 09:44:43.550242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82eb3351-c40e-4d5a-9c8c-21d8e17cabf3 x-openstack-request-id: req-82eb3351-c40e-4d5a-9c8c-21d8e17cabf3 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:44:43.550470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e37906a-3caf-4493-8343-4faefcc1cb26", "name": "network-vif-plugged", "status": "completed", "tag": "0d13042b-28ba-4299-84ee-37c5935c6c2b", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:44:43.550747 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82eb3351-c40e-4d5a-9c8c-21d8e17cabf3 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:44:43.551156 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82eb3351-c40e-4d5a-9c8c-21d8e17cabf3'] response: {'server_uuid': '1e37906a-3caf-4493-8343-4faefcc1cb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d13042b-28ba-4299-84ee-37c5935c6c2b', 'code': 200} Oct 05 09:44:43.584036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=0d13042b-28ba-4299-84ee-37c5935c6c2b,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:43.778795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde57866-8c3f-41e2-b058-8502da5db58d req-7f11248a-cf2a-413f-b7da-50585b3e390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:43.780267 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dde57866-8c3f-41e2-b058-8502da5db58d req-7f11248a-cf2a-413f-b7da-50585b3e390c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 1099 time: 0.0781314 Oct 05 09:44:43.819846 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dde57866-8c3f-41e2-b058-8502da5db58d req-baa00916-dfbb-43cb-a6c7-86e0b631e872 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333054 Oct 05 09:44:44.719068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467a84c-bfc4-4ba3-bd1d-b50ec7f61250 req-f4565c89-0a3b-4d94-872d-6d9ef33a170c tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:44.720594 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a467a84c-bfc4-4ba3-bd1d-b50ec7f61250 req-f4565c89-0a3b-4d94-872d-6d9ef33a170c tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 946 time: 0.0897200 Oct 05 09:44:44.766514 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a467a84c-bfc4-4ba3-bd1d-b50ec7f61250 req-0ccb4d15-db20-46c0-bdd9-f1b7254c8737 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390708 Oct 05 09:44:45.971526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550be9e4-4b55-467e-bce2-70124f1da0bd req-313fcb2c-b691-4e7a-828d-f525b4b4848c tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:45.972982 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-550be9e4-4b55-467e-bce2-70124f1da0bd req-313fcb2c-b691-4e7a-828d-f525b4b4848c tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 946 time: 0.0922208 Oct 05 09:44:46.019601 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-550be9e4-4b55-467e-bce2-70124f1da0bd req-70e836a1-404a-460e-aac6-e6f04c58273b tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Oct 05 09:44:46.417646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44ae33-61ed-468f-9332-9bfa446be398 req-58230e22-93b5-45a8-88a4-f904c45e524f tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:46.419121 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2b44ae33-61ed-468f-9332-9bfa446be398 req-58230e22-93b5-45a8-88a4-f904c45e524f tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 946 time: 0.0912390 Oct 05 09:44:46.462960 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2b44ae33-61ed-468f-9332-9bfa446be398 req-56e13d20-8ff8-4069-ba0d-9a5e79077065 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380149 Oct 05 09:44:47.662934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca0e17-0483-4b08-803f-a48410b0e472 req-a4854157-594b-43d2-a1ca-2a304b3db71c tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:47.665158 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-82ca0e17-0483-4b08-803f-a48410b0e472 req-a4854157-594b-43d2-a1ca-2a304b3db71c tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 946 time: 0.0885515 Oct 05 09:44:47.708441 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-82ca0e17-0483-4b08-803f-a48410b0e472 req-cda04d3a-6b82-4707-8f19-92f735641a7e tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376706 Oct 05 09:44:47.726919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51522fba-470d-4db4-818c-e4306fed09c3 req-bb3a57e6-8175-405f-965e-9318263bc7af tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:47.727647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-51522fba-470d-4db4-818c-e4306fed09c3 req-bb3a57e6-8175-405f-965e-9318263bc7af tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Synchronizing usage tracker for tenant:88572dba88944aeba99b40532ac87798 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:44:47.744418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-51522fba-470d-4db4-818c-e4306fed09c3 req-bb3a57e6-8175-405f-965e-9318263bc7af tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Unset dirty status for tenant:88572dba88944aeba99b40532ac87798 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:44:47.745495 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51522fba-470d-4db4-818c-e4306fed09c3 req-bb3a57e6-8175-405f-965e-9318263bc7af tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 946 time: 0.1100512 Oct 05 09:44:47.817380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-51522fba-470d-4db4-818c-e4306fed09c3 req-75567f03-e0de-4090-b820-486fdd1c39bd tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Deleting port 0d13042b-28ba-4299-84ee-37c5935c6c2b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:47.817648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-51522fba-470d-4db4-818c-e4306fed09c3 req-75567f03-e0de-4090-b820-486fdd1c39bd tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:48.068574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-51522fba-470d-4db4-818c-e4306fed09c3 req-75567f03-e0de-4090-b820-486fdd1c39bd tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] For port 0d13042b-28ba-4299-84ee-37c5935c6c2b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0d13042b-28ba-4299-84ee-37c5935c6c2b,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:48.068847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-51522fba-470d-4db4-818c-e4306fed09c3 req-75567f03-e0de-4090-b820-486fdd1c39bd tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:48.194614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-51522fba-470d-4db4-818c-e4306fed09c3 req-75567f03-e0de-4090-b820-486fdd1c39bd tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Calling delete_port for 0d13042b-28ba-4299-84ee-37c5935c6c2b owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:48.346161 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:44:48.445990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-51522fba-470d-4db4-818c-e4306fed09c3 req-75567f03-e0de-4090-b820-486fdd1c39bd tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:48.459459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['0fc5df60-b7a3-4591-9f17-5d7b498bcf84', '0d13042b-28ba-4299-84ee-37c5935c6c2b'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:44:48.497893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75567f03-e0de-4090-b820-486fdd1c39bd tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Pushing event deleted for resources: {'Port': ['ID=0d13042b-28ba-4299-84ee-37c5935c6c2b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:48.585249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-51522fba-470d-4db4-818c-e4306fed09c3 req-75567f03-e0de-4090-b820-486fdd1c39bd tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] No DVR routers for this DVR port 0d13042b-28ba-4299-84ee-37c5935c6c2b on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:44:48.587795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-51522fba-470d-4db4-818c-e4306fed09c3 req-75567f03-e0de-4090-b820-486fdd1c39bd tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:48.590491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e37906a-3caf-4493-8343-4faefcc1cb26', 'name': 'network-vif-deleted', 'tag': '0d13042b-28ba-4299-84ee-37c5935c6c2b'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:44:48.592822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c64cc0-d13f-4cc4-a3f8-734993b8bf46" -d '{"events": [{"server_uuid": "1e37906a-3caf-4493-8343-4faefcc1cb26", "name": "network-vif-deleted", "tag": "0d13042b-28ba-4299-84ee-37c5935c6c2b"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:44:48.609905 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51522fba-470d-4db4-818c-e4306fed09c3 req-75567f03-e0de-4090-b820-486fdd1c39bd tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.45 "DELETE /v2.0/ports/0d13042b-28ba-4299-84ee-37c5935c6c2b HTTP/1.1" status: 204 len: 173 time: 0.8571742 Oct 05 09:44:48.645929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ef76e9-5d2c-45a0-9722-31b7eebfa555 x-openstack-request-id: req-93ef76e9-5d2c-45a0-9722-31b7eebfa555 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:44:48.646252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e37906a-3caf-4493-8343-4faefcc1cb26", "name": "network-vif-deleted", "tag": "0d13042b-28ba-4299-84ee-37c5935c6c2b", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:44:48.646663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93ef76e9-5d2c-45a0-9722-31b7eebfa555 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:44:48.646965 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ef76e9-5d2c-45a0-9722-31b7eebfa555'] response: {'server_uuid': '1e37906a-3caf-4493-8343-4faefcc1cb26', 'name': 'network-vif-deleted', 'tag': '0d13042b-28ba-4299-84ee-37c5935c6c2b', 'status': 'completed', 'code': 200} Oct 05 09:44:48.886769 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-84069193-501c-4c65-a308-8d5616b1fc20 req-7575c1a1-16c7-44a7-a654-bf753f372e70 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e37906a-3caf-4493-8343-4faefcc1cb26 HTTP/1.1" status: 200 len: 210 time: 0.0540266 Oct 05 09:44:50.170052 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24ccb5-ce21-4714-a1e5-9bcffa27b802 req-5054c478-4394-48f1-9583-e31e4ad422dd tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:50.171413 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9c24ccb5-ce21-4714-a1e5-9bcffa27b802 req-5054c478-4394-48f1-9583-e31e4ad422dd tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 946 time: 0.0884347 Oct 05 09:44:50.215592 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9c24ccb5-ce21-4714-a1e5-9bcffa27b802 req-c270a1b6-0c3a-41ef-9be2-e0719c56a58f tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384614 Oct 05 09:44:50.442915 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f3ad-41ae-4822-80a0-8a06d2de03d7 req-bcf24ba3-4259-4b23-9e44-1ca7ffa47179 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:50.444282 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-af06f3ad-41ae-4822-80a0-8a06d2de03d7 req-bcf24ba3-4259-4b23-9e44-1ca7ffa47179 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 946 time: 0.0910931 Oct 05 09:44:50.488997 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-af06f3ad-41ae-4822-80a0-8a06d2de03d7 req-b79a46d1-bf4c-4a23-8aa5-fa3547b2b25b tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390446 Oct 05 09:44:50.694113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f1c35-30c7-4670-80de-aaebf7b4cf90 req-c096fc6f-3aa0-4094-8767-84bac36cdb03 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:50.696237 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-147f1c35-30c7-4670-80de-aaebf7b4cf90 req-c096fc6f-3aa0-4094-8767-84bac36cdb03 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 946 time: 0.0968091 Oct 05 09:44:50.831413 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-147f1c35-30c7-4670-80de-aaebf7b4cf90 req-59dae434-67fc-458b-84b6-b3f3186f1be4 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292574 Oct 05 09:44:51.129553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4775cf4-26e6-43ef-831f-f8a6ea19d5fb req-5029ff6f-e597-4238-adac-dbe7c61ea0fe tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:51.130998 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d4775cf4-26e6-43ef-831f-f8a6ea19d5fb req-5029ff6f-e597-4238-adac-dbe7c61ea0fe tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 946 time: 0.0877721 Oct 05 09:44:51.180611 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d4775cf4-26e6-43ef-831f-f8a6ea19d5fb req-29ce8098-c2df-4035-869f-636c4b2c2ceb tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 Oct 05 09:44:51.319605 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 0d13042b-28ba-4299-84ee-37c5935c6c2b no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:44:51.357913 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 0d13042b-28ba-4299-84ee-37c5935c6c2b {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:44:51.358289 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 0d13042b-28ba-4299-84ee-37c5935c6c2b not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:44:51.395952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c07c5-0dda-4b9a-bc33-4fb7f76a3c29 req-71017b9b-704a-41e7-98de-6d17bff9589f tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:51.397409 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fd0c07c5-0dda-4b9a-bc33-4fb7f76a3c29 req-71017b9b-704a-41e7-98de-6d17bff9589f tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 946 time: 0.1002672 Oct 05 09:44:51.442490 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fd0c07c5-0dda-4b9a-bc33-4fb7f76a3c29 req-a573ba81-7520-4ee7-8aa7-1fb559bc59f6 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391462 Oct 05 09:44:51.809442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdf948-45a6-43a5-a207-1ae375b3bb35 req-568b5bae-3bfe-4b20-81b4-6aad879ee32e tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:51.810817 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-94fdf948-45a6-43a5-a207-1ae375b3bb35 req-568b5bae-3bfe-4b20-81b4-6aad879ee32e tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 946 time: 0.1005821 Oct 05 09:44:51.856153 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-94fdf948-45a6-43a5-a207-1ae375b3bb35 req-ec5ba033-804a-44b1-add7-cb7b942a1296 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Oct 05 09:44:52.404330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557e315-5bdc-44ff-804c-a887fde4ca21 req-b72f467c-8add-474e-b291-a83994359a59 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:52.405680 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4557e315-5bdc-44ff-804c-a887fde4ca21 req-b72f467c-8add-474e-b291-a83994359a59 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 946 time: 0.0906780 Oct 05 09:44:52.454446 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4557e315-5bdc-44ff-804c-a887fde4ca21 req-54b8cb38-246a-4a51-93d7-606e65366373 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Oct 05 09:44:53.659624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27966e0-e8cb-48f6-8b28-fcb808e13287 req-0762f062-0b69-45f0-b791-c17a2770f1c5 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:53.661094 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e27966e0-e8cb-48f6-8b28-fcb808e13287 req-0762f062-0b69-45f0-b791-c17a2770f1c5 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 946 time: 0.0918648 Oct 05 09:44:53.693895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cb9fb-4b13-49ae-8b1c-5aaca4d091bf req-4a8ae269-96d1-40ee-9e29-74558c79709d tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:44:53.694663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c08cb9fb-4b13-49ae-8b1c-5aaca4d091bf req-4a8ae269-96d1-40ee-9e29-74558c79709d tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Synchronizing usage tracker for tenant:88572dba88944aeba99b40532ac87798 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:44:53.706239 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e27966e0-e8cb-48f6-8b28-fcb808e13287 req-0f972339-c25d-48c6-90f7-5dbcc32df6ba tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/security-groups?id=52802131-3621-42d4-a59e-89db663d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388150 Oct 05 09:44:53.710410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c08cb9fb-4b13-49ae-8b1c-5aaca4d091bf req-4a8ae269-96d1-40ee-9e29-74558c79709d tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Unset dirty status for tenant:88572dba88944aeba99b40532ac87798 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:44:53.712167 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c08cb9fb-4b13-49ae-8b1c-5aaca4d091bf req-4a8ae269-96d1-40ee-9e29-74558c79709d tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.45 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 946 time: 0.1080048 Oct 05 09:44:53.782762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-c08cb9fb-4b13-49ae-8b1c-5aaca4d091bf req-422bac44-c502-4a3f-8262-dfd683100dc0 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Deleting port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:53.783031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c08cb9fb-4b13-49ae-8b1c-5aaca4d091bf req-422bac44-c502-4a3f-8262-dfd683100dc0 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:54.033331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-c08cb9fb-4b13-49ae-8b1c-5aaca4d091bf req-422bac44-c502-4a3f-8262-dfd683100dc0 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] For port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0fc5df60-b7a3-4591-9f17-5d7b498bcf84,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:54.033613 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c08cb9fb-4b13-49ae-8b1c-5aaca4d091bf req-422bac44-c502-4a3f-8262-dfd683100dc0 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:54.161798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-c08cb9fb-4b13-49ae-8b1c-5aaca4d091bf req-422bac44-c502-4a3f-8262-dfd683100dc0 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Calling delete_port for 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:54.307255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c08cb9fb-4b13-49ae-8b1c-5aaca4d091bf req-422bac44-c502-4a3f-8262-dfd683100dc0 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:54.318738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['0fc5df60-b7a3-4591-9f17-5d7b498bcf84'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:44:54.362834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bac44-c502-4a3f-8262-dfd683100dc0 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Pushing event deleted for resources: {'Port': ['ID=0fc5df60-b7a3-4591-9f17-5d7b498bcf84,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:54.453992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08cb9fb-4b13-49ae-8b1c-5aaca4d091bf req-422bac44-c502-4a3f-8262-dfd683100dc0 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] No DVR routers for this DVR port 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:44:54.456445 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c08cb9fb-4b13-49ae-8b1c-5aaca4d091bf req-422bac44-c502-4a3f-8262-dfd683100dc0 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:54.459069 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9331bfd9-7496-4748-bb90-9430b537d5b1', 'name': 'network-vif-deleted', 'tag': '0fc5df60-b7a3-4591-9f17-5d7b498bcf84'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:44:54.462179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396147cf-e8f9-4bea-8a1d-ca7797a8ab24" -d '{"events": [{"server_uuid": "9331bfd9-7496-4748-bb90-9430b537d5b1", "name": "network-vif-deleted", "tag": "0fc5df60-b7a3-4591-9f17-5d7b498bcf84"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:44:54.476772 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c08cb9fb-4b13-49ae-8b1c-5aaca4d091bf req-422bac44-c502-4a3f-8262-dfd683100dc0 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.45 "DELETE /v2.0/ports/0fc5df60-b7a3-4591-9f17-5d7b498bcf84 HTTP/1.1" status: 204 len: 173 time: 0.7592192 Oct 05 09:44:54.514580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce8bbe6-556b-4a6c-af27-9907c1a3c6bd x-openstack-request-id: req-7ce8bbe6-556b-4a6c-af27-9907c1a3c6bd {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:44:54.514867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9331bfd9-7496-4748-bb90-9430b537d5b1", "name": "network-vif-deleted", "tag": "0fc5df60-b7a3-4591-9f17-5d7b498bcf84", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:44:54.515114 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ce8bbe6-556b-4a6c-af27-9907c1a3c6bd {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:44:54.515560 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce8bbe6-556b-4a6c-af27-9907c1a3c6bd'] response: {'server_uuid': '9331bfd9-7496-4748-bb90-9430b537d5b1', 'name': 'network-vif-deleted', 'tag': '0fc5df60-b7a3-4591-9f17-5d7b498bcf84', 'status': 'completed', 'code': 200} Oct 05 09:44:54.891881 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-655e0854-4fc4-46f1-aaf5-2e8e132dadd2 req-243258a8-032d-4e31-b265-64c024ae1d60 tempest-ServersNegativeTestJSON-792610689 tempest-ServersNegativeTestJSON-792610689-project] 10.222.0.64 "GET /v2.0/ports?device_id=9331bfd9-7496-4748-bb90-9430b537d5b1 HTTP/1.1" status: 200 len: 210 time: 0.0572038 Oct 05 09:44:55.996936 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40476) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:56.658848 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31d361d8-95d0-44be-bbe0-79f3e21bd600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:57.006047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-31d361d8-95d0-44be-bbe0-79f3e21bd600 admin admin] Deleting port b5ede793-7937-472e-9e21-4246cb7eca55 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:57.006681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31d361d8-95d0-44be-bbe0-79f3e21bd600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:57.175533 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-31d361d8-95d0-44be-bbe0-79f3e21bd600 admin admin] For port b5ede793-7937-472e-9e21-4246cb7eca55, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b5ede793-7937-472e-9e21-4246cb7eca55,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:57.175889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31d361d8-95d0-44be-bbe0-79f3e21bd600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:57.298859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-31d361d8-95d0-44be-bbe0-79f3e21bd600 admin admin] Calling delete_port for b5ede793-7937-472e-9e21-4246cb7eca55 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:57.354531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:44:57.396605 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:44:57.396951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 0fc5df60-b7a3-4591-9f17-5d7b498bcf84 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:44:57.621001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31d361d8-95d0-44be-bbe0-79f3e21bd600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:57.667795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d361d8-95d0-44be-bbe0-79f3e21bd600 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ede793-7937-472e-9e21-4246cb7eca55,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:58.054216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31d361d8-95d0-44be-bbe0-79f3e21bd600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:58.447872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d361d8-95d0-44be-bbe0-79f3e21bd600 admin admin] Router 4178906d-c00b-4d5b-9cf3-03a105782937 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:44:58.625118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d361d8-95d0-44be-bbe0-79f3e21bd600 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:44:58.634850 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76425fe9-5850-4783-aacf-327cd97fa1c8 None None] Sync routers for ids ['4178906d-c00b-4d5b-9cf3-03a105782937'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:44:58.638795 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-31d361d8-95d0-44be-bbe0-79f3e21bd600 admin admin] 10.222.0.64 "PUT /v2.0/routers/4178906d-c00b-4d5b-9cf3-03a105782937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6407359 Oct 05 09:44:58.642764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40480) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:44:58.644579 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76425fe9-5850-4783-aacf-327cd97fa1c8 None None] Routers {'4178906d-c00b-4d5b-9cf3-03a105782937'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:58.645180 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-76425fe9-5850-4783-aacf-327cd97fa1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:44:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['4178906d-c00b-4d5b-9cf3-03a105782937'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:58.823475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:58.858366 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-76425fe9-5850-4783-aacf-327cd97fa1c8 None None] Set router 4178906d-c00b-4d5b-9cf3-03a105782937 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:59.004443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:59.015300 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Deleting port d4cd7ef9-bf16-4773-9132-f429e2a8ce29 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:44:59.015648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:59.140052 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-76425fe9-5850-4783-aacf-327cd97fa1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'name': 'tempest-ServersNegativeTestJSON-259690310-router', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:16Z', 'updated_at': '2022-10-05T09:44:57Z', 'revision_number': 5, 'project_id': '88572dba88944aeba99b40532ac87798', 'gw_port': {'id': 'd4cd7ef9-bf16-4773-9132-f429e2a8ce29', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:44:17Z', 'updated_at': '2022-10-05T09:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:59.143902 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76425fe9-5850-4783-aacf-327cd97fa1c8 None None] Checking router: 4178906d-c00b-4d5b-9cf3-03a105782937 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:44:59.152824 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76425fe9-5850-4783-aacf-327cd97fa1c8 None None] Routers {'4178906d-c00b-4d5b-9cf3-03a105782937'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:44:59.153415 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-76425fe9-5850-4783-aacf-327cd97fa1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:44:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['4178906d-c00b-4d5b-9cf3-03a105782937'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:59.200315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] For port d4cd7ef9-bf16-4773-9132-f429e2a8ce29, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d4cd7ef9-bf16-4773-9132-f429e2a8ce29,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:44:59.200950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:59.301740 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-76425fe9-5850-4783-aacf-327cd97fa1c8 None None] Set router 4178906d-c00b-4d5b-9cf3-03a105782937 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:44:59.408451 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-76425fe9-5850-4783-aacf-327cd97fa1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'name': 'tempest-ServersNegativeTestJSON-259690310-router', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:16Z', 'updated_at': '2022-10-05T09:44:59Z', 'revision_number': 6, 'project_id': '88572dba88944aeba99b40532ac87798', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:44:59.412708 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76425fe9-5850-4783-aacf-327cd97fa1c8 None None] The sync data for ids ['4178906d-c00b-4d5b-9cf3-03a105782937'] in dv-neutron-860328-1-hyperv is: [{'id': '4178906d-c00b-4d5b-9cf3-03a105782937', 'name': 'tempest-ServersNegativeTestJSON-259690310-router', 'tenant_id': '88572dba88944aeba99b40532ac87798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:44:16Z', 'updated_at': '2022-10-05T09:44:59Z', 'revision_number': 6, 'project_id': '88572dba88944aeba99b40532ac87798', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:44:59.450811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Calling delete_port for d4cd7ef9-bf16-4773-9132-f429e2a8ce29 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:44:59.617401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:59.697903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4cd7ef9-bf16-4773-9132-f429e2a8ce29,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:44:59.766635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:59.943270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:59.945447 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:59.967377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:59.968104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4178906d-c00b-4d5b-9cf3-03a105782937 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:44:59.984485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:44:59.985878 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-27b93c15-7838-4e58-aa4b-f1a3af4fbf34 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4178906d-c00b-4d5b-9cf3-03a105782937 HTTP/1.1" status: 204 len: 168 time: 1.3420231 Oct 05 09:44:59.988645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40484) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:00.050416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85209f7-e0cc-463c-8d83-58f6e787e9ac admin admin] Deleting subnet 81d74497-a712-4fba-b370-a7b7fe5d372b {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:45:00.053273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e85209f7-e0cc-463c-8d83-58f6e787e9ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:00.101729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e85209f7-e0cc-463c-8d83-58f6e787e9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:00.182567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e85209f7-e0cc-463c-8d83-58f6e787e9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:00.250839 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e85209f7-e0cc-463c-8d83-58f6e787e9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:00.290906 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e85209f7-e0cc-463c-8d83-58f6e787e9ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:00.294076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85209f7-e0cc-463c-8d83-58f6e787e9ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81d74497-a712-4fba-b370-a7b7fe5d372b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:00.295779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0bfb52-ea17-476b-a4e4-7923f79de8d0 None None] Network bad52a1f-9441-4300-8cf1-48dfdd7b5271 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:00.300223 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e85209f7-e0cc-463c-8d83-58f6e787e9ac admin admin] 10.222.0.64 "DELETE /v2.0/subnets/81d74497-a712-4fba-b370-a7b7fe5d372b HTTP/1.1" status: 204 len: 168 time: 0.3106420 Oct 05 09:45:00.302920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40488) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:00.420303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:00.431062 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Deleting port 4647bbe6-5e20-450d-99aa-bd404ed521a9 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:45:00.431396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:00.562502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a18f4e3-8466-4783-8b5f-49737cf2389c None None] DHCP port deletion for bad52a1f-9441-4300-8cf1-48dfdd7b5271 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:45:00.571288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2a18f4e3-8466-4783-8b5f-49737cf2389c None None] Deleting port 4647bbe6-5e20-450d-99aa-bd404ed521a9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:45:00.571657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a18f4e3-8466-4783-8b5f-49737cf2389c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:00.637047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] For port 4647bbe6-5e20-450d-99aa-bd404ed521a9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4647bbe6-5e20-450d-99aa-bd404ed521a9,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:00.637402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:00.763743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Calling delete_port for 4647bbe6-5e20-450d-99aa-bd404ed521a9 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:45:00.775162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2a18f4e3-8466-4783-8b5f-49737cf2389c None None] For port 4647bbe6-5e20-450d-99aa-bd404ed521a9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4647bbe6-5e20-450d-99aa-bd404ed521a9,segment=NetworkSegment(dc1adb3a-d176-48f7-9d81-a0a9eeff6444),segment_id=dc1adb3a-d176-48f7-9d81-a0a9eeff6444)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:00.775636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a18f4e3-8466-4783-8b5f-49737cf2389c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:00.843232 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:00.859602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d4cd7ef9-bf16-4773-9132-f429e2a8ce29 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:45:00.892068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4647bbe6-5e20-450d-99aa-bd404ed521a9,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:00.895386 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] No DVR routers for this DVR port 4647bbe6-5e20-450d-99aa-bd404ed521a9 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:45:00.988456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2a18f4e3-8466-4783-8b5f-49737cf2389c None None] Calling delete_port for 4647bbe6-5e20-450d-99aa-bd404ed521a9 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:45:01.014055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: d4cd7ef9-bf16-4773-9132-f429e2a8ce29 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:45:01.014330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d4cd7ef9-bf16-4773-9132-f429e2a8ce29 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:45:01.014870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4647bbe6-5e20-450d-99aa-bd404ed521a9 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:45:01.028377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:01.065350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad52a1f-9441-4300-8cf1-48dfdd7b5271']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:01.082490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:01.082880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1adb3a-d176-48f7-9d81-a0a9eeff6444') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:01.091655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 4647bbe6-5e20-450d-99aa-bd404ed521a9 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:45:01.091993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4647bbe6-5e20-450d-99aa-bd404ed521a9 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:45:01.092405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b5ede793-7937-472e-9e21-4246cb7eca55 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:45:01.098229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:01.118734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:01.125295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:45:01.125998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:01.135714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: b5ede793-7937-472e-9e21-4246cb7eca55 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:45:01.136186 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b5ede793-7937-472e-9e21-4246cb7eca55 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:45:01.186290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-2a18f4e3-8466-4783-8b5f-49737cf2389c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:45:01.186990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-2a18f4e3-8466-4783-8b5f-49737cf2389c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:45:01.234197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:01.258014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:01.264686 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bad52a1f-9441-4300-8cf1-48dfdd7b5271,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:01.284847 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-00c91604-5297-4179-b37e-df8befdea5c2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bad52a1f-9441-4300-8cf1-48dfdd7b5271 HTTP/1.1" status: 204 len: 168 time: 0.9807577 Oct 05 09:45:01.322205 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment dc1adb3a-d176-48f7-9d81-a0a9eeff6444 resource provider aggregate not found Oct 05 09:45:01.338574 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment dc1adb3a-d176-48f7-9d81-a0a9eeff6444 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc1adb3a-d176-48f7-9d81-a0a9eeff6444 found for delete ", "request_id": "req-49b85e64-55e1-4ced-a300-0a175393e760"}]} Oct 05 09:45:01.406851 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40500) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:01.457568 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ae5839d3-68cc-48e2-a49c-1d476b160f9e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88572dba88944aeba99b40532ac87798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494614 Oct 05 09:45:01.460108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40504) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:01.525540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f899b6a0-9b4d-46c0-8b52-41f1e5599b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:01.551543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f899b6a0-9b4d-46c0-8b52-41f1e5599b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:01.606209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f899b6a0-9b4d-46c0-8b52-41f1e5599b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:01.623930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899b6a0-9b4d-46c0-8b52-41f1e5599b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52802131-3621-42d4-a59e-89db663d22f4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:01.629364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f899b6a0-9b4d-46c0-8b52-41f1e5599b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:01.632386 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f899b6a0-9b4d-46c0-8b52-41f1e5599b5c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52802131-3621-42d4-a59e-89db663d22f4 HTTP/1.1" status: 204 len: 168 time: 0.1707633 Oct 05 09:45:01.688627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2a18f4e3-8466-4783-8b5f-49737cf2389c None None] Deleting port 4647bbe6-5e20-450d-99aa-bd404ed521a9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:45:01.689200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a18f4e3-8466-4783-8b5f-49737cf2389c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:01.756251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2a18f4e3-8466-4783-8b5f-49737cf2389c None None] The port '4647bbe6-5e20-450d-99aa-bd404ed521a9' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:45:02.478737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40528) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:02.603393 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-185098032'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:02.608437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:02.612320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Usage tracker for resource:network and tenant:946692b1240c4250a77bf9010b418ac3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:02.615194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:02.621905 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:02.631500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Made reservation on behalf of 946692b1240c4250a77bf9010b418ac3 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:02.635582 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:02.647678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:02.662300 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:02.666755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Usage tracker for resource:security_group_rule and tenant:946692b1240c4250a77bf9010b418ac3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:02.669549 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:02.675417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:02.766547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:02.771527 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:02.809859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:45:02.818742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a784b214-625f-4d35-899b-7a3b5b7db55b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:02.826051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:02.826429 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Added segment e86a6d48-af50-4825-92e9-a13e139fc4ed of type vlan for network 39f4a014-d89d-44b0-9484-34cfe546090a Oct 05 09:45:02.839328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ec2c2dd9-32e8-4e6d-ad39-cb75059a8155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:02.855746 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:02.885149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:02.891075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:02.891658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:03.008933 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5289023 Oct 05 09:45:03.014619 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087598cd-936e-4068-abb0-682232347af3 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event updated for resources: {'Network': ['ID=39f4a014-d89d-44b0-9484-34cfe546090a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:03.025817 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 39f4a014-d89d-44b0-9484-34cfe546090a details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:45:04.891287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:05.634386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0225d742-e445-48ec-8b31-f7efade795c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:06.815049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:06.943498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:07.454514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40534) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:07.460441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Request body: {'subnet': {'network_id': '39f4a014-d89d-44b0-9484-34cfe546090a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:07.574832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:07.580129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Usage tracker for resource:subnet and tenant:946692b1240c4250a77bf9010b418ac3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:07.584010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:07.593617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:07.608921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Made reservation on behalf of 946692b1240c4250a77bf9010b418ac3 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:07.612653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:07.925495 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:08.005914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event updated for resources: {'Subnet': ['ID=c78778fa-02bc-413e-9f4e-915eca244fe7,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:08.017213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:08.017561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:08.017947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:08.018444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:08.018792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:08.019131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:08.019456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:08.019777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:08.020104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:08.020427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:08.020749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:08.021070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:08.028001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Checking segment: {'id': 'e86a6d48-af50-4825-92e9-a13e139fc4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '39f4a014-d89d-44b0-9484-34cfe546090a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:08.028555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Network hostable DHCP agents. Network: 39f4a014-d89d-44b0-9484-34cfe546090a, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:45:08.049354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Network 39f4a014-d89d-44b0-9484-34cfe546090a is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:45:08.058148 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 39f4a014-d89d-44b0-9484-34cfe546090a) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:08.062234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:08.063096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:08.067022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d71205a-fff2-4cba-867f-a452e5305e65 None None] Network 39f4a014-d89d-44b0-9484-34cfe546090a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:08.084456 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ef5234fe-bc6b-47aa-a552-acdff8dbfd6a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6288249 Oct 05 09:45:08.088461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40538) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:08.093886 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-843009064'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:08.098792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:08.102767 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Usage tracker for resource:network and tenant:946692b1240c4250a77bf9010b418ac3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:08.105561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:08.111297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:08.122639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Made reservation on behalf of 946692b1240c4250a77bf9010b418ac3 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:08.126126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:08.154987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:45:08.164678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:08.165043 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Added segment e989e289-4544-4833-810a-3efa7e4825eb of type vlan for network 36e2f737-5e3c-4b26-b0d0-23088bbc0ffc Oct 05 09:45:08.191362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:08.220951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:08.227488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:08.228187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:08.293092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-39f4a014-d89d-44b0-9484-34cfe546090a', 'network_id': '39f4a014-d89d-44b0-9484-34cfe546090a', 'tenant_id': '946692b1240c4250a77bf9010b418ac3', 'fixed_ips': [{'subnet_id': 'c78778fa-02bc-413e-9f4e-915eca244fe7'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:45:08.293914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:08.332361 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2428386 Oct 05 09:45:08.336050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40542) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:08.342377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38453f08-9333-45da-a01b-1b7f1df64ef6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event updated for resources: {'Network': ['ID=36e2f737-5e3c-4b26-b0d0-23088bbc0ffc,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:08.342556 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Request body: {'subnet': {'network_id': '36e2f737-5e3c-4b26-b0d0-23088bbc0ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:08.356515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 36e2f737-5e3c-4b26-b0d0-23088bbc0ffc details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:45:08.453080 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:08.456731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Usage tracker for resource:subnet and tenant:946692b1240c4250a77bf9010b418ac3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:08.459677 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:08.466084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:08.476708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Made reservation on behalf of 946692b1240c4250a77bf9010b418ac3 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:08.480670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:08.541608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Allocated IP 2001:db8:0:ffff::2 (39f4a014-d89d-44b0-9484-34cfe546090a/c78778fa-02bc-413e-9f4e-915eca244fe7/0326b772-3f70-4a32-b434-1bf29214a27f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:45:08.712761 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:08.747276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:08.759193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Transition to ACTIVE for port object 0326b772-3f70-4a32-b434-1bf29214a27f will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:08.779654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Transition to ACTIVE for port object 0326b772-3f70-4a32-b434-1bf29214a27f will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:08.785586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:08.793709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event updated for resources: {'Subnet': ['ID=e03214aa-2127-4d37-88b5-e4c8321ae4f0,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:08.803473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Checking segment: {'id': 'e989e289-4544-4833-810a-3efa7e4825eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '36e2f737-5e3c-4b26-b0d0-23088bbc0ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:08.803882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Network hostable DHCP agents. Network: 36e2f737-5e3c-4b26-b0d0-23088bbc0ffc, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:45:08.825339 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Network 36e2f737-5e3c-4b26-b0d0-23088bbc0ffc is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:45:08.835761 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 36e2f737-5e3c-4b26-b0d0-23088bbc0ffc) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:08.840684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:08.841483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:08.845056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Network 39f4a014-d89d-44b0-9484-34cfe546090a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:08.848001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:08.853352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b353f-db24-4ddc-8d1b-b7bfed8709eb None None] Network 36e2f737-5e3c-4b26-b0d0-23088bbc0ffc requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:08.868119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:45:08.869741 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-80438172-686f-4103-ab5a-59452d0c761e tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5324247 Oct 05 09:45:08.872364 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40546) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:08.971023 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Pushing event updated for resources: {'Port': ['ID=0326b772-3f70-4a32-b434-1bf29214a27f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:09.070046 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Attempting to bind port 0326b772-3f70-4a32-b434-1bf29214a27f on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:45:09.070772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Attempting to bind port 0326b772-3f70-4a32-b434-1bf29214a27f by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e86a6d48-af50-4825-92e9-a13e139fc4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '39f4a014-d89d-44b0-9484-34cfe546090a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:45:09.070890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Attempting to bind port 0326b772-3f70-4a32-b434-1bf29214a27f on network 39f4a014-d89d-44b0-9484-34cfe546090a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:09.087044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:45:09.087420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Checking segment: {'id': 'e86a6d48-af50-4825-92e9-a13e139fc4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '39f4a014-d89d-44b0-9484-34cfe546090a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:09.087821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.088212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Bound using segment: {'id': 'e86a6d48-af50-4825-92e9-a13e139fc4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '39f4a014-d89d-44b0-9484-34cfe546090a'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:45:09.088693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Bound port: 0326b772-3f70-4a32-b434-1bf29214a27f, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86a6d48-af50-4825-92e9-a13e139fc4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '39f4a014-d89d-44b0-9484-34cfe546090a'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:45:09.089064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.099971 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.164180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.245350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.270582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] For port 0326b772-3f70-4a32-b434-1bf29214a27f, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:45:09.277193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc063c0-d600-43cf-9496-22a30a646dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-36e2f737-5e3c-4b26-b0d0-23088bbc0ffc', 'network_id': '36e2f737-5e3c-4b26-b0d0-23088bbc0ffc', 'tenant_id': '946692b1240c4250a77bf9010b418ac3', 'fixed_ips': [{'subnet_id': 'e03214aa-2127-4d37-88b5-e4c8321ae4f0'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:45:09.278087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbc063c0-d600-43cf-9496-22a30a646dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.289605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event deleted for resources: {'Subnet': ['ID=e03214aa-2127-4d37-88b5-e4c8321ae4f0,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:09.320090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:09.320486 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:09.320935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:09.321274 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:09.321605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:09.321932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:09.322280 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:09.322603 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:09.322931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:09.323252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:09.323568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:09.323885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:09.344397 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] For port 0326b772-3f70-4a32-b434-1bf29214a27f, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0326b772-3f70-4a32-b434-1bf29214a27f,segment=NetworkSegment(e86a6d48-af50-4825-92e9-a13e139fc4ed),segment_id=e86a6d48-af50-4825-92e9-a13e139fc4ed)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:45:09.351545 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.401845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.425577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.427550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e2f737-5e3c-4b26-b0d0-23088bbc0ffc']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:09.440910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e989e289-4544-4833-810a-3efa7e4825eb') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:09.441205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e989e289-4544-4833-810a-3efa7e4825eb') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:09.452992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.469127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.481790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:45:09.482260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.494163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdbc2b-ab00-4f40-a74e-9339c0b0eb5a None None] Pushing event updated for resources: {'Port': ['ID=0326b772-3f70-4a32-b434-1bf29214a27f,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:09.503052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1435a6-76dc-4aa1-8fe1-46270b664dc4 None None] Network 36e2f737-5e3c-4b26-b0d0-23088bbc0ffc requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:09.552306 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment e989e289-4544-4833-810a-3efa7e4825eb resource provider aggregate not found Oct 05 09:45:09.581687 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment e989e289-4544-4833-810a-3efa7e4825eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e989e289-4544-4833-810a-3efa7e4825eb found for delete ", "request_id": "req-5a0905db-57cd-4a8a-85d2-9dc5bb071ae6"}]} Oct 05 09:45:09.590189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.594756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.622102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event deleted for resources: {'Network': ['ID=36e2f737-5e3c-4b26-b0d0-23088bbc0ffc,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:09.627293 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4618bedc-93dc-4028-b92d-6bcc5992bf97 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/networks/36e2f737-5e3c-4b26-b0d0-23088bbc0ffc HTTP/1.1" status: 204 len: 168 time: 0.7539699 Oct 05 09:45:09.630958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40554) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:09.637280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-240896301'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:09.642383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:09.654496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Usage tracker for resource:network and tenant:946692b1240c4250a77bf9010b418ac3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:09.670915 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:09.692023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:09.701938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Made reservation on behalf of 946692b1240c4250a77bf9010b418ac3 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:09.705339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.736867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:45:09.746984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.747248 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Added segment 2a4fae19-9be1-4634-877f-169decdbc5e8 of type vlan for network cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c Oct 05 09:45:09.775822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.810800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.816752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:09.817351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:09.919452 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2871585 Oct 05 09:45:09.922380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40558) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:09.928102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Request body: {'subnet': {'network_id': 'cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:09.928250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9124f-dbc2-409f-a263-447ad58ca9fe tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event updated for resources: {'Network': ['ID=cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:09.938595 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:45:10.043732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:10.047506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Usage tracker for resource:subnet and tenant:946692b1240c4250a77bf9010b418ac3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:10.050305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:10.055954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:10.065238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Made reservation on behalf of 946692b1240c4250a77bf9010b418ac3 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:10.068719 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:10.165817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.ipam_backend_mixin [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Performing IP validity checks on allocation pools {{(pid=89054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 05 09:45:10.166373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.ipam_backend_mixin [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89054) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 05 09:45:10.292220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:10.372929 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event updated for resources: {'Subnet': ['ID=f05f9d22-16a1-40ac-afee-91c99d945c4e,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:10.384278 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Checking segment: {'id': '2a4fae19-9be1-4634-877f-169decdbc5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:10.384650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Network hostable DHCP agents. Network: cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:45:10.404718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Network cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:45:10.415855 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:10.419999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:10.420565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:10.426897 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8224a8ac-a690-41fb-bbf1-9c6bb4fd69bc None None] Network cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:10.444739 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2cb4d3b0-8481-49dc-9908-720c8a3d3a6c tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5208454 Oct 05 09:45:10.447329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40562) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:10.495300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0bdfa6-f4ff-4778-877a-2eb348f06eee None None] Network 39f4a014-d89d-44b0-9484-34cfe546090a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:10.601127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:10.619055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-187b6fe8-031d-4f96-bb4d-72a87315f971 None None] Provisioning for port 0326b772-3f70-4a32-b434-1bf29214a27f completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:10.669235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:10.749780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:10.794301 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event deleted for resources: {'Subnet': ['ID=f05f9d22-16a1-40ac-afee-91c99d945c4e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:10.840448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfa53a0-9c2f-415f-b1cb-f6e37aa43a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c', 'network_id': 'cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c', 'tenant_id': '946692b1240c4250a77bf9010b418ac3', 'fixed_ips': [{'subnet_id': 'f05f9d22-16a1-40ac-afee-91c99d945c4e'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:45:10.841576 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bdfa53a0-9c2f-415f-b1cb-f6e37aa43a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:10.867078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0326b772-3f70-4a32-b434-1bf29214a27f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:10.907726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:10.934733 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:10.947445 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4fae19-9be1-4634-877f-169decdbc5e8') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:10.947872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4fae19-9be1-4634-877f-169decdbc5e8') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:10.960004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:10.977490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:10.984933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:45:10.985449 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.022025 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eb51ef-4956-441f-8e1a-3d30ee6f2422 None None] Network cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:11.035898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 0326b772-3f70-4a32-b434-1bf29214a27f completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:11.094513 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 0326b772-3f70-4a32-b434-1bf29214a27f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:11.094833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.095174 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 0326b772-3f70-4a32-b434-1bf29214a27f Oct 05 09:45:11.205216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.215076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.247017 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/networks/cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c HTTP/1.1" status: 204 len: 168 time: 0.7952130 Oct 05 09:45:11.247017 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07465b81-c023-4fe6-a5ce-14e115444c92 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event deleted for resources: {'Network': ['ID=cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:11.247453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40566) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:11.260666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-914009980'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:11.269072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:11.274381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Usage tracker for resource:network and tenant:946692b1240c4250a77bf9010b418ac3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:11.277451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:11.284596 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:11.295405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Made reservation on behalf of 946692b1240c4250a77bf9010b418ac3 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:11.299099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.331189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:45:11.334415 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 0326b772-3f70-4a32-b434-1bf29214a27f is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:11.335386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.342024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.342397 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Added segment 684182cc-6761-4dc3-94ef-7620846bb74e of type vlan for network 3cbe0580-1ae4-4dc3-b184-22f6d798ffc0 Oct 05 09:45:11.374973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.376410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 0326b772-3f70-4a32-b434-1bf29214a27f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0326b772-3f70-4a32-b434-1bf29214a27f,segment=NetworkSegment(e86a6d48-af50-4825-92e9-a13e139fc4ed),segment_id=e86a6d48-af50-4825-92e9-a13e139fc4ed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:11.382318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.406276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.411720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:11.412274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.413882 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1bbb5fcc-d040-4da9-b16d-2845c72f16d6 None None] Provisioning complete for port 0326b772-3f70-4a32-b434-1bf29214a27f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:11.414218 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5fcc-d040-4da9-b16d-2845c72f16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.414559 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-1bbb5fcc-d040-4da9-b16d-2845c72f16d6 None None] Attempt 1 to provision port 0326b772-3f70-4a32-b434-1bf29214a27f Oct 05 09:45:11.517705 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2667651 Oct 05 09:45:11.520617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40570) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:11.526775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da830f96-073e-449e-aaed-ed519c3de0b0 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event updated for resources: {'Network': ['ID=3cbe0580-1ae4-4dc3-b184-22f6d798ffc0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:11.528259 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Request body: {'subnet': {'network_id': '3cbe0580-1ae4-4dc3-b184-22f6d798ffc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:11.539207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 3cbe0580-1ae4-4dc3-b184-22f6d798ffc0 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:45:11.559736 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=0326b772-3f70-4a32-b434-1bf29214a27f,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:11.621092 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 2a4fae19-9be1-4634-877f-169decdbc5e8 resource provider aggregate not found Oct 05 09:45:11.640226 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 2a4fae19-9be1-4634-877f-169decdbc5e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a4fae19-9be1-4634-877f-169decdbc5e8 found for delete ", "request_id": "req-5a1f3599-4391-4910-9afb-6418930da0ca"}]} Oct 05 09:45:11.648828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:11.652712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Usage tracker for resource:subnet and tenant:946692b1240c4250a77bf9010b418ac3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:11.655564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:11.661236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:11.673828 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Made reservation on behalf of 946692b1240c4250a77bf9010b418ac3 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:11.677395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.710914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb5fcc-d040-4da9-b16d-2845c72f16d6 None None] Current status of the port 0326b772-3f70-4a32-b434-1bf29214a27f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:11.888969 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:11.971067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event updated for resources: {'Subnet': ['ID=52dabbce-5cf8-4c68-b90d-b0ea11da840f,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:11.977066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Checking segment: {'id': '684182cc-6761-4dc3-94ef-7620846bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3cbe0580-1ae4-4dc3-b184-22f6d798ffc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:11.977421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Network hostable DHCP agents. Network: 3cbe0580-1ae4-4dc3-b184-22f6d798ffc0, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:45:11.996026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Network 3cbe0580-1ae4-4dc3-b184-22f6d798ffc0 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:45:12.005284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 3cbe0580-1ae4-4dc3-b184-22f6d798ffc0) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:12.010306 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:12.010902 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:12.014476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6276751b-76a1-40db-968f-34919904b0b2 None None] Network 3cbe0580-1ae4-4dc3-b184-22f6d798ffc0 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:12.036562 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-38a49d53-901e-49b7-bd68-ec92a19659fa tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5144815 Oct 05 09:45:12.040574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40578) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:12.046615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1857479215'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:12.051884 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:12.056398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Usage tracker for resource:network and tenant:946692b1240c4250a77bf9010b418ac3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:12.059684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:12.066097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:12.076379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Made reservation on behalf of 946692b1240c4250a77bf9010b418ac3 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:12.079837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:12.108227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:45:12.118852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:12.119369 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Added segment 678fd300-2455-4b83-a70f-d4a38221aa5b of type vlan for network b10431d7-047b-46df-93a6-f11212bc397b Oct 05 09:45:12.147932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:12.182895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:12.188497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:12.189078 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:12.265278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-3cbe0580-1ae4-4dc3-b184-22f6d798ffc0', 'network_id': '3cbe0580-1ae4-4dc3-b184-22f6d798ffc0', 'tenant_id': '946692b1240c4250a77bf9010b418ac3', 'fixed_ips': [{'subnet_id': '52dabbce-5cf8-4c68-b90d-b0ea11da840f'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:45:12.266162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:12.292040 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2503514 Oct 05 09:45:12.295228 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40582) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:12.301031 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Request body: {'subnet': {'network_id': 'b10431d7-047b-46df-93a6-f11212bc397b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:12.306807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09700a18-aada-45a3-986d-3c2f0ba0845a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event updated for resources: {'Network': ['ID=b10431d7-047b-46df-93a6-f11212bc397b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:12.332985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network b10431d7-047b-46df-93a6-f11212bc397b details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:45:12.431104 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:12.435833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Usage tracker for resource:subnet and tenant:946692b1240c4250a77bf9010b418ac3 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:12.438720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:12.444974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:12.454790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Made reservation on behalf of 946692b1240c4250a77bf9010b418ac3 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:12.458500 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:12.608400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Allocated IP 2001:db8::2 (3cbe0580-1ae4-4dc3-b184-22f6d798ffc0/52dabbce-5cf8-4c68-b90d-b0ea11da840f/c08d2211-c7cf-4b13-850a-5f297c7ac7db) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:45:12.685485 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:12.770986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event updated for resources: {'Subnet': ['ID=dd1eed10-5030-477b-ad1c-ea986f2839cd,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:12.784562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Checking segment: {'id': '678fd300-2455-4b83-a70f-d4a38221aa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b10431d7-047b-46df-93a6-f11212bc397b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:12.784934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Network hostable DHCP agents. Network: b10431d7-047b-46df-93a6-f11212bc397b, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:45:12.805773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Network b10431d7-047b-46df-93a6-f11212bc397b is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:45:12.817625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0326b772-3f70-4a32-b434-1bf29214a27f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:12.818149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, b10431d7-047b-46df-93a6-f11212bc397b) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:12.823128 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:12.823709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:12.845621 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-972cd812-426c-4ad1-9a18-5c90f285a053 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5491784 Oct 05 09:45:12.848141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40586) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:12.857922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a106d-1582-4cf6-a0c2-0d0dd8c89173 None None] Network b10431d7-047b-46df-93a6-f11212bc397b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:12.995216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.040239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.060847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Transition to ACTIVE for port object c08d2211-c7cf-4b13-850a-5f297c7ac7db will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:13.064377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.115363 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Transition to ACTIVE for port object c08d2211-c7cf-4b13-850a-5f297c7ac7db will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:13.140707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 0326b772-3f70-4a32-b434-1bf29214a27f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:13.141085 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.141417 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 0326b772-3f70-4a32-b434-1bf29214a27f Oct 05 09:45:13.146783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.180871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.188087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1eed10-5030-477b-ad1c-ea986f2839cd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:13.294914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.323431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10431d7-047b-46df-93a6-f11212bc397b']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:13.337632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678fd300-2455-4b83-a70f-d4a38221aa5b') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:13.337927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678fd300-2455-4b83-a70f-d4a38221aa5b') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:13.340173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cc48ab-7581-49f4-9495-9cfb25993edc None None] Network b10431d7-047b-46df-93a6-f11212bc397b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:13.349583 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.368561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.368841 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Network 3cbe0580-1ae4-4dc3-b184-22f6d798ffc0 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:13.374959 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:45:13.375709 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.421601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:13.430993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:45:13.435026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Pushing event updated for resources: {'Port': ['ID=c08d2211-c7cf-4b13-850a-5f297c7ac7db,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:13.449790 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 678fd300-2455-4b83-a70f-d4a38221aa5b resource provider aggregate not found Oct 05 09:45:13.474107 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 678fd300-2455-4b83-a70f-d4a38221aa5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 678fd300-2455-4b83-a70f-d4a38221aa5b found for delete ", "request_id": "req-8042a0a0-b583-4c53-a2e6-09b93d54c08e"}]} Oct 05 09:45:13.486835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.491234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.519792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event deleted for resources: {'Network': ['ID=b10431d7-047b-46df-93a6-f11212bc397b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:13.524335 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-95ecbcdc-0f86-4e00-8aba-e6b1ae7496c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/networks/b10431d7-047b-46df-93a6-f11212bc397b HTTP/1.1" status: 204 len: 168 time: 0.6748860 Oct 05 09:45:13.527546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40594) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:13.567695 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-15edda8b-4eb4-4ca1-97ad-9060e3784ba4 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] GET failed (client error): The resource could not be found. Oct 05 09:45:13.568131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-15edda8b-4eb4-4ca1-97ad-9060e3784ba4 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Synchronizing usage tracker for tenant:946692b1240c4250a77bf9010b418ac3 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:45:13.586083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-15edda8b-4eb4-4ca1-97ad-9060e3784ba4 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Unset dirty status for tenant:946692b1240c4250a77bf9010b418ac3 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:45:13.590315 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-15edda8b-4eb4-4ca1-97ad-9060e3784ba4 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "GET /v2.0/subnets/dd1eed10-5030-477b-ad1c-ea986f2839cd HTTP/1.1" status: 404 len: 337 time: 0.0588448 Oct 05 09:45:13.590512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40598) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:13.619321 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d764887-d5ae-4cff-8a5d-40fbc7a457c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] DELETE failed (client error): The resource could not be found. Oct 05 09:45:13.619781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d764887-d5ae-4cff-8a5d-40fbc7a457c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:45:13.621455 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8d764887-d5ae-4cff-8a5d-40fbc7a457c7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/networks/b10431d7-047b-46df-93a6-f11212bc397b HTTP/1.1" status: 404 len: 339 time: 0.0300229 Oct 05 09:45:13.625335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40602) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:13.689994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Attempting to bind port c08d2211-c7cf-4b13-850a-5f297c7ac7db on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:45:13.690556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Attempting to bind port c08d2211-c7cf-4b13-850a-5f297c7ac7db by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '684182cc-6761-4dc3-94ef-7620846bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3cbe0580-1ae4-4dc3-b184-22f6d798ffc0'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:45:13.690725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Attempting to bind port c08d2211-c7cf-4b13-850a-5f297c7ac7db on network 3cbe0580-1ae4-4dc3-b184-22f6d798ffc0 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:13.707852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 0326b772-3f70-4a32-b434-1bf29214a27f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:13.710744 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:45:13.711195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Checking segment: {'id': '684182cc-6761-4dc3-94ef-7620846bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3cbe0580-1ae4-4dc3-b184-22f6d798ffc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:13.711638 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.712059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Bound using segment: {'id': '684182cc-6761-4dc3-94ef-7620846bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3cbe0580-1ae4-4dc3-b184-22f6d798ffc0'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:45:13.712772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Bound port: c08d2211-c7cf-4b13-850a-5f297c7ac7db, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684182cc-6761-4dc3-94ef-7620846bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3cbe0580-1ae4-4dc3-b184-22f6d798ffc0'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:45:13.712960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.769780 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b402e25c-da4a-4e5f-a48f-e417ed48b192 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] DELETE failed (client error): The resource could not be found. Oct 05 09:45:13.770259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b402e25c-da4a-4e5f-a48f-e417ed48b192 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:45:13.771933 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b402e25c-da4a-4e5f-a48f-e417ed48b192 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/subnets/dd1eed10-5030-477b-ad1c-ea986f2839cd HTTP/1.1" status: 404 len: 337 time: 0.1456730 Oct 05 09:45:13.774625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40606) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:13.798372 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc47be7-8b14-4635-8fa9-b1c924155bc2 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] DELETE failed (client error): The resource could not be found. Oct 05 09:45:13.798837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc47be7-8b14-4635-8fa9-b1c924155bc2 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:45:13.800479 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dfc47be7-8b14-4635-8fa9-b1c924155bc2 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/networks/b10431d7-047b-46df-93a6-f11212bc397b HTTP/1.1" status: 404 len: 339 time: 0.0249717 Oct 05 09:45:13.803094 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40610) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:13.806887 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] For port c08d2211-c7cf-4b13-850a-5f297c7ac7db, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:45:13.810351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] For port c08d2211-c7cf-4b13-850a-5f297c7ac7db, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c08d2211-c7cf-4b13-850a-5f297c7ac7db,segment=NetworkSegment(684182cc-6761-4dc3-94ef-7620846bb74e),segment_id=684182cc-6761-4dc3-94ef-7620846bb74e)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:45:13.814641 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.874444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-6171f81b-a095-4021-9dc9-c408032695b6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Deleting subnet 52dabbce-5cf8-4c68-b90d-b0ea11da840f {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:45:13.878622 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6171f81b-a095-4021-9dc9-c408032695b6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:13.890005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef123a7c-d022-4481-8f5b-4bf94f61ac9b None None] Pushing event updated for resources: {'Port': ['ID=c08d2211-c7cf-4b13-850a-5f297c7ac7db,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:13.941902 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6171f81b-a095-4021-9dc9-c408032695b6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:14.030893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6171f81b-a095-4021-9dc9-c408032695b6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:14.125198 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6171f81b-a095-4021-9dc9-c408032695b6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:14.165120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171f81b-a095-4021-9dc9-c408032695b6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event deleted for resources: {'Subnet': ['ID=52dabbce-5cf8-4c68-b90d-b0ea11da840f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:14.168764 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6171f81b-a095-4021-9dc9-c408032695b6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:14.188219 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6171f81b-a095-4021-9dc9-c408032695b6 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/subnets/52dabbce-5cf8-4c68-b90d-b0ea11da840f HTTP/1.1" status: 204 len: 168 time: 0.3811612 Oct 05 09:45:14.188394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40614) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:14.303563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:14.314169 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Deleting port c08d2211-c7cf-4b13-850a-5f297c7ac7db {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:45:14.314510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:14.521616 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] For port c08d2211-c7cf-4b13-850a-5f297c7ac7db, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=c08d2211-c7cf-4b13-850a-5f297c7ac7db,segment=NetworkSegment(684182cc-6761-4dc3-94ef-7620846bb74e),segment_id=684182cc-6761-4dc3-94ef-7620846bb74e)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:14.522505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:14.655029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Calling delete_port for c08d2211-c7cf-4b13-850a-5f297c7ac7db owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:45:14.733856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:14.786616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f4cef1-b08c-493f-bc10-129d12879e8e None None] Network 3cbe0580-1ae4-4dc3-b184-22f6d798ffc0 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:14.789064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event deleted for resources: {'Port': ['ID=c08d2211-c7cf-4b13-850a-5f297c7ac7db,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:14.791143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] No DVR routers for this DVR port c08d2211-c7cf-4b13-850a-5f297c7ac7db on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:45:14.866546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c08d2211-c7cf-4b13-850a-5f297c7ac7db up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:14.903000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c562aa76-adfa-443e-9efa-55d2b8fa5782 None None] Could not find standard attr ID for object c08d2211-c7cf-4b13-850a-5f297c7ac7db. {{(pid=89056) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 05 09:45:14.921724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: c08d2211-c7cf-4b13-850a-5f297c7ac7db {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:45:14.922087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c08d2211-c7cf-4b13-850a-5f297c7ac7db not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 05 09:45:14.922719 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:14.948026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbe0580-1ae4-4dc3-b184-22f6d798ffc0']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:14.960755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684182cc-6761-4dc3-94ef-7620846bb74e') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:14.961046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684182cc-6761-4dc3-94ef-7620846bb74e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:14.968334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Port c08d2211-c7cf-4b13-850a-5f297c7ac7db not found, will not notify nova. {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 05 09:45:14.972961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:14.989927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:14.996118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:45:14.996488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:15.087979 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aeb458-9bea-4520-a73c-705769974fc0 None None] DHCP port deletion for 3cbe0580-1ae4-4dc3-b184-22f6d798ffc0 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:45:15.094879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:15.114825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:15.126990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event deleted for resources: {'Network': ['ID=3cbe0580-1ae4-4dc3-b184-22f6d798ffc0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:15.134208 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-db71dbb4-3c72-4b28-a606-4ea13ac8fd44 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/networks/3cbe0580-1ae4-4dc3-b184-22f6d798ffc0 HTTP/1.1" status: 204 len: 168 time: 0.9417896 Oct 05 09:45:15.134585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40618) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:15.173297 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7c2c5d-903f-4962-afb6-250d2500de23 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] DELETE failed (client error): The resource could not be found. Oct 05 09:45:15.173745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7c2c5d-903f-4962-afb6-250d2500de23 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:45:15.175385 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0b7c2c5d-903f-4962-afb6-250d2500de23 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/subnets/f05f9d22-16a1-40ac-afee-91c99d945c4e HTTP/1.1" status: 404 len: 337 time: 0.0400257 Oct 05 09:45:15.177844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40622) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:15.203913 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd723fe1-afa7-42f7-860b-53388d59d63b tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] DELETE failed (client error): The resource could not be found. Oct 05 09:45:15.204373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd723fe1-afa7-42f7-860b-53388d59d63b tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:45:15.206241 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cd723fe1-afa7-42f7-860b-53388d59d63b tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/networks/cd0ac1bb-8ce4-4a22-bd69-6cf13c81bf6c HTTP/1.1" status: 404 len: 339 time: 0.0265863 Oct 05 09:45:15.208620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40626) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:15.251425 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-de93572f-fad2-4910-bd2b-562a247c013a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] DELETE failed (client error): The resource could not be found. Oct 05 09:45:15.251784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de93572f-fad2-4910-bd2b-562a247c013a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:45:15.253393 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-de93572f-fad2-4910-bd2b-562a247c013a tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/subnets/e03214aa-2127-4d37-88b5-e4c8321ae4f0 HTTP/1.1" status: 404 len: 337 time: 0.0439053 Oct 05 09:45:15.255921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40630) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:15.280960 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27852d3-5ba4-425e-8eea-1f4ff7b692da tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] DELETE failed (client error): The resource could not be found. Oct 05 09:45:15.281414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27852d3-5ba4-425e-8eea-1f4ff7b692da tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 05 09:45:15.283146 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d27852d3-5ba4-425e-8eea-1f4ff7b692da tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/networks/36e2f737-5e3c-4b26-b0d0-23088bbc0ffc HTTP/1.1" status: 404 len: 339 time: 0.0257597 Oct 05 09:45:15.285490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40634) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:15.350228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fcd4bb-664c-4ce2-9520-f1f566d49ee7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Deleting subnet c78778fa-02bc-413e-9f4e-915eca244fe7 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:45:15.353214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd4bb-664c-4ce2-9520-f1f566d49ee7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:15.506052 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 684182cc-6761-4dc3-94ef-7620846bb74e resource provider aggregate not found Oct 05 09:45:15.518260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd4bb-664c-4ce2-9520-f1f566d49ee7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:15.545641 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 684182cc-6761-4dc3-94ef-7620846bb74e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 684182cc-6761-4dc3-94ef-7620846bb74e found for delete ", "request_id": "req-a36776d2-9c10-4101-a193-514fa61c305f"}]} Oct 05 09:45:15.601938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd4bb-664c-4ce2-9520-f1f566d49ee7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:15.673384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd4bb-664c-4ce2-9520-f1f566d49ee7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:15.715297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcd4bb-664c-4ce2-9520-f1f566d49ee7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event deleted for resources: {'Subnet': ['ID=c78778fa-02bc-413e-9f4e-915eca244fe7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:15.717203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd4bb-664c-4ce2-9520-f1f566d49ee7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:15.722247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaeadef-39c2-4237-ba7b-1cd0de21d4f9 None None] Network 39f4a014-d89d-44b0-9484-34cfe546090a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:15.727966 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c8fcd4bb-664c-4ce2-9520-f1f566d49ee7 tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/subnets/c78778fa-02bc-413e-9f4e-915eca244fe7 HTTP/1.1" status: 204 len: 168 time: 0.4415183 Oct 05 09:45:15.730546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40642) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:15.842722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:15.854357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Deleting port 0326b772-3f70-4a32-b434-1bf29214a27f {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:45:15.854692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:15.980673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d44e9b8-76a1-472f-bceb-f44bb34eeedd None None] DHCP port deletion for 39f4a014-d89d-44b0-9484-34cfe546090a request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:45:15.984787 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8d44e9b8-76a1-472f-bceb-f44bb34eeedd None None] Deleting port 0326b772-3f70-4a32-b434-1bf29214a27f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:45:15.985158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d44e9b8-76a1-472f-bceb-f44bb34eeedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:16.058962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] For port 0326b772-3f70-4a32-b434-1bf29214a27f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0326b772-3f70-4a32-b434-1bf29214a27f,segment=NetworkSegment(e86a6d48-af50-4825-92e9-a13e139fc4ed),segment_id=e86a6d48-af50-4825-92e9-a13e139fc4ed)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:16.059318 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:16.184073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Calling delete_port for 0326b772-3f70-4a32-b434-1bf29214a27f owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:45:16.187755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8d44e9b8-76a1-472f-bceb-f44bb34eeedd None None] For port 0326b772-3f70-4a32-b434-1bf29214a27f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=0326b772-3f70-4a32-b434-1bf29214a27f,segment=NetworkSegment(e86a6d48-af50-4825-92e9-a13e139fc4ed),segment_id=e86a6d48-af50-4825-92e9-a13e139fc4ed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:16.188151 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d44e9b8-76a1-472f-bceb-f44bb34eeedd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:16.258718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:16.308298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event deleted for resources: {'Port': ['ID=0326b772-3f70-4a32-b434-1bf29214a27f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:16.310109 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] No DVR routers for this DVR port 0326b772-3f70-4a32-b434-1bf29214a27f on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:45:16.350710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8d44e9b8-76a1-472f-bceb-f44bb34eeedd None None] Calling delete_port for 0326b772-3f70-4a32-b434-1bf29214a27f owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:45:16.422755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-8d44e9b8-76a1-472f-bceb-f44bb34eeedd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:45:16.423110 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-8d44e9b8-76a1-472f-bceb-f44bb34eeedd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:45:16.434394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:16.458230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f4a014-d89d-44b0-9484-34cfe546090a']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:16.470695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86a6d48-af50-4825-92e9-a13e139fc4ed') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:16.470987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86a6d48-af50-4825-92e9-a13e139fc4ed') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:16.482733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:16.498670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:16.504525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:45:16.504904 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:16.598017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:16.615250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:16.626367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] Pushing event deleted for resources: {'Network': ['ID=39f4a014-d89d-44b0-9484-34cfe546090a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:16.630318 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d3ca89f8-be9f-484b-b2f3-9d52de1cca4d tempest-NetworksIpV6Test-1161419495 tempest-NetworksIpV6Test-1161419495-project] 10.222.0.64 "DELETE /v2.0/networks/39f4a014-d89d-44b0-9484-34cfe546090a HTTP/1.1" status: 204 len: 168 time: 0.8988390 Oct 05 09:45:16.804448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0326b772-3f70-4a32-b434-1bf29214a27f no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:45:16.839152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 0326b772-3f70-4a32-b434-1bf29214a27f {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:45:16.839577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 0326b772-3f70-4a32-b434-1bf29214a27f not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:45:16.840063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c08d2211-c7cf-4b13-850a-5f297c7ac7db no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:45:16.875902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: c08d2211-c7cf-4b13-850a-5f297c7ac7db {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:45:16.876347 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device c08d2211-c7cf-4b13-850a-5f297c7ac7db not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:45:16.895478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40650) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:16.924124 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8d44e9b8-76a1-472f-bceb-f44bb34eeedd None None] Deleting port 0326b772-3f70-4a32-b434-1bf29214a27f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:45:16.924510 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d44e9b8-76a1-472f-bceb-f44bb34eeedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:16.991071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8d44e9b8-76a1-472f-bceb-f44bb34eeedd None None] The port '0326b772-3f70-4a32-b434-1bf29214a27f' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:45:17.042011 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2acb97cc-023b-4834-b794-a45d541ff4c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=946692b1240c4250a77bf9010b418ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453364 Oct 05 09:45:17.044472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40656) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:17.102423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43676e96-1fdf-457c-ad68-68226461b14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:17.127189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43676e96-1fdf-457c-ad68-68226461b14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:17.179531 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43676e96-1fdf-457c-ad68-68226461b14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:17.193506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43676e96-1fdf-457c-ad68-68226461b14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a784b214-625f-4d35-899b-7a3b5b7db55b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:17.201018 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-43676e96-1fdf-457c-ad68-68226461b14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:17.202178 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-43676e96-1fdf-457c-ad68-68226461b14d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a784b214-625f-4d35-899b-7a3b5b7db55b HTTP/1.1" status: 204 len: 168 time: 0.1567876 Oct 05 09:45:17.563913 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment e86a6d48-af50-4825-92e9-a13e139fc4ed resource provider aggregate not found Oct 05 09:45:17.581973 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment e86a6d48-af50-4825-92e9-a13e139fc4ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e86a6d48-af50-4825-92e9-a13e139fc4ed found for delete ", "request_id": "req-b29b8354-6e7b-460d-bb49-1f4aee723349"}]} Oct 05 09:45:17.872910 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40684) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:17.972071 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d4e3c89e-e913-4311-8094-ded0f358aed9 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-679203282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:17.979428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d4e3c89e-e913-4311-8094-ded0f358aed9 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:17.983296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d4e3c89e-e913-4311-8094-ded0f358aed9 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Usage tracker for resource:router and tenant:82c5305cd064489fb75483864fdfa147 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:17.986056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d4e3c89e-e913-4311-8094-ded0f358aed9 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:17.996295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d4e3c89e-e913-4311-8094-ded0f358aed9 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:18.006459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3c89e-e913-4311-8094-ded0f358aed9 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.007493 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3c89e-e913-4311-8094-ded0f358aed9 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.022620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3c89e-e913-4311-8094-ded0f358aed9 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.041456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3c89e-e913-4311-8094-ded0f358aed9 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.062790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d4e3c89e-e913-4311-8094-ded0f358aed9 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.066314 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d4e3c89e-e913-4311-8094-ded0f358aed9 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1899419 Oct 05 09:45:18.066507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40690) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:18.072092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1142314860'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:18.076711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:18.080949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Usage tracker for resource:network and tenant:82c5305cd064489fb75483864fdfa147 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:18.083846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:18.090224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:18.099967 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Made reservation on behalf of 82c5305cd064489fb75483864fdfa147 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:18.103939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.115557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.129987 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:18.133831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Usage tracker for resource:security_group_rule and tenant:82c5305cd064489fb75483864fdfa147 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:18.136563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:18.142270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:18.223084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.227923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.258887 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:45:18.267025 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bede0b96-570e-49af-be7c-eac631682200,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:18.273130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.273515 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Added segment 3ec8af3c-cd47-4736-822a-c480cb38d8e6 of type vlan for network e3e66375-1d0e-4954-9ccf-d4a5d539301b Oct 05 09:45:18.299259 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.326656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.331939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:18.332512 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.440231 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Pushing event updated for resources: {'Network': ['ID=e3e66375-1d0e-4954-9ccf-d4a5d539301b,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:18.443295 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5de41eb4-9b2c-4e6c-9a9b-8be8bad7c2fc tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3757024 Oct 05 09:45:18.447140 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40694) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:18.451452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network e3e66375-1d0e-4954-9ccf-d4a5d539301b details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:45:18.452578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Request body: {'subnet': {'network_id': 'e3e66375-1d0e-4954-9ccf-d4a5d539301b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:18.565617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:18.570192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Usage tracker for resource:subnet and tenant:82c5305cd064489fb75483864fdfa147 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:18.573000 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:18.578706 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:18.588054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Made reservation on behalf of 82c5305cd064489fb75483864fdfa147 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:18.591462 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.901576 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:18.978969 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Pushing event updated for resources: {'Subnet': ['ID=bd61a1a7-5f20-4873-a219-3bc3b40c815b,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:18.987489 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Checking segment: {'id': '3ec8af3c-cd47-4736-822a-c480cb38d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e66375-1d0e-4954-9ccf-d4a5d539301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:18.987849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Network hostable DHCP agents. Network: e3e66375-1d0e-4954-9ccf-d4a5d539301b, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:45:19.007390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Network e3e66375-1d0e-4954-9ccf-d4a5d539301b is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:45:19.016087 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, e3e66375-1d0e-4954-9ccf-d4a5d539301b) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:19.020083 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:19.020669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:19.026600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83fdc7d-4100-408f-b43b-b36e9adf443e None None] Network e3e66375-1d0e-4954-9ccf-d4a5d539301b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:19.043486 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d423c700-0613-4096-be08-743c3f746385 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5925536 Oct 05 09:45:19.043682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40698) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:19.049096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-422807728'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:19.054693 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:19.058772 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Usage tracker for resource:network and tenant:82c5305cd064489fb75483864fdfa147 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:19.061827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:19.067766 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:19.079025 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Made reservation on behalf of 82c5305cd064489fb75483864fdfa147 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:19.082488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:19.110775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:45:19.121243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:19.121610 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Added segment 414392e6-e33a-4594-958f-1f879ae29d8a of type vlan for network 243a609b-1490-4e74-9d2f-17229b38a1a0 Oct 05 09:45:19.153049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:19.184114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:19.189671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:19.190264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:19.250278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-e3e66375-1d0e-4954-9ccf-d4a5d539301b', 'network_id': 'e3e66375-1d0e-4954-9ccf-d4a5d539301b', 'tenant_id': '82c5305cd064489fb75483864fdfa147', 'fixed_ips': [{'subnet_id': 'bd61a1a7-5f20-4873-a219-3bc3b40c815b'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:45:19.251099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:19.284373 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2396450 Oct 05 09:45:19.288008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40702) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:19.294462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Request body: {'subnet': {'network_id': '243a609b-1490-4e74-9d2f-17229b38a1a0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:19.306338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1347e9-ee4d-4721-9782-be6c05c470b3 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Pushing event updated for resources: {'Network': ['ID=243a609b-1490-4e74-9d2f-17229b38a1a0,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:19.324620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 243a609b-1490-4e74-9d2f-17229b38a1a0 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:45:19.407854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:19.411740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Usage tracker for resource:subnet and tenant:82c5305cd064489fb75483864fdfa147 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:19.415299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:19.421229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:19.431550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Made reservation on behalf of 82c5305cd064489fb75483864fdfa147 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:19.435210 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:19.493597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Allocated IP 172.20.0.2 (e3e66375-1d0e-4954-9ccf-d4a5d539301b/bd61a1a7-5f20-4873-a219-3bc3b40c815b/bafcd3d0-b396-454c-bcb3-87273703ab93) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:45:19.649242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:19.699679 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:19.709579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Transition to ACTIVE for port object bafcd3d0-b396-454c-bcb3-87273703ab93 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:19.728670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Transition to ACTIVE for port object bafcd3d0-b396-454c-bcb3-87273703ab93 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:19.735193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:19.800812 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Network e3e66375-1d0e-4954-9ccf-d4a5d539301b is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:19.808482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:19.813044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:45:19.838476 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Pushing event updated for resources: {'Subnet': ['ID=e18fceee-196f-4a57-9b8e-f635a1c2b86b,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:19.846029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Checking segment: {'id': '414392e6-e33a-4594-958f-1f879ae29d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '243a609b-1490-4e74-9d2f-17229b38a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:19.846395 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Network hostable DHCP agents. Network: 243a609b-1490-4e74-9d2f-17229b38a1a0, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:45:19.854953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Pushing event updated for resources: {'Port': ['ID=bafcd3d0-b396-454c-bcb3-87273703ab93,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:19.867820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Network 243a609b-1490-4e74-9d2f-17229b38a1a0 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:45:19.878346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 243a609b-1490-4e74-9d2f-17229b38a1a0) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:19.883592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:19.884365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:19.897446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee8140c-7a91-405c-b2cb-e07f19b9ff08 None None] Network 243a609b-1490-4e74-9d2f-17229b38a1a0 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:19.906721 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-debcb819-1f1f-4d77-9858-831a8a47c650 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6174278 Oct 05 09:45:19.909456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40706) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:19.915170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2e6acfaf-9072-4120-999c-c517f7b427bf tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Request body: {'router': {'external_gateway_info': {'network_id': '243a609b-1490-4e74-9d2f-17229b38a1a0'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:19.990561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Attempting to bind port bafcd3d0-b396-454c-bcb3-87273703ab93 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:45:19.990870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Attempting to bind port bafcd3d0-b396-454c-bcb3-87273703ab93 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '3ec8af3c-cd47-4736-822a-c480cb38d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e66375-1d0e-4954-9ccf-d4a5d539301b'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:45:19.991449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Attempting to bind port bafcd3d0-b396-454c-bcb3-87273703ab93 on network e3e66375-1d0e-4954-9ccf-d4a5d539301b {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:20.001256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:45:20.001607 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Checking segment: {'id': '3ec8af3c-cd47-4736-822a-c480cb38d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e66375-1d0e-4954-9ccf-d4a5d539301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:20.002023 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:20.002410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Bound using segment: {'id': '3ec8af3c-cd47-4736-822a-c480cb38d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e66375-1d0e-4954-9ccf-d4a5d539301b'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:45:20.002869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Bound port: bafcd3d0-b396-454c-bcb3-87273703ab93, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec8af3c-cd47-4736-822a-c480cb38d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e66375-1d0e-4954-9ccf-d4a5d539301b'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:45:20.003237 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:20.161719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] For port bafcd3d0-b396-454c-bcb3-87273703ab93, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:45:20.244352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] For port bafcd3d0-b396-454c-bcb3-87273703ab93, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bafcd3d0-b396-454c-bcb3-87273703ab93,segment=NetworkSegment(3ec8af3c-cd47-4736-822a-c480cb38d8e6),segment_id=3ec8af3c-cd47-4736-822a-c480cb38d8e6)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:45:20.249480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:20.281040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-243a609b-1490-4e74-9d2f-17229b38a1a0', 'network_id': '243a609b-1490-4e74-9d2f-17229b38a1a0', 'tenant_id': '82c5305cd064489fb75483864fdfa147', 'fixed_ips': [{'subnet_id': 'e18fceee-196f-4a57-9b8e-f635a1c2b86b'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:45:20.281936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:20.305614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e6acfaf-9072-4120-999c-c517f7b427bf tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:20.397421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e748d60-079a-4264-a955-1e3bddaaa039 None None] Pushing event updated for resources: {'Port': ['ID=bafcd3d0-b396-454c-bcb3-87273703ab93,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:20.469631 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-2e6acfaf-9072-4120-999c-c517f7b427bf tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 05 09:45:20.477690 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2e6acfaf-9072-4120-999c-c517f7b427bf tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] 10.222.0.64 "PUT /v2.0/routers/5b2d2e5d-326a-4023-82d0-211de3ff8106 HTTP/1.1" status: 400 len: 364 time: 0.5603545 Oct 05 09:45:20.477690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40710) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:20.494624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Allocated IP 172.21.0.2 (243a609b-1490-4e74-9d2f-17229b38a1a0/e18fceee-196f-4a57-9b8e-f635a1c2b86b/901d5ef6-19eb-476d-b32d-f0112ebf6711) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:45:20.564139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0aa4ce-d593-4a9d-a8b0-10c4cf4759c6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Deleting subnet e18fceee-196f-4a57-9b8e-f635a1c2b86b {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:45:20.747196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:20.757296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Transition to ACTIVE for port object 901d5ef6-19eb-476d-b32d-f0112ebf6711 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:20.776298 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Transition to ACTIVE for port object 901d5ef6-19eb-476d-b32d-f0112ebf6711 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:20.781824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa4ce-d593-4a9d-a8b0-10c4cf4759c6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:20.783031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:20.846710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Network 243a609b-1490-4e74-9d2f-17229b38a1a0 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:20.856162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bafcd3d0-b396-454c-bcb3-87273703ab93 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:20.859830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa4ce-d593-4a9d-a8b0-10c4cf4759c6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:20.883287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:20.891723 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:45:20.903320 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Pushing event updated for resources: {'Port': ['ID=901d5ef6-19eb-476d-b32d-f0112ebf6711,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:20.949745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa4ce-d593-4a9d-a8b0-10c4cf4759c6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.021228 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Attempting to bind port 901d5ef6-19eb-476d-b32d-f0112ebf6711 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:45:21.021608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Attempting to bind port 901d5ef6-19eb-476d-b32d-f0112ebf6711 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '414392e6-e33a-4594-958f-1f879ae29d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '243a609b-1490-4e74-9d2f-17229b38a1a0'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:45:21.022678 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Attempting to bind port 901d5ef6-19eb-476d-b32d-f0112ebf6711 on network 243a609b-1490-4e74-9d2f-17229b38a1a0 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:21.031296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:45:21.031296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Checking segment: {'id': '414392e6-e33a-4594-958f-1f879ae29d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '243a609b-1490-4e74-9d2f-17229b38a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:21.031953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.032415 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Bound using segment: {'id': '414392e6-e33a-4594-958f-1f879ae29d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '243a609b-1490-4e74-9d2f-17229b38a1a0'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:45:21.032642 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Bound port: 901d5ef6-19eb-476d-b32d-f0112ebf6711, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414392e6-e33a-4594-958f-1f879ae29d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '243a609b-1490-4e74-9d2f-17229b38a1a0'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:45:21.033071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.035797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa4ce-d593-4a9d-a8b0-10c4cf4759c6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.080053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aa4ce-d593-4a9d-a8b0-10c4cf4759c6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Pushing event deleted for resources: {'Subnet': ['ID=e18fceee-196f-4a57-9b8e-f635a1c2b86b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:21.082179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa4ce-d593-4a9d-a8b0-10c4cf4759c6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.084065 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port bafcd3d0-b396-454c-bcb3-87273703ab93 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:21.093361 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8a0aa4ce-d593-4a9d-a8b0-10c4cf4759c6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] 10.222.0.64 "DELETE /v2.0/subnets/e18fceee-196f-4a57-9b8e-f635a1c2b86b HTTP/1.1" status: 204 len: 168 time: 0.6130683 Oct 05 09:45:21.093736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40714) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:21.140392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] For port 901d5ef6-19eb-476d-b32d-f0112ebf6711, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:45:21.143764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] For port 901d5ef6-19eb-476d-b32d-f0112ebf6711, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=901d5ef6-19eb-476d-b32d-f0112ebf6711,segment=NetworkSegment(414392e6-e33a-4594-958f-1f879ae29d8a),segment_id=414392e6-e33a-4594-958f-1f879ae29d8a)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:45:21.149522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.218961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.232732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Deleting port 901d5ef6-19eb-476d-b32d-f0112ebf6711 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:45:21.233080 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.268080 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dd4b2-d79d-410d-aee6-6d40576aff0c None None] Pushing event updated for resources: {'Port': ['ID=901d5ef6-19eb-476d-b32d-f0112ebf6711,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:21.296845 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec346771-9c2e-44d1-b1b6-7978ba8931d4 None None] Network 243a609b-1490-4e74-9d2f-17229b38a1a0 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:21.390269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1501f3-2b35-40ac-b156-177eac6f54f2 None None] Network e3e66375-1d0e-4954-9ccf-d4a5d539301b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:21.454573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] For port 901d5ef6-19eb-476d-b32d-f0112ebf6711, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=901d5ef6-19eb-476d-b32d-f0112ebf6711,segment=NetworkSegment(414392e6-e33a-4594-958f-1f879ae29d8a),segment_id=414392e6-e33a-4594-958f-1f879ae29d8a)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:21.455173 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.575620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-19795696-caca-42cd-b387-92a742c8c8b9 None None] Provisioning for port bafcd3d0-b396-454c-bcb3-87273703ab93 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:21.595955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-19795696-caca-42cd-b387-92a742c8c8b9 None None] Provisioning complete for port bafcd3d0-b396-454c-bcb3-87273703ab93 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:21.596335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-19795696-caca-42cd-b387-92a742c8c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.596675 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-19795696-caca-42cd-b387-92a742c8c8b9 None None] Attempt 1 to provision port bafcd3d0-b396-454c-bcb3-87273703ab93 Oct 05 09:45:21.691665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Calling delete_port for 901d5ef6-19eb-476d-b32d-f0112ebf6711 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:45:21.774463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.823140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Pushing event deleted for resources: {'Port': ['ID=901d5ef6-19eb-476d-b32d-f0112ebf6711,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:21.826741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] No DVR routers for this DVR port 901d5ef6-19eb-476d-b32d-f0112ebf6711 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:45:21.859374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-19795696-caca-42cd-b387-92a742c8c8b9 None None] Current status of the port bafcd3d0-b396-454c-bcb3-87273703ab93 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:21.859766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-19795696-caca-42cd-b387-92a742c8c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.907548 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-19795696-caca-42cd-b387-92a742c8c8b9 None None] For port bafcd3d0-b396-454c-bcb3-87273703ab93, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bafcd3d0-b396-454c-bcb3-87273703ab93,segment=NetworkSegment(3ec8af3c-cd47-4736-822a-c480cb38d8e6),segment_id=3ec8af3c-cd47-4736-822a-c480cb38d8e6)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:21.913187 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-19795696-caca-42cd-b387-92a742c8c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.962467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:21.983479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19795696-caca-42cd-b387-92a742c8c8b9 None None] Pushing event updated for resources: {'Port': ['ID=bafcd3d0-b396-454c-bcb3-87273703ab93,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:21.990298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243a609b-1490-4e74-9d2f-17229b38a1a0']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:22.004174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414392e6-e33a-4594-958f-1f879ae29d8a') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:22.004468 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414392e6-e33a-4594-958f-1f879ae29d8a') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:22.016424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.033354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.040598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:45:22.041030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.102961 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9fb285-849b-4a0f-ac20-81c21eeed450 None None] get_active_networks_info from dv-neutron-860328-1-hyperv {{(pid=89056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 05 09:45:22.112483 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 414392e6-e33a-4594-958f-1f879ae29d8a resource provider aggregate not found Oct 05 09:45:22.142350 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 414392e6-e33a-4594-958f-1f879ae29d8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 414392e6-e33a-4594-958f-1f879ae29d8a found for delete ", "request_id": "req-37684ccb-094c-419e-9426-d9e4b9acb0a4"}]} Oct 05 09:45:22.155672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.175623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.186873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Pushing event deleted for resources: {'Network': ['ID=243a609b-1490-4e74-9d2f-17229b38a1a0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:22.191068 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-891e3a05-da1b-41b9-a639-b96ab4e6add6 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] 10.222.0.64 "DELETE /v2.0/networks/243a609b-1490-4e74-9d2f-17229b38a1a0 HTTP/1.1" status: 204 len: 168 time: 1.0962989 Oct 05 09:45:22.194557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40722) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:22.204117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c55a930d-e1d4-4074-8775-2d74c569367e None None] Provisioning complete for port bafcd3d0-b396-454c-bcb3-87273703ab93 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:22.204484 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c55a930d-e1d4-4074-8775-2d74c569367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.204857 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c55a930d-e1d4-4074-8775-2d74c569367e None None] Attempt 1 to provision port bafcd3d0-b396-454c-bcb3-87273703ab93 Oct 05 09:45:22.269810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acad728-fbfb-4b75-848d-6bb558ffbf00 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Deleting subnet bd61a1a7-5f20-4873-a219-3bc3b40c815b {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:45:22.274166 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6acad728-fbfb-4b75-848d-6bb558ffbf00 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.294679 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9fb285-849b-4a0f-ac20-81c21eeed450 None None] Resources bound (agent type, host, resource id): {{(pid=89056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 05 09:45:22.332509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6acad728-fbfb-4b75-848d-6bb558ffbf00 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.428760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6acad728-fbfb-4b75-848d-6bb558ffbf00 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.438845 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c55a930d-e1d4-4074-8775-2d74c569367e None None] Current status of the port bafcd3d0-b396-454c-bcb3-87273703ab93 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:22.510332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6acad728-fbfb-4b75-848d-6bb558ffbf00 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.558222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6acad728-fbfb-4b75-848d-6bb558ffbf00 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.562112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acad728-fbfb-4b75-848d-6bb558ffbf00 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Pushing event deleted for resources: {'Subnet': ['ID=bd61a1a7-5f20-4873-a219-3bc3b40c815b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:22.566800 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6acad728-fbfb-4b75-848d-6bb558ffbf00 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] 10.222.0.64 "DELETE /v2.0/subnets/bd61a1a7-5f20-4873-a219-3bc3b40c815b HTTP/1.1" status: 204 len: 168 time: 0.3712816 Oct 05 09:45:22.569423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40726) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:22.656380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c1314e-d598-4134-94e3-7d716dc18048 None None] Network e3e66375-1d0e-4954-9ccf-d4a5d539301b requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:22.686105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.696337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Deleting port bafcd3d0-b396-454c-bcb3-87273703ab93 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:45:22.696671 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.821783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bafcd3d0-b396-454c-bcb3-87273703ab93 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:22.916043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] For port bafcd3d0-b396-454c-bcb3-87273703ab93, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bafcd3d0-b396-454c-bcb3-87273703ab93,segment=NetworkSegment(3ec8af3c-cd47-4736-822a-c480cb38d8e6),segment_id=3ec8af3c-cd47-4736-822a-c480cb38d8e6)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:22.916414 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.928172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bafcd3d0-b396-454c-bcb3-87273703ab93 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:22.928548 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:22.928963 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bafcd3d0-b396-454c-bcb3-87273703ab93 Oct 05 09:45:22.983111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ab427c-06cc-495f-9be9-5f3f862ce4dd None None] DHCP port deletion for e3e66375-1d0e-4954-9ccf-d4a5d539301b request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:45:22.993586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-65ab427c-06cc-495f-9be9-5f3f862ce4dd None None] Deleting port bafcd3d0-b396-454c-bcb3-87273703ab93 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:45:22.994052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65ab427c-06cc-495f-9be9-5f3f862ce4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:23.045943 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Calling delete_port for bafcd3d0-b396-454c-bcb3-87273703ab93 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:45:23.127042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:23.145659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bafcd3d0-b396-454c-bcb3-87273703ab93 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:23.178810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Pushing event deleted for resources: {'Port': ['ID=bafcd3d0-b396-454c-bcb3-87273703ab93,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:23.182352 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] No DVR routers for this DVR port bafcd3d0-b396-454c-bcb3-87273703ab93 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:45:23.266208 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-65ab427c-06cc-495f-9be9-5f3f862ce4dd None None] For port bafcd3d0-b396-454c-bcb3-87273703ab93, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bafcd3d0-b396-454c-bcb3-87273703ab93,segment=NetworkSegment(3ec8af3c-cd47-4736-822a-c480cb38d8e6),segment_id=3ec8af3c-cd47-4736-822a-c480cb38d8e6)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:23.266499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65ab427c-06cc-495f-9be9-5f3f862ce4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:23.306665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:23.330943 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e66375-1d0e-4954-9ccf-d4a5d539301b']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:23.346975 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec8af3c-cd47-4736-822a-c480cb38d8e6') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:23.347270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec8af3c-cd47-4736-822a-c480cb38d8e6') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:23.359894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:23.376035 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:23.382988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:45:23.382988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:23.389294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-65ab427c-06cc-495f-9be9-5f3f862ce4dd None None] Calling delete_port for bafcd3d0-b396-454c-bcb3-87273703ab93 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:45:23.448913 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 3ec8af3c-cd47-4736-822a-c480cb38d8e6 resource provider aggregate not found Oct 05 09:45:23.465292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-65ab427c-06cc-495f-9be9-5f3f862ce4dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:45:23.465726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-65ab427c-06cc-495f-9be9-5f3f862ce4dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:45:23.472659 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 3ec8af3c-cd47-4736-822a-c480cb38d8e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ec8af3c-cd47-4736-822a-c480cb38d8e6 found for delete ", "request_id": "req-28545210-6f0c-49b7-baf5-6710e3bb6d94"}]} Oct 05 09:45:23.486643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:23.491538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:23.522033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Pushing event deleted for resources: {'Network': ['ID=e3e66375-1d0e-4954-9ccf-d4a5d539301b,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:23.524649 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9098d4bc-4f09-4fb6-b636-a09b260cb9de tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] 10.222.0.64 "DELETE /v2.0/networks/e3e66375-1d0e-4954-9ccf-d4a5d539301b HTTP/1.1" status: 204 len: 168 time: 0.9541695 Oct 05 09:45:23.527316 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40734) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:23.582451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b593289d-af57-493d-b180-0c4c1948f062 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Synchronizing usage tracker for tenant:82c5305cd064489fb75483864fdfa147 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:45:23.598502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b593289d-af57-493d-b180-0c4c1948f062 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Unset dirty status for tenant:82c5305cd064489fb75483864fdfa147 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:45:23.600522 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b593289d-af57-493d-b180-0c4c1948f062 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b2d2e5d-326a-4023-82d0-211de3ff8106 HTTP/1.1" status: 200 len: 205 time: 0.0716882 Oct 05 09:45:23.602677 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40738) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:23.826480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c47e9b1e-dfed-4dfe-af71-4df1d1c1a486 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:23.967116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-65ab427c-06cc-495f-9be9-5f3f862ce4dd None None] Deleting port bafcd3d0-b396-454c-bcb3-87273703ab93 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:45:23.967683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65ab427c-06cc-495f-9be9-5f3f862ce4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:24.033657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-65ab427c-06cc-495f-9be9-5f3f862ce4dd None None] The port 'bafcd3d0-b396-454c-bcb3-87273703ab93' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:45:24.124941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c47e9b1e-dfed-4dfe-af71-4df1d1c1a486 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:24.127135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c47e9b1e-dfed-4dfe-af71-4df1d1c1a486 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:24.149724 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c47e9b1e-dfed-4dfe-af71-4df1d1c1a486 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:24.150238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47e9b1e-dfed-4dfe-af71-4df1d1c1a486 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Fanout notify agent at l3_agent the message router_deleted on router 5b2d2e5d-326a-4023-82d0-211de3ff8106 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:45:24.161384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c47e9b1e-dfed-4dfe-af71-4df1d1c1a486 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:24.162547 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c47e9b1e-dfed-4dfe-af71-4df1d1c1a486 tempest-RoutersNegativeTest-1959246268 tempest-RoutersNegativeTest-1959246268-project] 10.222.0.64 "DELETE /v2.0/routers/5b2d2e5d-326a-4023-82d0-211de3ff8106 HTTP/1.1" status: 204 len: 168 time: 0.5589237 Oct 05 09:45:24.421845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40746) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:24.566367 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3c40d43b-f52f-4157-8e02-0c394586bfa1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=82c5305cd064489fb75483864fdfa147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433029 Oct 05 09:45:24.568876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40752) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:24.626323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a3d7cf0-9866-4644-af46-5de7893120e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:24.652554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a3d7cf0-9866-4644-af46-5de7893120e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:24.705775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a3d7cf0-9866-4644-af46-5de7893120e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:24.722580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d7cf0-9866-4644-af46-5de7893120e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bede0b96-570e-49af-be7c-eac631682200,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:24.726098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9a3d7cf0-9866-4644-af46-5de7893120e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:24.727228 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9a3d7cf0-9866-4644-af46-5de7893120e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bede0b96-570e-49af-be7c-eac631682200 HTTP/1.1" status: 204 len: 168 time: 0.1574302 Oct 05 09:45:24.807110 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bafcd3d0-b396-454c-bcb3-87273703ab93 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:45:24.841526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: bafcd3d0-b396-454c-bcb3-87273703ab93 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:45:24.841870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bafcd3d0-b396-454c-bcb3-87273703ab93 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:45:25.351150 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:45:25.406242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40776) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:25.507431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1414365924-network', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:25.512261 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:25.516199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Usage tracker for resource:network and tenant:e3d9e287411b46bd9f8d3f77f4066ca6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:25.519061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:25.525939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:25.536313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Made reservation on behalf of e3d9e287411b46bd9f8d3f77f4066ca6 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:25.538770 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:25.550530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:25.565181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:25.569853 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Usage tracker for resource:security_group_rule and tenant:e3d9e287411b46bd9f8d3f77f4066ca6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:25.572622 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:25.578243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:25.665953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:25.669769 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:25.700618 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:45:25.709363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ff9ed0-3fd4-42af-bbc4-c64581a566d0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:25.715955 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:25.716317 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Added segment 4a2124d9-d218-4632-89c8-09ecb0f22adb of type vlan for network 277e2883-7d57-4884-95ec-505abdd52c98 Oct 05 09:45:25.745732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:25.773979 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:25.774913 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:25.775479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:25.874281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] Pushing event updated for resources: {'Network': ['ID=277e2883-7d57-4884-95ec-505abdd52c98,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:25.877217 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-42dbcbea-ad70-4825-a31e-f7d2ee005aff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4699214 Oct 05 09:45:25.881777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40782) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:25.886253 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 277e2883-7d57-4884-95ec-505abdd52c98 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:45:25.886931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Request body: {'subnet': {'network_id': '277e2883-7d57-4884-95ec-505abdd52c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1414365924-subnet', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:25.891870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:25.895736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Usage tracker for resource:subnet and tenant:e3d9e287411b46bd9f8d3f77f4066ca6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:25.898889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:25.904737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:25.919615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Made reservation on behalf of e3d9e287411b46bd9f8d3f77f4066ca6 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:25.921951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:26.122916 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:26.194539 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aba1f13-acd0-41ba-b4fd-966e0622b617,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:26.203863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Checking segment: {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:26.204213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Network hostable DHCP agents. Network: 277e2883-7d57-4884-95ec-505abdd52c98, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:45:26.223012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Network 277e2883-7d57-4884-95ec-505abdd52c98 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:45:26.232579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 277e2883-7d57-4884-95ec-505abdd52c98) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:26.236598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:26.237179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:26.241501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e698816f-5d21-4991-ab6e-fa843efba96a None None] Network 277e2883-7d57-4884-95ec-505abdd52c98 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:26.257690 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-62012904-489e-4c58-8756-6ecede722129 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3760805 Oct 05 09:45:26.260307 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40786) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:26.265162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1414365924-router', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:26.269703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:26.274425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Usage tracker for resource:router and tenant:e3d9e287411b46bd9f8d3f77f4066ca6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:26.277300 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:26.282942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:26.296759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:26.297814 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:26.313328 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:26.461364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-277e2883-7d57-4884-95ec-505abdd52c98', 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'fixed_ips': [{'subnet_id': '2aba1f13-acd0-41ba-b4fd-966e0622b617'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:45:26.462230 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:26.581025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:26.621532 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Allocated IP 172.20.0.2 (277e2883-7d57-4884-95ec-505abdd52c98/2aba1f13-acd0-41ba-b4fd-966e0622b617/d69a8dc6-5389-4d43-b11e-90e0378a188b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:45:26.836436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:26.847860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Transition to ACTIVE for port object d69a8dc6-5389-4d43-b11e-90e0378a188b will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:26.869037 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Transition to ACTIVE for port object d69a8dc6-5389-4d43-b11e-90e0378a188b will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:26.878134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:26.938690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Network 277e2883-7d57-4884-95ec-505abdd52c98 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:26.945890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:26.950433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:45:26.957450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Pushing event updated for resources: {'Port': ['ID=d69a8dc6-5389-4d43-b11e-90e0378a188b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:27.013441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:27.044038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:27.058757 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Attempting to bind port d69a8dc6-5389-4d43-b11e-90e0378a188b on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:45:27.059127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Attempting to bind port d69a8dc6-5389-4d43-b11e-90e0378a188b by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:45:27.059486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Attempting to bind port d69a8dc6-5389-4d43-b11e-90e0378a188b on network 277e2883-7d57-4884-95ec-505abdd52c98 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:27.064663 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:45:27.065035 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Checking segment: {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:27.065431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:27.065820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Bound using segment: {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:45:27.066315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Bound port: d69a8dc6-5389-4d43-b11e-90e0378a188b, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:45:27.066683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:27.155898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] For port d69a8dc6-5389-4d43-b11e-90e0378a188b, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:45:27.159544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] For port d69a8dc6-5389-4d43-b11e-90e0378a188b, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d69a8dc6-5389-4d43-b11e-90e0378a188b,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:45:27.164343 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:27.186107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Allocated IP 172.26.0.235 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/b18c3da4-4445-40d6-8eca-f3741396495c) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:45:27.262811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369e828-74f1-4241-a20d-5bfe9f141de5 None None] Pushing event updated for resources: {'Port': ['ID=d69a8dc6-5389-4d43-b11e-90e0378a188b,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:27.342308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:27.372337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:27.446544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:27.449442 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:27.453225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:45:27.501389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Pushing event updated for resources: {'Port': ['ID=b18c3da4-4445-40d6-8eca-f3741396495c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:27.878357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:28.161554 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff3388b-3a0a-46b9-b409-ec97df07b3e6 None None] Network 277e2883-7d57-4884-95ec-505abdd52c98 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:28.259579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2c7b5e2e-e7f6-4c9f-807d-e81779b6e1d8 None None] Provisioning for port d69a8dc6-5389-4d43-b11e-90e0378a188b completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:28.343877 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:28.548934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Router 6cea7102-13b6-47a3-8bf5-8df8c227cda9 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:45:28.730589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:45:28.739910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Sync routers for ids ['6cea7102-13b6-47a3-8bf5-8df8c227cda9'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:45:28.749777 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Routers {'6cea7102-13b6-47a3-8bf5-8df8c227cda9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:45:28.750682 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-cd584d20-60da-469b-9347-02406faaf632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:45:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6cea7102-13b6-47a3-8bf5-8df8c227cda9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:28.753942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:28.755181 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e1587962-f840-44ff-912f-e11406e71b84 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4939303 Oct 05 09:45:28.758933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40790) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:28.925428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d69a8dc6-5389-4d43-b11e-90e0378a188b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:29.009157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Set router 6cea7102-13b6-47a3-8bf5-8df8c227cda9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:45:29.218981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port d69a8dc6-5389-4d43-b11e-90e0378a188b completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:29.236176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d69a8dc6-5389-4d43-b11e-90e0378a188b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:29.236548 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:29.236897 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d69a8dc6-5389-4d43-b11e-90e0378a188b Oct 05 09:45:29.428611 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d69a8dc6-5389-4d43-b11e-90e0378a188b is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:29.428882 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:29.469867 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:29.474121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port d69a8dc6-5389-4d43-b11e-90e0378a188b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d69a8dc6-5389-4d43-b11e-90e0378a188b,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:29.476947 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-cd584d20-60da-469b-9347-02406faaf632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'name': 'tempest-TestEncryptedCinderVolumes-1414365924-router', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:26Z', 'updated_at': '2022-10-05T09:45:27Z', 'revision_number': 3, 'project_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'gw_port': {'id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:27Z', 'updated_at': '2022-10-05T09:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:29.480701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:29.511677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Checking router: 6cea7102-13b6-47a3-8bf5-8df8c227cda9 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:45:29.512028 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Updating router 6cea7102-13b6-47a3-8bf5-8df8c227cda9 port b18c3da4-4445-40d6-8eca-f3741396495c binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:45:29.594860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:29.635644 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=d69a8dc6-5389-4d43-b11e-90e0378a188b,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:29.849172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Allocated IP 172.20.0.1 (277e2883-7d57-4884-95ec-505abdd52c98/2aba1f13-acd0-41ba-b4fd-966e0622b617/ca4b318b-3cb2-4042-b973-e8bea4dc75d3) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:45:29.962755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:29.978197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Transition to ACTIVE for port object b18c3da4-4445-40d6-8eca-f3741396495c will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:29.984258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:30.030502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:30.050324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Transition to ACTIVE for port object ca4b318b-3cb2-4042-b973-e8bea4dc75d3 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:30.051572 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Attempting to bind port b18c3da4-4445-40d6-8eca-f3741396495c on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:45:30.052004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Attempting to bind port b18c3da4-4445-40d6-8eca-f3741396495c by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:45:30.052317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Attempting to bind port b18c3da4-4445-40d6-8eca-f3741396495c on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:30.064562 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:45:30.064942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:30.065559 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:30.066223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:45:30.067045 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Bound port: b18c3da4-4445-40d6-8eca-f3741396495c, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:45:30.067466 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:30.081191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:30.122334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bcc7d-991b-4780-b53d-3715b69029fc None None] Pushing event updated for resources: {'Port': ['ID=b18c3da4-4445-40d6-8eca-f3741396495c,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:30.155647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Network 277e2883-7d57-4884-95ec-505abdd52c98 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:30.158816 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:30.169155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:45:30.171353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-cd584d20-60da-469b-9347-02406faaf632 None None] For port b18c3da4-4445-40d6-8eca-f3741396495c, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:45:30.179527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-cd584d20-60da-469b-9347-02406faaf632 None None] For port b18c3da4-4445-40d6-8eca-f3741396495c, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b18c3da4-4445-40d6-8eca-f3741396495c,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:45:30.188627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:30.223006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=ca4b318b-3cb2-4042-b973-e8bea4dc75d3,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:30.253669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:30.262717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Routers {'6cea7102-13b6-47a3-8bf5-8df8c227cda9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:45:30.263349 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-cd584d20-60da-469b-9347-02406faaf632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:45:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6cea7102-13b6-47a3-8bf5-8df8c227cda9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:30.359884 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bcc7d-991b-4780-b53d-3715b69029fc None None] Pushing event updated for resources: {'Port': ['ID=b18c3da4-4445-40d6-8eca-f3741396495c,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:30.465248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Provisioning for port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:30.475185 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Provisioning complete for port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:30.475651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:30.476207 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Attempt 1 to provision port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 Oct 05 09:45:30.517048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-cd584d20-60da-469b-9347-02406faaf632 None None] Set router 6cea7102-13b6-47a3-8bf5-8df8c227cda9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:45:30.517424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:30.652206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:30.742914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:30.747281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:30.830764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d69a8dc6-5389-4d43-b11e-90e0378a188b up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:30.852115 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:30.858756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=ca4b318b-3cb2-4042-b973-e8bea4dc75d3,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:30.922006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d69a8dc6-5389-4d43-b11e-90e0378a188b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:30.922306 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:30.922636 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d69a8dc6-5389-4d43-b11e-90e0378a188b Oct 05 09:45:30.962765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-cd584d20-60da-469b-9347-02406faaf632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'name': 'tempest-TestEncryptedCinderVolumes-1414365924-router', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:26Z', 'updated_at': '2022-10-05T09:45:27Z', 'revision_number': 3, 'project_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'gw_port': {'id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:27Z', 'updated_at': '2022-10-05T09:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:30.976458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd584d20-60da-469b-9347-02406faaf632 None None] The sync data for ids ['6cea7102-13b6-47a3-8bf5-8df8c227cda9'] in dv-neutron-860328-1-hyperv is: [{'id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'name': 'tempest-TestEncryptedCinderVolumes-1414365924-router', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:26Z', 'updated_at': '2022-10-05T09:45:27Z', 'revision_number': 3, 'project_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'gw_port': {'id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:27Z', 'updated_at': '2022-10-05T09:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:45:30.992325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Network 277e2883-7d57-4884-95ec-505abdd52c98 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:30.993696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:31.076216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d69a8dc6-5389-4d43-b11e-90e0378a188b is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:31.153229 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Attempt 2 to provision port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 Oct 05 09:45:31.199465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Router 6cea7102-13b6-47a3-8bf5-8df8c227cda9 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:45:31.241654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:31.516520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:45:31.527504 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ddf625eb-f204-47dc-984c-84039cb16bc9 admin admin] 10.222.0.64 "PUT /v2.0/routers/6cea7102-13b6-47a3-8bf5-8df8c227cda9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7669809 Oct 05 09:45:31.743204 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Attempt 3 to provision port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 Oct 05 09:45:31.803330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:32.041644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40808) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:32.047121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-829413152-network', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:32.052332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:32.056138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Usage tracker for resource:network and tenant:341ef6c99b8d4db4b4663d45ae097bb1 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:32.059659 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:32.066533 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:32.075838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Made reservation on behalf of 341ef6c99b8d4db4b4663d45ae097bb1 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:32.078311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.091471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.106034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:32.109813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Usage tracker for resource:security_group_rule and tenant:341ef6c99b8d4db4b4663d45ae097bb1 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:32.112585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:32.118387 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:32.206810 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.212046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.240190 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:45:32.252780 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecbdb17-29ba-4e2b-b9b9-b9aef2dc98cf,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:32.257742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.258112 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Added segment f9547076-bcb5-4b5c-9cb2-79990c0ace0f of type vlan for network 2439b0e5-048e-4fc1-8303-4af7f1544802 Oct 05 09:45:32.287593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.305230 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Attempt 4 to provision port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 Oct 05 09:45:32.322566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.323574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:32.324157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.363987 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:32.426261 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] Pushing event updated for resources: {'Network': ['ID=2439b0e5-048e-4fc1-8303-4af7f1544802,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:32.429898 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a43bb9d7-a032-4437-87cf-aafd5c81b324 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3871801 Oct 05 09:45:32.432812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 40812) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:32.437260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 2439b0e5-048e-4fc1-8303-4af7f1544802 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:45:32.438426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Request body: {'subnet': {'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-829413152-subnet', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'ip_version': 4}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:32.444441 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:32.448713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Usage tracker for resource:subnet and tenant:341ef6c99b8d4db4b4663d45ae097bb1 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:32.451729 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:32.457708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:32.468292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Made reservation on behalf of 341ef6c99b8d4db4b4663d45ae097bb1 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:32.470755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.479022 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Sync routers for ids ['6cea7102-13b6-47a3-8bf5-8df8c227cda9'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:45:32.488288 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Routers {'6cea7102-13b6-47a3-8bf5-8df8c227cda9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:45:32.488821 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:45:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6cea7102-13b6-47a3-8bf5-8df8c227cda9'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:32.671145 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Set router 6cea7102-13b6-47a3-8bf5-8df8c227cda9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:45:32.681195 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.752858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33dd61f9-adbe-4654-8da4-cf0da0241580,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:32.763847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Checking segment: {'id': 'f9547076-bcb5-4b5c-9cb2-79990c0ace0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:32.764209 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Network hostable DHCP agents. Network: 2439b0e5-048e-4fc1-8303-4af7f1544802, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:45:32.793375 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Network 2439b0e5-048e-4fc1-8303-4af7f1544802 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:45:32.804014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 2439b0e5-048e-4fc1-8303-4af7f1544802) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:32.812107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbbd9bf-68ac-408d-8e64-3ed4c97a9634 None None] Network 2439b0e5-048e-4fc1-8303-4af7f1544802 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:32.821248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:32.821605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.852713 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40816) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:32.853272 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4e4521ba-3a6e-42ed-8abd-3fee94300ef2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4192171 Oct 05 09:45:32.858830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-829413152-router', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:32.866536 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:32.874267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Usage tracker for resource:router and tenant:341ef6c99b8d4db4b4663d45ae097bb1 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:45:32.881616 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:45:32.888579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:32.905813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.907249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.925566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:32.930052 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Attempt 5 to provision port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 Oct 05 09:45:32.964662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b18c3da4-4445-40d6-8eca-f3741396495c up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:33.030158 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'name': 'tempest-TestEncryptedCinderVolumes-1414365924-router', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:26Z', 'updated_at': '2022-10-05T09:45:30Z', 'revision_number': 4, 'project_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'gw_port': {'id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:27Z', 'updated_at': '2022-10-05T09:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'ca4b318b-3cb2-4042-b973-e8bea4dc75d3', 'name': '', 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'mac_address': 'fa:16:3e:0d:58:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2aba1f13-acd0-41ba-b4fd-966e0622b617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:29Z', 'updated_at': '2022-10-05T09:45:30Z', 'revision_number': 2, 'project_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'subnets': [{'id': '2aba1f13-acd0-41ba-b4fd-966e0622b617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:33.034606 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Checking router: 6cea7102-13b6-47a3-8bf5-8df8c227cda9 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:45:33.035022 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Updating router 6cea7102-13b6-47a3-8bf5-8df8c227cda9 port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:45:33.039699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-572be012-32d0-48dd-a79e-8068e0e41ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.064357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:33.122463 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.142474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b18c3da4-4445-40d6-8eca-f3741396495c completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:33.192184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b18c3da4-4445-40d6-8eca-f3741396495c triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:33.192457 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.192709 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b18c3da4-4445-40d6-8eca-f3741396495c Oct 05 09:45:33.222355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-2439b0e5-048e-4fc1-8303-4af7f1544802', 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'fixed_ips': [{'subnet_id': '33dd61f9-adbe-4654-8da4-cf0da0241580'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:45:33.222883 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.223378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.438726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b18c3da4-4445-40d6-8eca-f3741396495c is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:33.439425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.466882 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port b18c3da4-4445-40d6-8eca-f3741396495c, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b18c3da4-4445-40d6-8eca-f3741396495c,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:33.468324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Allocated IP 172.20.0.2 (2439b0e5-048e-4fc1-8303-4af7f1544802/33dd61f9-adbe-4654-8da4-cf0da0241580/6c4bab9e-33a5-463d-ba9d-9c646f41f505) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:45:33.475196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.492226 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.504080 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Transition to ACTIVE for port object ca4b318b-3cb2-4042-b973-e8bea4dc75d3 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:33.511212 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.562611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.591475 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Attempt 6 to provision port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 Oct 05 09:45:33.593104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.682308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:33.682805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=b18c3da4-4445-40d6-8eca-f3741396495c,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:33.722181 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Pushing event updated for resources: {'Port': ['ID=ca4b318b-3cb2-4042-b973-e8bea4dc75d3,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:33.735055 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:33.735408 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:33.735736 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:33.736070 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:33.736486 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:33.736889 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:33.737066 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:33.737433 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:33.737706 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:33.738025 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:33.738365 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:33.738667 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:33.744404 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Attempting to bind port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:45:33.744770 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Attempting to bind port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:45:33.745134 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Attempting to bind port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 on network 277e2883-7d57-4884-95ec-505abdd52c98 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:33.751189 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:45:33.751581 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Checking segment: {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:33.751966 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.752351 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Bound using segment: {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:45:33.752818 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Bound port: ca4b318b-3cb2-4042-b973-e8bea4dc75d3, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:45:33.753191 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.854603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.858380 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] For port ca4b318b-3cb2-4042-b973-e8bea4dc75d3, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:45:33.862789 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] For port ca4b318b-3cb2-4042-b973-e8bea4dc75d3, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ca4b318b-3cb2-4042-b973-e8bea4dc75d3,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:45:33.863165 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Allocated IP 172.26.0.187 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/f7e924b7-30c3-427b-95ef-c9f3b233fea9) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:45:33.866021 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Transition to ACTIVE for port object 6c4bab9e-33a5-463d-ba9d-9c646f41f505 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:33.869625 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.887223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Transition to ACTIVE for port object 6c4bab9e-33a5-463d-ba9d-9c646f41f505 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:33.894442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:33.938131 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Routers {'6cea7102-13b6-47a3-8bf5-8df8c227cda9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:45:33.938819 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:45:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6cea7102-13b6-47a3-8bf5-8df8c227cda9'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:33.957884 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Network 2439b0e5-048e-4fc1-8303-4af7f1544802 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:33.965263 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:33.970248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:45:33.975932 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Pushing event updated for resources: {'Port': ['ID=6c4bab9e-33a5-463d-ba9d-9c646f41f505,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:34.042915 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:34.045000 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4686261-bdc4-48f6-8d23-ec95fae44c0e None None] Pushing event updated for resources: {'Port': ['ID=ca4b318b-3cb2-4042-b973-e8bea4dc75d3,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:34.077755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:34.079424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Attempting to bind port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:45:34.079858 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Attempting to bind port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'f9547076-bcb5-4b5c-9cb2-79990c0ace0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:45:34.080227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Attempting to bind port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 on network 2439b0e5-048e-4fc1-8303-4af7f1544802 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:34.086299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:45:34.086678 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Checking segment: {'id': 'f9547076-bcb5-4b5c-9cb2-79990c0ace0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:34.087108 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:34.087500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Bound using segment: {'id': 'f9547076-bcb5-4b5c-9cb2-79990c0ace0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:45:34.087967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Bound port: 6c4bab9e-33a5-463d-ba9d-9c646f41f505, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9547076-bcb5-4b5c-9cb2-79990c0ace0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:45:34.088340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:34.137177 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:34.139972 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:34.140526 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] Set router 6cea7102-13b6-47a3-8bf5-8df8c227cda9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:45:34.143751 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:45:34.184285 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Attempt 7 to provision port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 Oct 05 09:45:34.196964 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e924b7-30c3-427b-95ef-c9f3b233fea9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:34.210256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] For port 6c4bab9e-33a5-463d-ba9d-9c646f41f505, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:45:34.231144 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] For port 6c4bab9e-33a5-463d-ba9d-9c646f41f505, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6c4bab9e-33a5-463d-ba9d-9c646f41f505,segment=NetworkSegment(f9547076-bcb5-4b5c-9cb2-79990c0ace0f),segment_id=f9547076-bcb5-4b5c-9cb2-79990c0ace0f)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:45:34.244232 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:34.308498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-02d185dc-6bc7-4d27-8558-d4bb9f0a6e79 None None] Port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:45:34.333246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2341-5667-4df9-9788-ef56a03801ce None None] Pushing event updated for resources: {'Port': ['ID=6c4bab9e-33a5-463d-ba9d-9c646f41f505,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:34.484151 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'name': 'tempest-TestEncryptedCinderVolumes-1414365924-router', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:26Z', 'updated_at': '2022-10-05T09:45:30Z', 'revision_number': 4, 'project_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'gw_port': {'id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:27Z', 'updated_at': '2022-10-05T09:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'ca4b318b-3cb2-4042-b973-e8bea4dc75d3', 'name': '', 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'mac_address': 'fa:16:3e:0d:58:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2aba1f13-acd0-41ba-b4fd-966e0622b617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:29Z', 'updated_at': '2022-10-05T09:45:33Z', 'revision_number': 4, 'project_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'subnets': [{'id': '2aba1f13-acd0-41ba-b4fd-966e0622b617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:34.488594 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49440e8-7ae2-4c7a-82ea-753b70fc150d None None] The sync data for ids ['6cea7102-13b6-47a3-8bf5-8df8c227cda9'] in dv-neutron-860328-1-hyperv is: [{'id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'name': 'tempest-TestEncryptedCinderVolumes-1414365924-router', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:26Z', 'updated_at': '2022-10-05T09:45:30Z', 'revision_number': 4, 'project_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'gw_port': {'id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:27Z', 'updated_at': '2022-10-05T09:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'ca4b318b-3cb2-4042-b973-e8bea4dc75d3', 'name': '', 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'mac_address': 'fa:16:3e:0d:58:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2aba1f13-acd0-41ba-b4fd-966e0622b617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:29Z', 'updated_at': '2022-10-05T09:45:33Z', 'revision_number': 4, 'project_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'subnets': [{'id': '2aba1f13-acd0-41ba-b4fd-966e0622b617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:45:34.641068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:34.913131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:34.951609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6c4bab9e-33a5-463d-ba9d-9c646f41f505 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:35.021353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:35.026701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:35.033292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ca4b318b-3cb2-4042-b973-e8bea4dc75d3 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:35.141097 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:35.146864 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:35.147247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:35.147688 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 Oct 05 09:45:35.272898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Router 6573f2ac-f4e8-4f6b-a456-56359d184a1b is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:45:35.286182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:35.287116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:35.328214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port ca4b318b-3cb2-4042-b973-e8bea4dc75d3, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ca4b318b-3cb2-4042-b973-e8bea4dc75d3,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:35.333422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:35.335844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b18c3da4-4445-40d6-8eca-f3741396495c up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:35.471469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a7aa37-2fb0-47ae-8d7b-d58b37223fff None None] Network 2439b0e5-048e-4fc1-8303-4af7f1544802 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:45:35.491350 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=ca4b318b-3cb2-4042-b973-e8bea4dc75d3,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:35.581732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b18c3da4-4445-40d6-8eca-f3741396495c triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:35.582133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:35.582471 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b18c3da4-4445-40d6-8eca-f3741396495c Oct 05 09:45:35.622339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d8813ec6-d145-4b7f-bfb8-a911275a1f14 None None] Provisioning for port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:35.634830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:45:35.662387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Sync routers for ids ['6573f2ac-f4e8-4f6b-a456-56359d184a1b'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:45:35.664138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:35.665439 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-afa3593b-ebb0-431c-86c8-7078866bcf87 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8108814 Oct 05 09:45:35.668280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 40820) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:45:35.675769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d8813ec6-d145-4b7f-bfb8-a911275a1f14 None None] Provisioning complete for port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:35.676141 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d8813ec6-d145-4b7f-bfb8-a911275a1f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:35.676477 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-d8813ec6-d145-4b7f-bfb8-a911275a1f14 None None] Attempt 1 to provision port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 Oct 05 09:45:35.731546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Routers {'6573f2ac-f4e8-4f6b-a456-56359d184a1b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:45:35.731904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:45:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6573f2ac-f4e8-4f6b-a456-56359d184a1b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:35.822417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40497e0b-bd21-43ee-9f66-50eaf4d01e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:36.118877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b18c3da4-4445-40d6-8eca-f3741396495c is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:36.127805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Set router 6573f2ac-f4e8-4f6b-a456-56359d184a1b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:45:36.305188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d8813ec6-d145-4b7f-bfb8-a911275a1f14 None None] Current status of the port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:36.305570 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d8813ec6-d145-4b7f-bfb8-a911275a1f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:36.362107 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:36.444058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d8813ec6-d145-4b7f-bfb8-a911275a1f14 None None] For port 6c4bab9e-33a5-463d-ba9d-9c646f41f505, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6c4bab9e-33a5-463d-ba9d-9c646f41f505,segment=NetworkSegment(f9547076-bcb5-4b5c-9cb2-79990c0ace0f),segment_id=f9547076-bcb5-4b5c-9cb2-79990c0ace0f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:36.455730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d8813ec6-d145-4b7f-bfb8-a911275a1f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:36.569149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8813ec6-d145-4b7f-bfb8-a911275a1f14 None None] Pushing event updated for resources: {'Port': ['ID=6c4bab9e-33a5-463d-ba9d-9c646f41f505,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:36.593095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Allocated IP 172.20.0.1 (2439b0e5-048e-4fc1-8303-4af7f1544802/33dd61f9-adbe-4654-8da4-cf0da0241580/6ab44ac6-69fa-45b5-8290-03a27868b393) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:45:36.593982 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'name': 'tempest-TestEncryptedCinderVolumes-829413152-router', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:32Z', 'updated_at': '2022-10-05T09:45:34Z', 'revision_number': 3, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'gw_port': {'id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:33Z', 'updated_at': '2022-10-05T09:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:36.598151 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Checking router: 6573f2ac-f4e8-4f6b-a456-56359d184a1b for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:45:36.598505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Updating router 6573f2ac-f4e8-4f6b-a456-56359d184a1b port f7e924b7-30c3-427b-95ef-c9f3b233fea9 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:45:36.672246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:36.730316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5a6a6a26-3144-45d8-8ed1-10306c40f979 None None] Provisioning complete for port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:36.730624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6a26-3144-45d8-8ed1-10306c40f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:36.730994 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5a6a6a26-3144-45d8-8ed1-10306c40f979 None None] Attempt 1 to provision port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 Oct 05 09:45:36.756405 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:36.773241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Transition to ACTIVE for port object 6ab44ac6-69fa-45b5-8290-03a27868b393 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:36.801422 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:36.858037 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6c4bab9e-33a5-463d-ba9d-9c646f41f505 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:36.878627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Network 2439b0e5-048e-4fc1-8303-4af7f1544802 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:36.886813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:36.889334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:45:36.928054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:36.936299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Pushing event updated for resources: {'Port': ['ID=6ab44ac6-69fa-45b5-8290-03a27868b393,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:36.983634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.075386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.136843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:37.137559 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.137559 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 Oct 05 09:45:37.195129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a6a26-3144-45d8-8ed1-10306c40f979 None None] Current status of the port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:37.345584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.371351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:37.372493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ca4b318b-3cb2-4042-b973-e8bea4dc75d3 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:37.392744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.402986 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Transition to ACTIVE for port object f7e924b7-30c3-427b-95ef-c9f3b233fea9 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:37.405388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Provisioning for port 6ab44ac6-69fa-45b5-8290-03a27868b393 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:37.419210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.465857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Provisioning complete for port 6ab44ac6-69fa-45b5-8290-03a27868b393 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:37.466255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.466594 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Attempt 1 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:37.527694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Attempting to bind port f7e924b7-30c3-427b-95ef-c9f3b233fea9 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:45:37.528051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Attempting to bind port f7e924b7-30c3-427b-95ef-c9f3b233fea9 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:45:37.528416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Attempting to bind port f7e924b7-30c3-427b-95ef-c9f3b233fea9 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:37.547518 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:45:37.547898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:37.548294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.548694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:45:37.549166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Bound port: f7e924b7-30c3-427b-95ef-c9f3b233fea9, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:45:37.549535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.608540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6e431-c997-496b-8fc9-bee7c79637df None None] Pushing event updated for resources: {'Port': ['ID=f7e924b7-30c3-427b-95ef-c9f3b233fea9,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:37.616551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Port 6ab44ac6-69fa-45b5-8290-03a27868b393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:37.625160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.630449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.646157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:37.646660 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.647000 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 Oct 05 09:45:37.696128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] For port f7e924b7-30c3-427b-95ef-c9f3b233fea9, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:45:37.714359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] For port f7e924b7-30c3-427b-95ef-c9f3b233fea9, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f7e924b7-30c3-427b-95ef-c9f3b233fea9,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:45:37.720355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.748690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:37.753081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Pushing event updated for resources: {'Port': ['ID=6ab44ac6-69fa-45b5-8290-03a27868b393,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:37.822938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Routers {'6573f2ac-f4e8-4f6b-a456-56359d184a1b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:45:37.823564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:45:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6573f2ac-f4e8-4f6b-a456-56359d184a1b'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:37.894673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Network 2439b0e5-048e-4fc1-8303-4af7f1544802 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:37.895827 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:37.972497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6e431-c997-496b-8fc9-bee7c79637df None None] Pushing event updated for resources: {'Port': ['ID=f7e924b7-30c3-427b-95ef-c9f3b233fea9,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:37.977557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:38.093090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] Set router 6573f2ac-f4e8-4f6b-a456-56359d184a1b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:45:38.101855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Router 6573f2ac-f4e8-4f6b-a456-56359d184a1b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:45:38.137678 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Attempt 2 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:38.269377 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Port 6ab44ac6-69fa-45b5-8290-03a27868b393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:38.281900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:45:38.291238 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dc2af0fc-7622-4c38-bdfa-3dce0cbca993 admin admin] 10.222.0.64 "PUT /v2.0/routers/6573f2ac-f4e8-4f6b-a456-56359d184a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6219437 Oct 05 09:45:38.474057 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'name': 'tempest-TestEncryptedCinderVolumes-829413152-router', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:32Z', 'updated_at': '2022-10-05T09:45:37Z', 'revision_number': 4, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'gw_port': {'id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:33Z', 'updated_at': '2022-10-05T09:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '6ab44ac6-69fa-45b5-8290-03a27868b393', 'name': '', 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'mac_address': 'fa:16:3e:a8:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '33dd61f9-adbe-4654-8da4-cf0da0241580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:36Z', 'updated_at': '2022-10-05T09:45:37Z', 'revision_number': 2, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'subnets': [{'id': '33dd61f9-adbe-4654-8da4-cf0da0241580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:38.479031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab0401c-9a83-4dc5-bbea-c146d0000f70 None None] The sync data for ids ['6573f2ac-f4e8-4f6b-a456-56359d184a1b'] in dv-neutron-860328-1-hyperv is: [{'id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'name': 'tempest-TestEncryptedCinderVolumes-829413152-router', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:32Z', 'updated_at': '2022-10-05T09:45:37Z', 'revision_number': 4, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'gw_port': {'id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:33Z', 'updated_at': '2022-10-05T09:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '6ab44ac6-69fa-45b5-8290-03a27868b393', 'name': '', 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'mac_address': 'fa:16:3e:a8:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '33dd61f9-adbe-4654-8da4-cf0da0241580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:36Z', 'updated_at': '2022-10-05T09:45:37Z', 'revision_number': 2, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'subnets': [{'id': '33dd61f9-adbe-4654-8da4-cf0da0241580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:45:38.770783 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Attempt 3 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:38.853477 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Port 6ab44ac6-69fa-45b5-8290-03a27868b393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:38.967920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-5562ad88-ee19-43ac-9e76-8052ae4b84d9 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:38.969425 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-5562ad88-ee19-43ac-9e76-8052ae4b84d9 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/networks?id=277e2883-7d57-4884-95ec-505abdd52c98 HTTP/1.1" status: 200 len: 817 time: 0.1573927 Oct 05 09:45:38.985071 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-4a72b7fc-a56e-4116-9092-d380fcc9b0af tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/quotas/e3d9e287411b46bd9f8d3f77f4066ca6 HTTP/1.1" status: 200 len: 375 time: 0.0095177 Oct 05 09:45:39.085310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-1d35cf9e-c7aa-4f6e-a0e5-31fa4774f1ff tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Synchronizing usage tracker for tenant:e3d9e287411b46bd9f8d3f77f4066ca6 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:45:39.103879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-1d35cf9e-c7aa-4f6e-a0e5-31fa4774f1ff tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Unset dirty status for tenant:e3d9e287411b46bd9f8d3f77f4066ca6 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:45:39.108422 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-1d35cf9e-c7aa-4f6e-a0e5-31fa4774f1ff tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3d9e287411b46bd9f8d3f77f4066ca6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177306 Oct 05 09:45:39.295196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:39.354738 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Attempt 4 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:39.366168 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-38aaa20e-480e-4a91-89f6-1b9812cecde3 service neutron] 10.222.0.64 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458291 Oct 05 09:45:39.414485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Port 6ab44ac6-69fa-45b5-8290-03a27868b393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:39.510048 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-56c899af-f65c-4747-bf60-f079ea34e3d9 service neutron] 10.222.0.64 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377649 Oct 05 09:45:39.712683 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-304955b2-8491-4aa0-be2b-539a7789be74 req-08bf8fc7-092f-4a2e-9219-60411f89278d tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 210 time: 0.0538893 Oct 05 09:45:39.915890 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Attempt 5 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:39.970684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Port 6ab44ac6-69fa-45b5-8290-03a27868b393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:40.472389 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Attempt 6 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:40.530936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Port 6ab44ac6-69fa-45b5-8290-03a27868b393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:40.734640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-a336e750-e53e-40da-b163-59463a4b1b98 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:40.735337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-a336e750-e53e-40da-b163-59463a4b1b98 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Synchronizing usage tracker for tenant:e3d9e287411b46bd9f8d3f77f4066ca6 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:45:40.754561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-a336e750-e53e-40da-b163-59463a4b1b98 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Unset dirty status for tenant:e3d9e287411b46bd9f8d3f77f4066ca6 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:45:40.756056 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-a336e750-e53e-40da-b163-59463a4b1b98 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.45 "GET /v2.0/networks?id=277e2883-7d57-4884-95ec-505abdd52c98 HTTP/1.1" status: 200 len: 817 time: 0.1748829 Oct 05 09:45:40.770466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Request body: {'port': {'device_id': 'c6fefe46-9e7f-465b-8da0-efae4ff9c907', 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98', 'admin_state_up': True, 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:40.881329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f7e924b7-30c3-427b-95ef-c9f3b233fea9 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:40.918437 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4b9b4928-2a6d-491a-bf10-cd83734b42d2 req-f604cf49-299c-4d72-8e73-5b977c0b0c60 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 210 time: 0.0647757 Oct 05 09:45:40.955678 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port f7e924b7-30c3-427b-95ef-c9f3b233fea9 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:40.960731 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f7e924b7-30c3-427b-95ef-c9f3b233fea9 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:40.961215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:40.961647 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f7e924b7-30c3-427b-95ef-c9f3b233fea9 Oct 05 09:45:40.979907 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:45:40.989355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:45:41.000480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Made reservation on behalf of e3d9e287411b46bd9f8d3f77f4066ca6 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:45:41.003956 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:41.052982 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Attempt 7 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:41.133081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f7e924b7-30c3-427b-95ef-c9f3b233fea9 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:41.133473 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:41.138011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Port 6ab44ac6-69fa-45b5-8290-03a27868b393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:41.151453 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port f7e924b7-30c3-427b-95ef-c9f3b233fea9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f7e924b7-30c3-427b-95ef-c9f3b233fea9,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:41.156008 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:41.175440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Allocated IP 172.20.0.8 (277e2883-7d57-4884-95ec-505abdd52c98/2aba1f13-acd0-41ba-b4fd-966e0622b617/93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:45:41.232448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=f7e924b7-30c3-427b-95ef-c9f3b233fea9,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:41.485856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:41.501389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Transition to ACTIVE for port object 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:41.525087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:41.590833 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Network 277e2883-7d57-4884-95ec-505abdd52c98 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:45:41.593787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:45:41.602917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:45:41.639509 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Attempt 8 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:41.640084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Pushing event updated for resources: {'Port': ['ID=93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:41.672597 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:41.673214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:41.698742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Port 6ab44ac6-69fa-45b5-8290-03a27868b393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:41.702553 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-f13461e5-a353-488a-af66-d6c8e0078093 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9382908 Oct 05 09:45:41.713793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Request body: {'port': {'device_id': 'c6fefe46-9e7f-465b-8da0-efae4ff9c907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:45:41.829348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:42.133349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dc28a-d511-4b58-98ad-f8c08fbe32e1 req-a9a09ae4-a5fd-4e6e-a1ec-ff7c5325d1e4 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:42.134853 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-607dc28a-d511-4b58-98ad-f8c08fbe32e1 req-a9a09ae4-a5fd-4e6e-a1ec-ff7c5325d1e4 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 931 time: 0.1041446 Oct 05 09:45:42.183427 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-607dc28a-d511-4b58-98ad-f8c08fbe32e1 req-6258ef93-998d-4e89-94c5-053587bcf5b7 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426729 Oct 05 09:45:42.196513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:45:42.200407 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Attempt 9 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:42.207126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:42.224813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Transition to ACTIVE for port object 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:42.228990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:42.259710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Port 6ab44ac6-69fa-45b5-8290-03a27868b393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:42.330608 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Sync routers for ids ['6573f2ac-f4e8-4f6b-a456-56359d184a1b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:45:42.340579 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Routers {'6573f2ac-f4e8-4f6b-a456-56359d184a1b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:45:42.341284 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:45:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6573f2ac-f4e8-4f6b-a456-56359d184a1b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:42.429259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Pushing event updated for resources: {'Port': ['ID=93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:42.466893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Attempting to bind port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:45:42.467237 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Attempting to bind port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:45:42.467575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Attempting to bind port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 on network 277e2883-7d57-4884-95ec-505abdd52c98 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:42.472449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 on network 277e2883-7d57-4884-95ec-505abdd52c98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:45:42.472773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Attempting to bind port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 on network 277e2883-7d57-4884-95ec-505abdd52c98 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:42.479099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:45:42.479439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Checking segment: {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:42.479830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Bound using segment: {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:45:42.480263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Bound port: 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:45:42.480611 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:42.562456 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Set router 6573f2ac-f4e8-4f6b-a456-56359d184a1b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:45:42.579929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] For port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:45:42.582966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] For port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:45:42.588434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:42.595219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:42.595838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:42.597268 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] 10.222.0.45 "PUT /v2.0/ports/93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 HTTP/1.1" status: 200 len: 1093 time: 0.8876739 Oct 05 09:45:42.625542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fefe46-9e7f-465b-8da0-efae4ff9c907', 'tag': '93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:45:42.627966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db52fc4-d118-408e-b152-6b2614992542" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fefe46-9e7f-465b-8da0-efae4ff9c907", "tag": "93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:45:42.686482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280480c9-55c3-462c-b420-013673e8b944 x-openstack-request-id: req-280480c9-55c3-462c-b420-013673e8b944 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:45:42.686768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fefe46-9e7f-465b-8da0-efae4ff9c907", "tag": "93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:45:42.687012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-280480c9-55c3-462c-b420-013673e8b944 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:45:42.687399 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280480c9-55c3-462c-b420-013673e8b944'] response: {'name': 'network-changed', 'server_uuid': 'c6fefe46-9e7f-465b-8da0-efae4ff9c907', 'tag': '93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9', 'status': 'completed', 'code': 200} Oct 05 09:45:42.726831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f4b9a-0d0c-4b1e-ad89-31a99ea0edd4 service neutron] Pushing event updated for resources: {'Port': ['ID=93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:42.753443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-dc3e37f5-b282-4882-b73d-f295893d0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:42.754955 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-dc3e37f5-b282-4882-b73d-f295893d0eb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3d9e287411b46bd9f8d3f77f4066ca6&device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 1096 time: 0.1188500 Oct 05 09:45:42.761331 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Attempt 10 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:42.827445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-98290df6-58c1-405f-aaba-ae23f5b29c26 None None] Port 6ab44ac6-69fa-45b5-8290-03a27868b393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:42.842266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f7e924b7-30c3-427b-95ef-c9f3b233fea9 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:42.844057 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-3ea86239-33b4-4e6f-a2c6-c5133f5764a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 HTTP/1.1" status: 200 len: 217 time: 0.0815811 Oct 05 09:45:42.910928 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'name': 'tempest-TestEncryptedCinderVolumes-829413152-router', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:32Z', 'updated_at': '2022-10-05T09:45:37Z', 'revision_number': 4, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'gw_port': {'id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:33Z', 'updated_at': '2022-10-05T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '6ab44ac6-69fa-45b5-8290-03a27868b393', 'name': '', 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'mac_address': 'fa:16:3e:a8:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '33dd61f9-adbe-4654-8da4-cf0da0241580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:36Z', 'updated_at': '2022-10-05T09:45:37Z', 'revision_number': 2, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'subnets': [{'id': '33dd61f9-adbe-4654-8da4-cf0da0241580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:42.915511 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f7e924b7-30c3-427b-95ef-c9f3b233fea9 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:42.915896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:42.916234 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f7e924b7-30c3-427b-95ef-c9f3b233fea9 Oct 05 09:45:42.916533 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Checking router: 6573f2ac-f4e8-4f6b-a456-56359d184a1b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:45:42.916984 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Updating router 6573f2ac-f4e8-4f6b-a456-56359d184a1b port 6ab44ac6-69fa-45b5-8290-03a27868b393 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:45:42.921312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-6b5933ed-1023-4c3e-8aeb-a0965d389d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:42.922797 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-6b5933ed-1023-4c3e-8aeb-a0965d389d0b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2aba1f13-acd0-41ba-b4fd-966e0622b617 HTTP/1.1" status: 200 len: 856 time: 0.0716851 Oct 05 09:45:42.972956 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:42.977990 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e915cc8-f6e8-4c5d-a6ad-a7e605572b8b None None] Provisioning for port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:43.015075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-26462abe-720a-4556-a8f0-80a1d430fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:43.016770 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-26462abe-720a-4556-a8f0-80a1d430fffd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=277e2883-7d57-4884-95ec-505abdd52c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879967 Oct 05 09:45:43.032708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e915cc8-f6e8-4c5d-a6ad-a7e605572b8b None None] Provisioning complete for port 6ab44ac6-69fa-45b5-8290-03a27868b393 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:43.033092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e915cc8-f6e8-4c5d-a6ad-a7e605572b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:43.033435 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e915cc8-f6e8-4c5d-a6ad-a7e605572b8b None None] Attempt 1 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:43.163262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f7e924b7-30c3-427b-95ef-c9f3b233fea9 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:43.164174 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-79f10c6c-9157-489f-8ebf-c5195a68232b service neutron] 10.222.0.45 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404710 Oct 05 09:45:43.167449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e915cc8-f6e8-4c5d-a6ad-a7e605572b8b None None] Port 6ab44ac6-69fa-45b5-8290-03a27868b393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:43.305103 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96d97b1a-605b-4d19-b26b-07023a6bbcbc req-42641377-8deb-42fb-8185-a3b58e3df35c service neutron] 10.222.0.45 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351917 Oct 05 09:45:43.354750 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:43.367391 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Transition to ACTIVE for port object 6ab44ac6-69fa-45b5-8290-03a27868b393 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:45:43.375461 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:43.413589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef887e-806a-4b54-aab7-0f308544a652 req-5f238a02-81cd-4ec7-89a6-7c9a60e030ea tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:43.415969 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-87ef887e-806a-4b54-aab7-0f308544a652 req-5f238a02-81cd-4ec7-89a6-7c9a60e030ea tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 943 time: 0.1025984 Oct 05 09:45:43.468846 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-87ef887e-806a-4b54-aab7-0f308544a652 req-08f1b050-3064-44e9-a4b6-063a95909c57 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463407 Oct 05 09:45:43.544677 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db52fc4-d118-408e-b152-6b2614992542 req-7f7411d4-d42b-46b8-840a-45f23cb78eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:43.546188 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2db52fc4-d118-408e-b152-6b2614992542 req-7f7411d4-d42b-46b8-840a-45f23cb78eee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3d9e287411b46bd9f8d3f77f4066ca6&device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 1096 time: 0.1951995 Oct 05 09:45:43.588728 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a65f23-5dcd-433a-9d77-68a4e1a538ad None None] Pushing event updated for resources: {'Port': ['ID=6ab44ac6-69fa-45b5-8290-03a27868b393,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:43.594076 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Attempting to bind port 6ab44ac6-69fa-45b5-8290-03a27868b393 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:45:43.594445 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Attempting to bind port 6ab44ac6-69fa-45b5-8290-03a27868b393 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'f9547076-bcb5-4b5c-9cb2-79990c0ace0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:45:43.594805 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Attempting to bind port 6ab44ac6-69fa-45b5-8290-03a27868b393 on network 2439b0e5-048e-4fc1-8303-4af7f1544802 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:45:43.600567 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:45:43.600936 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Checking segment: {'id': 'f9547076-bcb5-4b5c-9cb2-79990c0ace0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:45:43.601328 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:43.601711 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Bound using segment: {'id': 'f9547076-bcb5-4b5c-9cb2-79990c0ace0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:45:43.602191 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Bound port: 6ab44ac6-69fa-45b5-8290-03a27868b393, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9547076-bcb5-4b5c-9cb2-79990c0ace0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:45:43.602558 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:43.669089 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e915cc8-f6e8-4c5d-a6ad-a7e605572b8b None None] Attempt 2 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:43.689896 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db52fc4-d118-408e-b152-6b2614992542 req-a75b067d-83e7-496d-a35e-8ca1d6d2a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:43.692021 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2db52fc4-d118-408e-b152-6b2614992542 req-a75b067d-83e7-496d-a35e-8ca1d6d2a1c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=277e2883-7d57-4884-95ec-505abdd52c98 HTTP/1.1" status: 200 len: 918 time: 0.1385589 Oct 05 09:45:43.694358 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] For port 6ab44ac6-69fa-45b5-8290-03a27868b393, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:45:43.697564 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] For port 6ab44ac6-69fa-45b5-8290-03a27868b393, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6ab44ac6-69fa-45b5-8290-03a27868b393,segment=NetworkSegment(f9547076-bcb5-4b5c-9cb2-79990c0ace0f),segment_id=f9547076-bcb5-4b5c-9cb2-79990c0ace0f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:45:43.702958 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:43.724577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e915cc8-f6e8-4c5d-a6ad-a7e605572b8b None None] Port 6ab44ac6-69fa-45b5-8290-03a27868b393 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:45:43.757336 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Routers {'6573f2ac-f4e8-4f6b-a456-56359d184a1b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:45:43.757943 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:45:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6573f2ac-f4e8-4f6b-a456-56359d184a1b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:43.764351 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2db52fc4-d118-408e-b152-6b2614992542 req-18b374db-8828-44df-a34c-341bdc78ae4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 HTTP/1.1" status: 200 len: 217 time: 0.0656173 Oct 05 09:45:43.828136 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db52fc4-d118-408e-b152-6b2614992542 req-b2106cb3-755b-4e1c-bd9d-329782ab1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:43.829886 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2db52fc4-d118-408e-b152-6b2614992542 req-b2106cb3-755b-4e1c-bd9d-329782ab1f4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2aba1f13-acd0-41ba-b4fd-966e0622b617 HTTP/1.1" status: 200 len: 856 time: 0.0587764 Oct 05 09:45:43.855657 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a65f23-5dcd-433a-9d77-68a4e1a538ad None None] Pushing event updated for resources: {'Port': ['ID=6ab44ac6-69fa-45b5-8290-03a27868b393,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:43.918580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db52fc4-d118-408e-b152-6b2614992542 req-82ad49f9-26f8-490f-a541-233edf833b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:43.920114 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2db52fc4-d118-408e-b152-6b2614992542 req-82ad49f9-26f8-490f-a541-233edf833b80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=277e2883-7d57-4884-95ec-505abdd52c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842912 Oct 05 09:45:43.953505 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] Set router 6573f2ac-f4e8-4f6b-a456-56359d184a1b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:45:44.057377 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2db52fc4-d118-408e-b152-6b2614992542 req-2c941d9d-48ed-41fa-b03f-56d94b9860cb service neutron] 10.222.0.45 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300306 Oct 05 09:45:44.188629 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2db52fc4-d118-408e-b152-6b2614992542 req-33db3852-e564-4603-b05a-f7f5fbf72be7 service neutron] 10.222.0.45 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246243 Oct 05 09:45:44.225807 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2e915cc8-f6e8-4c5d-a6ad-a7e605572b8b None None] Attempt 3 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:44.289612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e915cc8-f6e8-4c5d-a6ad-a7e605572b8b None None] Port 6ab44ac6-69fa-45b5-8290-03a27868b393 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:45:44.292544 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'name': 'tempest-TestEncryptedCinderVolumes-829413152-router', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:32Z', 'updated_at': '2022-10-05T09:45:37Z', 'revision_number': 4, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'gw_port': {'id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:33Z', 'updated_at': '2022-10-05T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '6ab44ac6-69fa-45b5-8290-03a27868b393', 'name': '', 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'mac_address': 'fa:16:3e:a8:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '33dd61f9-adbe-4654-8da4-cf0da0241580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:36Z', 'updated_at': '2022-10-05T09:45:43Z', 'revision_number': 4, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'subnets': [{'id': '33dd61f9-adbe-4654-8da4-cf0da0241580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:45:44.296575 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba863e-c5f2-426d-93e4-f634694c2bde None None] The sync data for ids ['6573f2ac-f4e8-4f6b-a456-56359d184a1b'] in dv-neutron-860328-1-hyperv is: [{'id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'name': 'tempest-TestEncryptedCinderVolumes-829413152-router', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:32Z', 'updated_at': '2022-10-05T09:45:37Z', 'revision_number': 4, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'gw_port': {'id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:33Z', 'updated_at': '2022-10-05T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '6ab44ac6-69fa-45b5-8290-03a27868b393', 'name': '', 'network_id': '2439b0e5-048e-4fc1-8303-4af7f1544802', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'mac_address': 'fa:16:3e:a8:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '33dd61f9-adbe-4654-8da4-cf0da0241580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:36Z', 'updated_at': '2022-10-05T09:45:43Z', 'revision_number': 4, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'subnets': [{'id': '33dd61f9-adbe-4654-8da4-cf0da0241580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:45:44.672010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8c779-9445-4d29-9edc-4e80e0340804 req-c635f059-5aab-4d08-bb14-898dfa6cd6d6 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:44.673439 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1bf8c779-9445-4d29-9edc-4e80e0340804 req-c635f059-5aab-4d08-bb14-898dfa6cd6d6 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 943 time: 0.0858259 Oct 05 09:45:44.719039 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1bf8c779-9445-4d29-9edc-4e80e0340804 req-a1d8e319-bc4a-4e37-a565-50aef8388f91 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396733 Oct 05 09:45:44.844489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6ab44ac6-69fa-45b5-8290-03a27868b393 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:44.914342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 6ab44ac6-69fa-45b5-8290-03a27868b393 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:44.919738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 6ab44ac6-69fa-45b5-8290-03a27868b393 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:44.920136 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:44.920510 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:45.040515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 6ab44ac6-69fa-45b5-8290-03a27868b393 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:45.040817 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:45.072115 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 6ab44ac6-69fa-45b5-8290-03a27868b393, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6ab44ac6-69fa-45b5-8290-03a27868b393,segment=NetworkSegment(f9547076-bcb5-4b5c-9cb2-79990c0ace0f),segment_id=f9547076-bcb5-4b5c-9cb2-79990c0ace0f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:45.075656 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:45.141262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=6ab44ac6-69fa-45b5-8290-03a27868b393,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:45.148500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:45.148844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:45.149188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:45.149523 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:45.149852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:45.150205 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:45.150534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:45.150860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:45.151186 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:45.151509 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:45.151831 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:45.152152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:45:45.524128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:45:45.667982 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:45.681767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9', 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98', 'port_id': '93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9', 'mac_address': 'fa:16:3e:1f:10:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aba1f13-acd0-41ba-b4fd-966e0622b617', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:45:45.740206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:45.740587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:45.757734 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:45:45.774083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:45.777766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:45.846290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:45.919124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668ad31-9cd4-4f2d-a8b3-51688bd96a78 req-02b2d96c-eae2-4954-9b52-1c30852de05a tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:45.920781 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c668ad31-9cd4-4f2d-a8b3-51688bd96a78 req-02b2d96c-eae2-4954-9b52-1c30852de05a tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 944 time: 0.0909634 Oct 05 09:45:45.965528 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c668ad31-9cd4-4f2d-a8b3-51688bd96a78 req-91f5f001-67ed-4966-9fe3-beb4c6e0c0bb tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388772 Oct 05 09:45:45.991869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:45:46.828035 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6ab44ac6-69fa-45b5-8290-03a27868b393 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:46.899386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 6ab44ac6-69fa-45b5-8290-03a27868b393 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:46.899752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:46.900084 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 6ab44ac6-69fa-45b5-8290-03a27868b393 Oct 05 09:45:47.013677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 6ab44ac6-69fa-45b5-8290-03a27868b393 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:47.273524 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fae417-6ae8-427a-93e2-977dc013931e req-50ffcd39-3539-4f91-be47-6a071f7135e7 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:47.274952 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a4fae417-6ae8-427a-93e2-977dc013931e req-50ffcd39-3539-4f91-be47-6a071f7135e7 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 944 time: 0.1868846 Oct 05 09:45:47.318530 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a4fae417-6ae8-427a-93e2-977dc013931e req-ed9b4bde-013e-4d84-8955-cebe67d4e1ef tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371935 Oct 05 09:45:47.539576 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:45:47.608016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:45:47.612515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:45:47.612909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:47.613240 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 Oct 05 09:45:47.727511 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:45:47.727890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:47.753636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fefe46-9e7f-465b-8da0-efae4ff9c907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:45:47.756440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3d10ec-9336-45d8-9432-2c7fef332324" -d '{"events": [{"server_uuid": "c6fefe46-9e7f-465b-8da0-efae4ff9c907", "name": "network-vif-plugged", "status": "completed", "tag": "93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:45:47.764403 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:45:47.768231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:45:47.805244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9400c12f-268a-424a-90a9-356c6989454f x-openstack-request-id: req-9400c12f-268a-424a-90a9-356c6989454f {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:45:47.805526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fefe46-9e7f-465b-8da0-efae4ff9c907", "name": "network-vif-plugged", "status": "completed", "tag": "93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:45:47.805779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9400c12f-268a-424a-90a9-356c6989454f {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:45:47.806220 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9400c12f-268a-424a-90a9-356c6989454f'] response: {'server_uuid': 'c6fefe46-9e7f-465b-8da0-efae4ff9c907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9', 'code': 200} Oct 05 09:45:47.838689 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:45:48.039977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311e62c-d97b-4514-a72e-2c637f016711 req-b2bdc2bc-6b09-4d29-aae2-22a1d99e34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:48.041444 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5311e62c-d97b-4514-a72e-2c637f016711 req-b2bdc2bc-6b09-4d29-aae2-22a1d99e34ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 1098 time: 0.0770905 Oct 05 09:45:48.079572 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5311e62c-d97b-4514-a72e-2c637f016711 req-2a9a374d-7920-497a-bf8d-2deee702c50e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325987 Oct 05 09:45:48.523771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14b348-acac-4aa8-bd72-d068d6ab3eca req-bc2a50f6-0805-4ee4-93da-caf5c6454f96 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:48.525220 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fc14b348-acac-4aa8-bd72-d068d6ab3eca req-bc2a50f6-0805-4ee4-93da-caf5c6454f96 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 945 time: 0.0969229 Oct 05 09:45:48.572972 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fc14b348-acac-4aa8-bd72-d068d6ab3eca req-76d5062a-48e2-4810-87d7-7a43e5b203fa tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421531 Oct 05 09:45:49.771507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70362365-ff97-4d6d-baab-4e6959d6aaf9 req-86c369f8-af85-4355-99f2-791ace40e325 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:49.773122 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-70362365-ff97-4d6d-baab-4e6959d6aaf9 req-86c369f8-af85-4355-99f2-791ace40e325 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 945 time: 0.0890775 Oct 05 09:45:49.819067 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-70362365-ff97-4d6d-baab-4e6959d6aaf9 req-2601e464-06f6-4d59-ba16-2c8db32fc260 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401702 Oct 05 09:45:50.022668 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807eeee-2cbb-470d-973d-893384f0e353 req-5bff3b94-7d17-47a2-81f1-0764203d428c tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:45:50.024105 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f807eeee-2cbb-470d-973d-893384f0e353 req-5bff3b94-7d17-47a2-81f1-0764203d428c tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 945 time: 0.0928624 Oct 05 09:45:50.068700 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f807eeee-2cbb-470d-973d-893384f0e353 req-0f8faf02-2945-46a3-bf9e-31c2a6bb4577 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382714 Oct 05 09:46:02.351627 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:46:02.844348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-18c76d62-76b7-4052-a6b7-1bcbce05bed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:04.575985 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e82ba-b31b-4164-9f54-8bb7ba88fab3 req-ccb3ac71-1923-4047-87f6-5788720501c6 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:04.577475 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-514e82ba-b31b-4164-9f54-8bb7ba88fab3 req-ccb3ac71-1923-4047-87f6-5788720501c6 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 945 time: 0.0869334 Oct 05 09:46:04.624134 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-514e82ba-b31b-4164-9f54-8bb7ba88fab3 req-5fd0cfe8-aba0-41ec-97c4-c6b627ac2fab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409069 Oct 05 09:46:04.902443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:05.635657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9797e77e-49d5-4583-ad4e-c6ed2d4e2207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:05.824711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8823be7-b90a-4c56-a84b-f19776642dd5 req-5f102780-94b2-4ebe-8645-63409cc8c5f8 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:05.826217 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c8823be7-b90a-4c56-a84b-f19776642dd5 req-5f102780-94b2-4ebe-8645-63409cc8c5f8 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 945 time: 0.0878310 Oct 05 09:46:05.872223 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c8823be7-b90a-4c56-a84b-f19776642dd5 req-c4195caf-f5c7-4b39-994f-2a50e205100c tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400774 Oct 05 09:46:06.069314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14425be1-aadb-4e2a-859a-012a674da062 req-9aaa1953-d60c-4b8e-ae2f-94f96bbeebd2 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:06.069917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-14425be1-aadb-4e2a-859a-012a674da062 req-9aaa1953-d60c-4b8e-ae2f-94f96bbeebd2 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Synchronizing usage tracker for tenant:e3d9e287411b46bd9f8d3f77f4066ca6 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:46:06.084821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-14425be1-aadb-4e2a-859a-012a674da062 req-9aaa1953-d60c-4b8e-ae2f-94f96bbeebd2 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Unset dirty status for tenant:e3d9e287411b46bd9f8d3f77f4066ca6 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:46:06.086454 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-14425be1-aadb-4e2a-859a-012a674da062 req-9aaa1953-d60c-4b8e-ae2f-94f96bbeebd2 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 945 time: 0.1103015 Oct 05 09:46:06.155790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-14425be1-aadb-4e2a-859a-012a674da062 req-cdeaad1e-7e94-44b8-ab16-f2dba16a1980 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Deleting port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:46:06.156056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-14425be1-aadb-4e2a-859a-012a674da062 req-cdeaad1e-7e94-44b8-ab16-f2dba16a1980 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:06.406849 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-14425be1-aadb-4e2a-859a-012a674da062 req-cdeaad1e-7e94-44b8-ab16-f2dba16a1980 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] For port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:06.407118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-14425be1-aadb-4e2a-859a-012a674da062 req-cdeaad1e-7e94-44b8-ab16-f2dba16a1980 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:06.534601 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-14425be1-aadb-4e2a-859a-012a674da062 req-cdeaad1e-7e94-44b8-ab16-f2dba16a1980 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Calling delete_port for 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:46:06.687747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-14425be1-aadb-4e2a-859a-012a674da062 req-cdeaad1e-7e94-44b8-ab16-f2dba16a1980 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:06.700421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:46:06.739881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeaad1e-7e94-44b8-ab16-f2dba16a1980 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Pushing event deleted for resources: {'Port': ['ID=93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:06.836376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:06.938007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-14425be1-aadb-4e2a-859a-012a674da062 req-cdeaad1e-7e94-44b8-ab16-f2dba16a1980 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] No DVR routers for this DVR port 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:46:06.940406 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-14425be1-aadb-4e2a-859a-012a674da062 req-cdeaad1e-7e94-44b8-ab16-f2dba16a1980 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:06.944052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fefe46-9e7f-465b-8da0-efae4ff9c907', 'name': 'network-vif-deleted', 'tag': '93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:46:06.946456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7861dfb-8522-4ac8-a637-120cfb795b80" -d '{"events": [{"server_uuid": "c6fefe46-9e7f-465b-8da0-efae4ff9c907", "name": "network-vif-deleted", "tag": "93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:46:06.962468 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-14425be1-aadb-4e2a-859a-012a674da062 req-cdeaad1e-7e94-44b8-ab16-f2dba16a1980 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.45 "DELETE /v2.0/ports/93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 HTTP/1.1" status: 204 len: 173 time: 0.8702934 Oct 05 09:46:06.963417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:07.002593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810eb5e0-3b60-45e6-ba3a-e5e8d14f74a4 x-openstack-request-id: req-810eb5e0-3b60-45e6-ba3a-e5e8d14f74a4 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:46:07.002871 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fefe46-9e7f-465b-8da0-efae4ff9c907", "name": "network-vif-deleted", "tag": "93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:46:07.003123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-810eb5e0-3b60-45e6-ba3a-e5e8d14f74a4 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:46:07.003521 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810eb5e0-3b60-45e6-ba3a-e5e8d14f74a4'] response: {'server_uuid': 'c6fefe46-9e7f-465b-8da0-efae4ff9c907', 'name': 'network-vif-deleted', 'tag': '93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9', 'status': 'completed', 'code': 200} Oct 05 09:46:07.048645 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bdfa601a-e615-4f02-836f-d41f9dd88dc9 req-fde43086-5fb3-4f8c-91e7-d217b161d847 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fefe46-9e7f-465b-8da0-efae4ff9c907 HTTP/1.1" status: 200 len: 210 time: 0.0536759 Oct 05 09:46:08.523021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-c4536fa2-d971-4b43-9e34-3dfe3d2c176c tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:08.524373 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-c4536fa2-d971-4b43-9e34-3dfe3d2c176c tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/networks?id=277e2883-7d57-4884-95ec-505abdd52c98 HTTP/1.1" status: 200 len: 817 time: 0.1509278 Oct 05 09:46:08.539358 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-70d98689-87e6-4f71-888c-8161001d2fb1 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/quotas/e3d9e287411b46bd9f8d3f77f4066ca6 HTTP/1.1" status: 200 len: 375 time: 0.0096154 Oct 05 09:46:08.626201 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-44e72001-eab3-4c51-bdcf-07f8a486e772 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3d9e287411b46bd9f8d3f77f4066ca6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819106 Oct 05 09:46:08.682469 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-3980bfe9-4efc-4f70-9795-2fc3be933253 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:46:08.683436 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-3980bfe9-4efc-4f70-9795-2fc3be933253 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452890 Oct 05 09:46:08.815237 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5061c363-64f7-4452-b3cf-5d1baaa14b81 service neutron] 10.222.0.64 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256490 Oct 05 09:46:08.948412 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-0a91b120-8d20-40d8-b1a5-3747ecb12a6f service neutron] 10.222.0.64 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265416 Oct 05 09:46:09.145282 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9fedba1e-8e77-49d3-9f60-1bb2fa1d2f76 req-86963f5a-384d-433e-8c05-1a0dd3818a75 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 210 time: 0.0564930 Oct 05 09:46:09.294895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:09.643025 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:46:09.679400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:46:09.679846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 93b1ee2e-d4d2-4592-a8c5-cd4895bb0ab9 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:46:10.267022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-619ea318-300b-4263-9898-0402450db7d0 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:10.268465 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-619ea318-300b-4263-9898-0402450db7d0 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.45 "GET /v2.0/networks?id=277e2883-7d57-4884-95ec-505abdd52c98 HTTP/1.1" status: 200 len: 817 time: 0.1623664 Oct 05 09:46:10.279909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Request body: {'port': {'device_id': '372b6376-2d1a-4539-9393-b2a18aaf59f6', 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98', 'admin_state_up': True, 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:10.321142 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-737dc7ce-86c5-4c82-ae2b-b78b73c24105 req-04b33561-486e-443b-8b82-fee1c5f3063e tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 210 time: 0.0555291 Oct 05 09:46:10.422441 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:46:10.426547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Usage tracker for resource:port and tenant:e3d9e287411b46bd9f8d3f77f4066ca6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:46:10.429361 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:46:10.435237 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:46:10.445428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Made reservation on behalf of e3d9e287411b46bd9f8d3f77f4066ca6 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:46:10.449049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:10.609566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Allocated IP 172.20.0.5 (277e2883-7d57-4884-95ec-505abdd52c98/2aba1f13-acd0-41ba-b4fd-966e0622b617/05f3aa7d-d560-4887-ba11-b6269c912130) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:46:10.808516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:10.824548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Transition to ACTIVE for port object 05f3aa7d-d560-4887-ba11-b6269c912130 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:46:10.847726 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:10.917575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Network 277e2883-7d57-4884-95ec-505abdd52c98 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:46:10.924970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:46:10.930255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:46:10.961021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Pushing event updated for resources: {'Port': ['ID=05f3aa7d-d560-4887-ba11-b6269c912130,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:10.981025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:10.981380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:10.981719 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:10.982082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:10.982415 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:10.982744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:10.983070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:10.983398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:10.983720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:10.984047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:10.984372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:10.984694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:11.010026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:11.010680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:11.037057 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-5a099d22-76d8-470a-8036-6bde7ca854ab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7605913 Oct 05 09:46:11.048956 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Request body: {'port': {'device_id': '372b6376-2d1a-4539-9393-b2a18aaf59f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:11.166017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:11.170787 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a6ad17a9-9843-4672-a2f7-64618c70257c None None] Provisioning for port 05f3aa7d-d560-4887-ba11-b6269c912130 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:46:11.175619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a6ad17a9-9843-4672-a2f7-64618c70257c None None] Provisioning complete for port 05f3aa7d-d560-4887-ba11-b6269c912130 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:46:11.175996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a6ad17a9-9843-4672-a2f7-64618c70257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:11.177089 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a6ad17a9-9843-4672-a2f7-64618c70257c None None] Attempt 1 to provision port 05f3aa7d-d560-4887-ba11-b6269c912130 Oct 05 09:46:11.233761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a6ad17a9-9843-4672-a2f7-64618c70257c None None] Port 05f3aa7d-d560-4887-ba11-b6269c912130 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:46:11.514351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f3aa7d-d560-4887-ba11-b6269c912130 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:46:11.521939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:11.522278 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53e7e8-dd90-4fdc-9b0f-df0c57cf0bb7 req-efdad352-6e3a-416b-82a9-04d44a7b2715 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:11.523878 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e53e7e8-dd90-4fdc-9b0f-df0c57cf0bb7 req-efdad352-6e3a-416b-82a9-04d44a7b2715 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 931 time: 0.0915234 Oct 05 09:46:11.536557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Transition to ACTIVE for port object 05f3aa7d-d560-4887-ba11-b6269c912130 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:46:11.540464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:11.573834 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e53e7e8-dd90-4fdc-9b0f-df0c57cf0bb7 req-c016162b-a71e-46bf-a088-783fc163a85e tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443730 Oct 05 09:46:11.725114 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Pushing event updated for resources: {'Port': ['ID=05f3aa7d-d560-4887-ba11-b6269c912130,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:11.735241 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a6ad17a9-9843-4672-a2f7-64618c70257c None None] Attempt 2 to provision port 05f3aa7d-d560-4887-ba11-b6269c912130 Oct 05 09:46:11.765752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Attempting to bind port 05f3aa7d-d560-4887-ba11-b6269c912130 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:46:11.766115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Attempting to bind port 05f3aa7d-d560-4887-ba11-b6269c912130 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:46:11.766468 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Attempting to bind port 05f3aa7d-d560-4887-ba11-b6269c912130 on network 277e2883-7d57-4884-95ec-505abdd52c98 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:46:11.771168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Port 05f3aa7d-d560-4887-ba11-b6269c912130 on network 277e2883-7d57-4884-95ec-505abdd52c98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:46:11.771481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Attempting to bind port 05f3aa7d-d560-4887-ba11-b6269c912130 on network 277e2883-7d57-4884-95ec-505abdd52c98 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:46:11.776654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:46:11.776983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Checking segment: {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:46:11.777454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Bound using segment: {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:46:11.777837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Bound port: 05f3aa7d-d560-4887-ba11-b6269c912130, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:46:11.778223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:11.792391 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a6ad17a9-9843-4672-a2f7-64618c70257c None None] Port 05f3aa7d-d560-4887-ba11-b6269c912130 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:46:11.959232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] For port 05f3aa7d-d560-4887-ba11-b6269c912130, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:46:11.962110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] For port 05f3aa7d-d560-4887-ba11-b6269c912130, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05f3aa7d-d560-4887-ba11-b6269c912130,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:46:11.967370 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:11.970493 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:11.971098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:11.972794 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] 10.222.0.45 "PUT /v2.0/ports/05f3aa7d-d560-4887-ba11-b6269c912130 HTTP/1.1" status: 200 len: 1093 time: 0.9281073 Oct 05 09:46:12.004729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372b6376-2d1a-4539-9393-b2a18aaf59f6', 'tag': '05f3aa7d-d560-4887-ba11-b6269c912130'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:46:12.006973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249dc1a3-3a1f-4e9c-a1d6-961a5ae5ec5a" -d '{"events": [{"name": "network-changed", "server_uuid": "372b6376-2d1a-4539-9393-b2a18aaf59f6", "tag": "05f3aa7d-d560-4887-ba11-b6269c912130"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:46:12.063371 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b8c264-81a2-40f4-a9d4-a09207fb1673 x-openstack-request-id: req-91b8c264-81a2-40f4-a9d4-a09207fb1673 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:46:12.063661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372b6376-2d1a-4539-9393-b2a18aaf59f6", "tag": "05f3aa7d-d560-4887-ba11-b6269c912130", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:46:12.063906 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91b8c264-81a2-40f4-a9d4-a09207fb1673 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:46:12.064288 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b8c264-81a2-40f4-a9d4-a09207fb1673'] response: {'name': 'network-changed', 'server_uuid': '372b6376-2d1a-4539-9393-b2a18aaf59f6', 'tag': '05f3aa7d-d560-4887-ba11-b6269c912130', 'status': 'completed', 'code': 200} Oct 05 09:46:12.100499 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe1e13-2f11-46ce-8980-d6fd5a9d7178 service neutron] Pushing event updated for resources: {'Port': ['ID=05f3aa7d-d560-4887-ba11-b6269c912130,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:12.123661 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-cf1bae04-5471-4a6c-ade1-61817d927a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:12.125116 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-cf1bae04-5471-4a6c-ade1-61817d927a4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3d9e287411b46bd9f8d3f77f4066ca6&device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 1096 time: 0.1106064 Oct 05 09:46:12.193279 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-567b193b-1fb5-4a6d-ba26-15a0f2ec2b87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f3aa7d-d560-4887-ba11-b6269c912130 HTTP/1.1" status: 200 len: 217 time: 0.0614674 Oct 05 09:46:12.256750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-94755c32-52a1-43e2-a9f1-7c8376b62088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:12.258088 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-94755c32-52a1-43e2-a9f1-7c8376b62088 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2aba1f13-acd0-41ba-b4fd-966e0622b617 HTTP/1.1" status: 200 len: 856 time: 0.0590589 Oct 05 09:46:12.293533 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a6ad17a9-9843-4672-a2f7-64618c70257c None None] Attempt 3 to provision port 05f3aa7d-d560-4887-ba11-b6269c912130 Oct 05 09:46:12.346796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-42dc9050-fadc-4c2b-9a87-b872c15c872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:12.348319 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-42dc9050-fadc-4c2b-9a87-b872c15c872d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=277e2883-7d57-4884-95ec-505abdd52c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844090 Oct 05 09:46:12.355444 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a6ad17a9-9843-4672-a2f7-64618c70257c None None] Port 05f3aa7d-d560-4887-ba11-b6269c912130 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:46:12.479349 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-7c6105c3-4912-474c-82f3-c4932f81e072 service neutron] 10.222.0.45 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237180 Oct 05 09:46:12.609073 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c8e2cc72-d7d3-46bc-abb7-6365e135cc22 req-00e32ae3-930b-453e-9a3e-895365a91684 service neutron] 10.222.0.45 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239114 Oct 05 09:46:12.732162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dc1a3-3a1f-4e9c-a1d6-961a5ae5ec5a req-69669e27-b302-4305-9f7b-86bd41f6b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:12.733644 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-249dc1a3-3a1f-4e9c-a1d6-961a5ae5ec5a req-69669e27-b302-4305-9f7b-86bd41f6b2d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3d9e287411b46bd9f8d3f77f4066ca6&device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 1096 time: 0.0797567 Oct 05 09:46:12.773834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1f097-9a97-4961-9b14-eebf0eb65c88 req-a9c527e2-6dc0-40e3-97e5-e7a0b5eb6caa tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:12.775339 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4ca1f097-9a97-4961-9b14-eebf0eb65c88 req-a9c527e2-6dc0-40e3-97e5-e7a0b5eb6caa tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 943 time: 0.0904529 Oct 05 09:46:12.819999 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4ca1f097-9a97-4961-9b14-eebf0eb65c88 req-ff73ffbf-ddb0-4cda-8b81-9801ae4b91b2 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Oct 05 09:46:12.867553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dc1a3-3a1f-4e9c-a1d6-961a5ae5ec5a req-c85b24cc-f185-4909-8a0d-ef3aa2dcdd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:12.868902 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-249dc1a3-3a1f-4e9c-a1d6-961a5ae5ec5a req-c85b24cc-f185-4909-8a0d-ef3aa2dcdd55 service neutron] 10.222.0.45 "GET /v2.0/networks?id=277e2883-7d57-4884-95ec-505abdd52c98 HTTP/1.1" status: 200 len: 918 time: 0.1292043 Oct 05 09:46:12.938920 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-249dc1a3-3a1f-4e9c-a1d6-961a5ae5ec5a req-9eb62d56-e0e1-49e4-a153-2c0c6fd9aab9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f3aa7d-d560-4887-ba11-b6269c912130 HTTP/1.1" status: 200 len: 217 time: 0.0635459 Oct 05 09:46:13.002660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dc1a3-3a1f-4e9c-a1d6-961a5ae5ec5a req-b475cfe7-3174-424d-ba23-8a127ff64d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:13.004077 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-249dc1a3-3a1f-4e9c-a1d6-961a5ae5ec5a req-b475cfe7-3174-424d-ba23-8a127ff64d4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2aba1f13-acd0-41ba-b4fd-966e0622b617 HTTP/1.1" status: 200 len: 856 time: 0.0576787 Oct 05 09:46:13.089518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dc1a3-3a1f-4e9c-a1d6-961a5ae5ec5a req-d7bb6fa8-d3cd-4c19-a7e2-19c204bbedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:13.091011 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-249dc1a3-3a1f-4e9c-a1d6-961a5ae5ec5a req-d7bb6fa8-d3cd-4c19-a7e2-19c204bbedd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=277e2883-7d57-4884-95ec-505abdd52c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805330 Oct 05 09:46:13.225124 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-249dc1a3-3a1f-4e9c-a1d6-961a5ae5ec5a req-368cc947-7a6e-41ba-80e2-1cc14ea91db6 service neutron] 10.222.0.45 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264830 Oct 05 09:46:13.358813 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-249dc1a3-3a1f-4e9c-a1d6-961a5ae5ec5a req-6540d795-a04a-4a95-bb31-8bcfdc0474e6 service neutron] 10.222.0.45 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279469 Oct 05 09:46:14.026643 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f4e4-1103-42a6-8d1f-0a1645ee9d05 req-5df365ea-cc09-40c7-b056-c4098a954bf2 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:14.028108 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e7e8f4e4-1103-42a6-8d1f-0a1645ee9d05 req-5df365ea-cc09-40c7-b056-c4098a954bf2 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 943 time: 0.0949295 Oct 05 09:46:14.073382 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e7e8f4e4-1103-42a6-8d1f-0a1645ee9d05 req-10a69691-aab0-4872-8c7b-15364ab2214a tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395527 Oct 05 09:46:15.280224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d5f7a-aac5-4bea-8a4b-3dfe3817edb9 req-39a78159-4521-4bd5-ada3-4c7d22644f73 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:15.281705 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9f5d5f7a-aac5-4bea-8a4b-3dfe3817edb9 req-39a78159-4521-4bd5-ada3-4c7d22644f73 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 943 time: 0.0921869 Oct 05 09:46:15.324905 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9f5d5f7a-aac5-4bea-8a4b-3dfe3817edb9 req-fc594339-2c83-4a4a-9545-b8306ed7553e tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366318 Oct 05 09:46:15.683168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 05f3aa7d-d560-4887-ba11-b6269c912130 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:46:15.841132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 05f3aa7d-d560-4887-ba11-b6269c912130, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05f3aa7d-d560-4887-ba11-b6269c912130,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:15.854307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '05f3aa7d-d560-4887-ba11-b6269c912130', 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98', 'port_id': '05f3aa7d-d560-4887-ba11-b6269c912130', 'mac_address': 'fa:16:3e:22:28:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aba1f13-acd0-41ba-b4fd-966e0622b617', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:46:15.910882 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 05f3aa7d-d560-4887-ba11-b6269c912130 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:46:15.911260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:15.927210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f3aa7d-d560-4887-ba11-b6269c912130 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:46:15.943055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 05f3aa7d-d560-4887-ba11-b6269c912130, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05f3aa7d-d560-4887-ba11-b6269c912130,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:15.946869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:16.016183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=05f3aa7d-d560-4887-ba11-b6269c912130,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:16.137104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['05f3aa7d-d560-4887-ba11-b6269c912130'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:46:16.523825 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6344cf-4720-498c-86e9-2319fc908361 req-95acf7e1-38f0-40bf-bb32-1ad4a3b932f1 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:16.525307 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-eb6344cf-4720-498c-86e9-2319fc908361 req-95acf7e1-38f0-40bf-bb32-1ad4a3b932f1 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 944 time: 0.0906026 Oct 05 09:46:16.569050 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-eb6344cf-4720-498c-86e9-2319fc908361 req-4672f69f-cb5e-4ced-9cba-dfe723290570 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381138 Oct 05 09:46:17.695154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 05f3aa7d-d560-4887-ba11-b6269c912130 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:46:17.769187 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 05f3aa7d-d560-4887-ba11-b6269c912130 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:46:17.775106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 05f3aa7d-d560-4887-ba11-b6269c912130 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:46:17.775512 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:17.775845 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 05f3aa7d-d560-4887-ba11-b6269c912130 Oct 05 09:46:17.885753 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f667f0b-0c27-4a78-a0fc-ef4aba93dd57 req-32047ae8-a851-4187-8bf5-9db691b65dcd tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:17.887166 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0f667f0b-0c27-4a78-a0fc-ef4aba93dd57 req-32047ae8-a851-4187-8bf5-9db691b65dcd tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 944 time: 0.2077053 Oct 05 09:46:17.893782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 05f3aa7d-d560-4887-ba11-b6269c912130 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:46:17.894193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:17.921043 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372b6376-2d1a-4539-9393-b2a18aaf59f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f3aa7d-d560-4887-ba11-b6269c912130'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:46:17.923305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2886c4bb-9c90-495a-bb0e-cf8fffec9c2d" -d '{"events": [{"server_uuid": "372b6376-2d1a-4539-9393-b2a18aaf59f6", "name": "network-vif-plugged", "status": "completed", "tag": "05f3aa7d-d560-4887-ba11-b6269c912130"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:46:17.930784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 05f3aa7d-d560-4887-ba11-b6269c912130, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05f3aa7d-d560-4887-ba11-b6269c912130,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:17.934863 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0f667f0b-0c27-4a78-a0fc-ef4aba93dd57 req-2dceffb8-9877-4cc9-a099-444966c4b023 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415308 Oct 05 09:46:17.936887 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:18.009565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=05f3aa7d-d560-4887-ba11-b6269c912130,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:18.028076 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33baa003-fb9f-4f3d-90cd-ec6ecf81aafa x-openstack-request-id: req-33baa003-fb9f-4f3d-90cd-ec6ecf81aafa {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:46:18.028395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372b6376-2d1a-4539-9393-b2a18aaf59f6", "name": "network-vif-plugged", "status": "completed", "tag": "05f3aa7d-d560-4887-ba11-b6269c912130", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:46:18.028650 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33baa003-fb9f-4f3d-90cd-ec6ecf81aafa {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:46:18.029039 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33baa003-fb9f-4f3d-90cd-ec6ecf81aafa'] response: {'server_uuid': '372b6376-2d1a-4539-9393-b2a18aaf59f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f3aa7d-d560-4887-ba11-b6269c912130', 'code': 200} Oct 05 09:46:18.258149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dba034-c37a-497b-801a-9fe373168660 req-e486127c-6c1c-4f93-8586-1b06f4d77cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:18.259531 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-14dba034-c37a-497b-801a-9fe373168660 req-e486127c-6c1c-4f93-8586-1b06f4d77cf7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 1098 time: 0.0777857 Oct 05 09:46:18.300760 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-14dba034-c37a-497b-801a-9fe373168660 req-9ad43c7d-18df-4071-961f-417c2510807a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354750 Oct 05 09:46:19.136170 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb501b-075f-477d-8748-71880a4dc951 req-91d6274b-37eb-4752-8418-43adc987e14b tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:19.137631 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b0fb501b-075f-477d-8748-71880a4dc951 req-91d6274b-37eb-4752-8418-43adc987e14b tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 945 time: 0.0893443 Oct 05 09:46:19.185348 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b0fb501b-075f-477d-8748-71880a4dc951 req-b4b254c3-d4a9-4522-af1e-94784d9bce07 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Oct 05 09:46:20.403484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd2a06-337a-4581-8029-5c3e0069e2d8 req-b80e2349-4a72-4e8b-a4e7-bee8d454e1fa tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:20.404945 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cafd2a06-337a-4581-8029-5c3e0069e2d8 req-b80e2349-4a72-4e8b-a4e7-bee8d454e1fa tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 945 time: 0.0875740 Oct 05 09:46:20.453319 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cafd2a06-337a-4581-8029-5c3e0069e2d8 req-846564b0-edad-4e7b-b7e4-82a74f8c973d tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427005 Oct 05 09:46:20.659608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4eab2-5437-49e6-a5f7-16ccd6146e42 req-7626ec1e-b392-4f36-99f1-333211389b19 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:20.661758 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ba4eab2-5437-49e6-a5f7-16ccd6146e42 req-7626ec1e-b392-4f36-99f1-333211389b19 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 945 time: 0.0946326 Oct 05 09:46:20.704688 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ba4eab2-5437-49e6-a5f7-16ccd6146e42 req-3bc1002f-7d9a-4193-aaa1-69686834ca6a tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371885 Oct 05 09:46:32.848651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49621654-b1d0-4c4d-9a8a-dadf16ea27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:34.910671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:35.177042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90791125-bfd7-4a5a-bba6-24ea99081e85 req-38b064a0-6576-4e32-9da4-b20457e1f479 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:35.178544 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-90791125-bfd7-4a5a-bba6-24ea99081e85 req-38b064a0-6576-4e32-9da4-b20457e1f479 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 945 time: 0.0925381 Oct 05 09:46:35.223268 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-90791125-bfd7-4a5a-bba6-24ea99081e85 req-e650335b-558b-41e2-90c7-78b7aae17c9a tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384336 Oct 05 09:46:35.637898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44704a2d-1f51-45c8-92c7-60213efc0f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:36.427596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f039429-01db-4b08-bd33-b60429d8095e req-695b4437-c206-4c72-8f1b-408f3686d75e tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:36.429070 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6f039429-01db-4b08-bd33-b60429d8095e req-695b4437-c206-4c72-8f1b-408f3686d75e tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 945 time: 0.0901680 Oct 05 09:46:36.476073 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6f039429-01db-4b08-bd33-b60429d8095e req-736736bf-c4d8-4950-854e-bf7a5e8ddd99 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414350 Oct 05 09:46:36.750660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53758ecc-9a4c-4a4e-a85c-f4f1332d96a5 req-e18edb68-2734-47bd-a7ff-16a840e0dc8c tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:36.751344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-53758ecc-9a4c-4a4e-a85c-f4f1332d96a5 req-e18edb68-2734-47bd-a7ff-16a840e0dc8c tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Synchronizing usage tracker for tenant:e3d9e287411b46bd9f8d3f77f4066ca6 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:46:36.766599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-53758ecc-9a4c-4a4e-a85c-f4f1332d96a5 req-e18edb68-2734-47bd-a7ff-16a840e0dc8c tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Unset dirty status for tenant:e3d9e287411b46bd9f8d3f77f4066ca6 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:46:36.767845 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-53758ecc-9a4c-4a4e-a85c-f4f1332d96a5 req-e18edb68-2734-47bd-a7ff-16a840e0dc8c tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.45 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 945 time: 0.2025082 Oct 05 09:46:36.820292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:36.841946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-53758ecc-9a4c-4a4e-a85c-f4f1332d96a5 req-9bc8788b-2f45-4114-88ae-3d78507ffb84 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Deleting port 05f3aa7d-d560-4887-ba11-b6269c912130 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:46:36.842314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-53758ecc-9a4c-4a4e-a85c-f4f1332d96a5 req-9bc8788b-2f45-4114-88ae-3d78507ffb84 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:36.953909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:37.092257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-53758ecc-9a4c-4a4e-a85c-f4f1332d96a5 req-9bc8788b-2f45-4114-88ae-3d78507ffb84 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] For port 05f3aa7d-d560-4887-ba11-b6269c912130, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05f3aa7d-d560-4887-ba11-b6269c912130,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:37.092564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-53758ecc-9a4c-4a4e-a85c-f4f1332d96a5 req-9bc8788b-2f45-4114-88ae-3d78507ffb84 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:37.223697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-53758ecc-9a4c-4a4e-a85c-f4f1332d96a5 req-9bc8788b-2f45-4114-88ae-3d78507ffb84 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Calling delete_port for 05f3aa7d-d560-4887-ba11-b6269c912130 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:46:37.374411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-53758ecc-9a4c-4a4e-a85c-f4f1332d96a5 req-9bc8788b-2f45-4114-88ae-3d78507ffb84 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:37.386334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['05f3aa7d-d560-4887-ba11-b6269c912130'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:46:37.425454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8788b-2f45-4114-88ae-3d78507ffb84 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Pushing event deleted for resources: {'Port': ['ID=05f3aa7d-d560-4887-ba11-b6269c912130,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:37.516123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-53758ecc-9a4c-4a4e-a85c-f4f1332d96a5 req-9bc8788b-2f45-4114-88ae-3d78507ffb84 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] No DVR routers for this DVR port 05f3aa7d-d560-4887-ba11-b6269c912130 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:46:37.518786 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-53758ecc-9a4c-4a4e-a85c-f4f1332d96a5 req-9bc8788b-2f45-4114-88ae-3d78507ffb84 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:37.522652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372b6376-2d1a-4539-9393-b2a18aaf59f6', 'name': 'network-vif-deleted', 'tag': '05f3aa7d-d560-4887-ba11-b6269c912130'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:46:37.525089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0053a8eb-e7a9-442f-8edf-58e1cc9a2bc4" -d '{"events": [{"server_uuid": "372b6376-2d1a-4539-9393-b2a18aaf59f6", "name": "network-vif-deleted", "tag": "05f3aa7d-d560-4887-ba11-b6269c912130"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:46:37.538975 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-53758ecc-9a4c-4a4e-a85c-f4f1332d96a5 req-9bc8788b-2f45-4114-88ae-3d78507ffb84 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.45 "DELETE /v2.0/ports/05f3aa7d-d560-4887-ba11-b6269c912130 HTTP/1.1" status: 204 len: 173 time: 0.7655399 Oct 05 09:46:37.590458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e7c60f-8af3-4ae7-821f-1ca49ffdb850 x-openstack-request-id: req-07e7c60f-8af3-4ae7-821f-1ca49ffdb850 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:46:37.590749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372b6376-2d1a-4539-9393-b2a18aaf59f6", "name": "network-vif-deleted", "tag": "05f3aa7d-d560-4887-ba11-b6269c912130", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:46:37.591001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07e7c60f-8af3-4ae7-821f-1ca49ffdb850 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:46:37.591393 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e7c60f-8af3-4ae7-821f-1ca49ffdb850'] response: {'server_uuid': '372b6376-2d1a-4539-9393-b2a18aaf59f6', 'name': 'network-vif-deleted', 'tag': '05f3aa7d-d560-4887-ba11-b6269c912130', 'status': 'completed', 'code': 200} Oct 05 09:46:37.666563 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5ff1e78c-e14e-442a-b80f-29ef8bb5a9da req-3f9f9f25-4b64-4575-8e22-854fb6328f7b tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=372b6376-2d1a-4539-9393-b2a18aaf59f6 HTTP/1.1" status: 200 len: 210 time: 0.0513575 Oct 05 09:46:39.147952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-1b51f756-4748-4b5e-8925-a09ad154d7a8 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:39.149380 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-1b51f756-4748-4b5e-8925-a09ad154d7a8 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/networks?id=277e2883-7d57-4884-95ec-505abdd52c98 HTTP/1.1" status: 200 len: 817 time: 0.1437435 Oct 05 09:46:39.163777 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d0f51649-d5d0-4288-8c40-0e8442380d13 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/quotas/e3d9e287411b46bd9f8d3f77f4066ca6 HTTP/1.1" status: 200 len: 375 time: 0.0087447 Oct 05 09:46:39.255623 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-1870cb93-9818-4e2e-945d-865ae4abb78b tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3d9e287411b46bd9f8d3f77f4066ca6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866823 Oct 05 09:46:39.296604 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:39.353536 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:46:39.396088 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-6de94653-5c08-4005-8919-73afbb27ffa5 service neutron] 10.222.0.64 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288841 Oct 05 09:46:39.525816 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-fe664fee-6e1c-442f-8ffe-2e08bebdd32c service neutron] 10.222.0.64 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238148 Oct 05 09:46:39.718172 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fa70fb54-53c6-46e2-af24-41278d88bb64 req-2a0360f3-7f21-404b-a50a-e17150e99bb6 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 210 time: 0.0549419 Oct 05 09:46:39.821730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 05f3aa7d-d560-4887-ba11-b6269c912130 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:46:39.869497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 05f3aa7d-d560-4887-ba11-b6269c912130 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:46:39.870082 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 05f3aa7d-d560-4887-ba11-b6269c912130 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:46:40.747926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-103358c0-a1b7-4a11-a339-83fc0967bc61 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:40.749535 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-103358c0-a1b7-4a11-a339-83fc0967bc61 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.45 "GET /v2.0/networks?id=277e2883-7d57-4884-95ec-505abdd52c98 HTTP/1.1" status: 200 len: 817 time: 0.1568410 Oct 05 09:46:40.760805 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Request body: {'port': {'device_id': '22f56443-3abd-4d47-a001-fab480c7f5dd', 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98', 'admin_state_up': True, 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:40.900160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:46:40.904192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Usage tracker for resource:port and tenant:e3d9e287411b46bd9f8d3f77f4066ca6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:46:40.905935 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-94bcf647-320e-4ef9-b637-ab83ccfffac9 req-75e9756e-bb09-4f45-92f9-105745f4998c tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 210 time: 0.0517268 Oct 05 09:46:40.907457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:46:40.913836 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:46:40.923699 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Made reservation on behalf of e3d9e287411b46bd9f8d3f77f4066ca6 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:46:40.927334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:41.090031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Allocated IP 172.20.0.9 (277e2883-7d57-4884-95ec-505abdd52c98/2aba1f13-acd0-41ba-b4fd-966e0622b617/5608877c-608b-42da-b846-d5e25dd3d924) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:46:41.291586 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:41.307283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Transition to ACTIVE for port object 5608877c-608b-42da-b846-d5e25dd3d924 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:46:41.330950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:41.399601 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Network 277e2883-7d57-4884-95ec-505abdd52c98 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:46:41.406786 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:46:41.410914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:46:41.549680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Pushing event updated for resources: {'Port': ['ID=5608877c-608b-42da-b846-d5e25dd3d924,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:41.587867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:41.588608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:41.612297 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-23a87b72-96f7-460f-925a-094716f2f4ce tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8551738 Oct 05 09:46:41.624162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Request body: {'port': {'device_id': '22f56443-3abd-4d47-a001-fab480c7f5dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:46:41.651632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c3873eea-447b-436f-85c8-bae84d661a58 None None] Provisioning for port 5608877c-608b-42da-b846-d5e25dd3d924 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:46:41.656593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c3873eea-447b-436f-85c8-bae84d661a58 None None] Provisioning complete for port 5608877c-608b-42da-b846-d5e25dd3d924 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:46:41.656979 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3873eea-447b-436f-85c8-bae84d661a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:41.657308 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c3873eea-447b-436f-85c8-bae84d661a58 None None] Attempt 1 to provision port 5608877c-608b-42da-b846-d5e25dd3d924 Oct 05 09:46:41.711319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c3873eea-447b-436f-85c8-bae84d661a58 None None] Port 5608877c-608b-42da-b846-d5e25dd3d924 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:46:41.740744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:42.093460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5608877c-608b-42da-b846-d5e25dd3d924 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:46:42.102211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:42.107234 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8334ef-31ff-499c-962d-430e663ba77c req-5c132956-6abd-4929-9a30-962f9c1712e8 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:42.108677 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b8334ef-31ff-499c-962d-430e663ba77c req-5c132956-6abd-4929-9a30-962f9c1712e8 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 931 time: 0.0911293 Oct 05 09:46:42.118846 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Transition to ACTIVE for port object 5608877c-608b-42da-b846-d5e25dd3d924 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:46:42.122693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:42.153458 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b8334ef-31ff-499c-962d-430e663ba77c req-0d715f4e-24af-4c98-8c18-e55946a6e14c tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373263 Oct 05 09:46:42.212661 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c3873eea-447b-436f-85c8-bae84d661a58 None None] Attempt 2 to provision port 5608877c-608b-42da-b846-d5e25dd3d924 Oct 05 09:46:42.271922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c3873eea-447b-436f-85c8-bae84d661a58 None None] Port 5608877c-608b-42da-b846-d5e25dd3d924 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:46:42.319232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Pushing event updated for resources: {'Port': ['ID=5608877c-608b-42da-b846-d5e25dd3d924,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:42.357337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Attempting to bind port 5608877c-608b-42da-b846-d5e25dd3d924 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:46:42.357669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Attempting to bind port 5608877c-608b-42da-b846-d5e25dd3d924 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:46:42.358019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Attempting to bind port 5608877c-608b-42da-b846-d5e25dd3d924 on network 277e2883-7d57-4884-95ec-505abdd52c98 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:46:42.362587 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Port 5608877c-608b-42da-b846-d5e25dd3d924 on network 277e2883-7d57-4884-95ec-505abdd52c98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:46:42.363012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Attempting to bind port 5608877c-608b-42da-b846-d5e25dd3d924 on network 277e2883-7d57-4884-95ec-505abdd52c98 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:46:42.368334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:46:42.368669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Checking segment: {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:46:42.369047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Bound using segment: {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:46:42.369466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Bound port: 5608877c-608b-42da-b846-d5e25dd3d924, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2124d9-d218-4632-89c8-09ecb0f22adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:46:42.369808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:42.458305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] For port 5608877c-608b-42da-b846-d5e25dd3d924, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:46:42.461177 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] For port 5608877c-608b-42da-b846-d5e25dd3d924, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5608877c-608b-42da-b846-d5e25dd3d924,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:46:42.465769 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:42.500739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:42.501368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:42.502810 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] 10.222.0.45 "PUT /v2.0/ports/5608877c-608b-42da-b846-d5e25dd3d924 HTTP/1.1" status: 200 len: 1093 time: 0.8825631 Oct 05 09:46:42.503384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f56443-3abd-4d47-a001-fab480c7f5dd', 'tag': '5608877c-608b-42da-b846-d5e25dd3d924'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:46:42.505743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80008798-3d09-419a-859f-9d424ca58090" -d '{"events": [{"name": "network-changed", "server_uuid": "22f56443-3abd-4d47-a001-fab480c7f5dd", "tag": "5608877c-608b-42da-b846-d5e25dd3d924"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:46:42.582451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9fcab1-5783-42a7-980d-e2b4a51ed327 x-openstack-request-id: req-0e9fcab1-5783-42a7-980d-e2b4a51ed327 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:46:42.582725 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f56443-3abd-4d47-a001-fab480c7f5dd", "tag": "5608877c-608b-42da-b846-d5e25dd3d924", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:46:42.582969 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e9fcab1-5783-42a7-980d-e2b4a51ed327 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:46:42.583359 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9fcab1-5783-42a7-980d-e2b4a51ed327'] response: {'name': 'network-changed', 'server_uuid': '22f56443-3abd-4d47-a001-fab480c7f5dd', 'tag': '5608877c-608b-42da-b846-d5e25dd3d924', 'status': 'completed', 'code': 200} Oct 05 09:46:42.599007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c79758-06b2-460a-b7f1-aa7f5e984292 service neutron] Pushing event updated for resources: {'Port': ['ID=5608877c-608b-42da-b846-d5e25dd3d924,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:42.631266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-f3d8931b-b125-4853-8e4f-a401bea790e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:42.632735 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-f3d8931b-b125-4853-8e4f-a401bea790e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3d9e287411b46bd9f8d3f77f4066ca6&device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 1096 time: 0.0886352 Oct 05 09:46:42.702956 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-35db7deb-ecb6-49a8-92a6-5ad0375089b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5608877c-608b-42da-b846-d5e25dd3d924 HTTP/1.1" status: 200 len: 217 time: 0.0636666 Oct 05 09:46:42.763623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-600622bc-c0a8-49b0-a786-e039ca89fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:42.764940 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-600622bc-c0a8-49b0-a786-e039ca89fd14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2aba1f13-acd0-41ba-b4fd-966e0622b617 HTTP/1.1" status: 200 len: 856 time: 0.0566258 Oct 05 09:46:42.773152 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c3873eea-447b-436f-85c8-bae84d661a58 None None] Attempt 3 to provision port 5608877c-608b-42da-b846-d5e25dd3d924 Oct 05 09:46:42.841184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c3873eea-447b-436f-85c8-bae84d661a58 None None] Port 5608877c-608b-42da-b846-d5e25dd3d924 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:46:42.851626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d37db4c9-db2b-4317-bbf6-8a04aa9cf066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:42.853101 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d37db4c9-db2b-4317-bbf6-8a04aa9cf066 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=277e2883-7d57-4884-95ec-505abdd52c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821564 Oct 05 09:46:42.983814 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-d922be3e-8ff6-43bb-b3ba-5dec5ec6af26 service neutron] 10.222.0.45 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242642 Oct 05 09:46:43.114388 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a77fde92-4497-442a-88aa-0bb75a097cb5 req-fababdfb-9fcd-4ee0-bf24-0b088a838755 service neutron] 10.222.0.45 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234672 Oct 05 09:46:43.241194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008798-3d09-419a-859f-9d424ca58090 req-d7b78fa3-b818-438a-94d9-709dfd3a00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:43.242777 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-80008798-3d09-419a-859f-9d424ca58090 req-d7b78fa3-b818-438a-94d9-709dfd3a00c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3d9e287411b46bd9f8d3f77f4066ca6&device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 1096 time: 0.0857301 Oct 05 09:46:43.367483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e413db-efbe-45ac-bb11-f317a005859d req-faca45c4-0c77-414c-9745-ebe1d40c7307 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:43.368993 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-42e413db-efbe-45ac-bb11-f317a005859d req-faca45c4-0c77-414c-9745-ebe1d40c7307 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 943 time: 0.0949523 Oct 05 09:46:43.414212 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-42e413db-efbe-45ac-bb11-f317a005859d req-ba2dda5b-fb3d-42a0-97c5-f7397c9d379e tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394294 Oct 05 09:46:43.486835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008798-3d09-419a-859f-9d424ca58090 req-c67a25dc-62e8-4673-b3df-ee89f0b4acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:43.489190 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-80008798-3d09-419a-859f-9d424ca58090 req-c67a25dc-62e8-4673-b3df-ee89f0b4acfa service neutron] 10.222.0.45 "GET /v2.0/networks?id=277e2883-7d57-4884-95ec-505abdd52c98 HTTP/1.1" status: 200 len: 918 time: 0.2383151 Oct 05 09:46:43.574424 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-80008798-3d09-419a-859f-9d424ca58090 req-3d4994af-565e-43b1-b759-9d1e18361953 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5608877c-608b-42da-b846-d5e25dd3d924 HTTP/1.1" status: 200 len: 217 time: 0.0761747 Oct 05 09:46:43.640412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008798-3d09-419a-859f-9d424ca58090 req-40030c8f-b1ee-462b-b627-4cbf3e3681dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:43.641740 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-80008798-3d09-419a-859f-9d424ca58090 req-40030c8f-b1ee-462b-b627-4cbf3e3681dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2aba1f13-acd0-41ba-b4fd-966e0622b617 HTTP/1.1" status: 200 len: 856 time: 0.0616949 Oct 05 09:46:43.725973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008798-3d09-419a-859f-9d424ca58090 req-a90df887-b178-4e39-be36-9730d225ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:43.727457 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-80008798-3d09-419a-859f-9d424ca58090 req-a90df887-b178-4e39-be36-9730d225ec31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=277e2883-7d57-4884-95ec-505abdd52c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796421 Oct 05 09:46:43.859058 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-80008798-3d09-419a-859f-9d424ca58090 req-823ba06c-7621-428b-9af4-6ead4b1406d8 service neutron] 10.222.0.45 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251557 Oct 05 09:46:43.991713 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-80008798-3d09-419a-859f-9d424ca58090 req-768edca7-269d-4a8c-8b9d-ab0198de88b3 service neutron] 10.222.0.45 "GET /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262219 Oct 05 09:46:44.614381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844d701-b1c3-4d4e-b694-ce35880e6ee7 req-0bd48f83-903b-45de-845e-d7eb02384f5d tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:44.615876 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5844d701-b1c3-4d4e-b694-ce35880e6ee7 req-0bd48f83-903b-45de-845e-d7eb02384f5d tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 943 time: 0.0888553 Oct 05 09:46:44.658961 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5844d701-b1c3-4d4e-b694-ce35880e6ee7 req-a01e2fc5-a7a7-4317-8c9e-126f27a41f8e tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372541 Oct 05 09:46:45.857680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 5608877c-608b-42da-b846-d5e25dd3d924 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:46:45.863270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddeecd-922f-475a-a431-887e245e0681 req-72104a92-929a-49b7-a84b-fde9b515ed87 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:45.866520 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d1ddeecd-922f-475a-a431-887e245e0681 req-72104a92-929a-49b7-a84b-fde9b515ed87 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 943 time: 0.0965576 Oct 05 09:46:45.909171 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d1ddeecd-922f-475a-a431-887e245e0681 req-bc5024d4-d56d-4462-bab5-dfa32a2601ed tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385735 Oct 05 09:46:45.992147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 5608877c-608b-42da-b846-d5e25dd3d924, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5608877c-608b-42da-b846-d5e25dd3d924,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:46.006848 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '5608877c-608b-42da-b846-d5e25dd3d924', 'network_id': '277e2883-7d57-4884-95ec-505abdd52c98', 'port_id': '5608877c-608b-42da-b846-d5e25dd3d924', 'mac_address': 'fa:16:3e:45:1c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aba1f13-acd0-41ba-b4fd-966e0622b617', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:46:46.060314 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 5608877c-608b-42da-b846-d5e25dd3d924 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:46:46.060694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:46.080201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5608877c-608b-42da-b846-d5e25dd3d924 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:46:46.095165 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 5608877c-608b-42da-b846-d5e25dd3d924, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5608877c-608b-42da-b846-d5e25dd3d924,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:46.099112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:46.163892 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=5608877c-608b-42da-b846-d5e25dd3d924,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:46.170912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:46.171257 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:46.171591 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:46.171919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:46.172243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:46.172568 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:46.172888 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:46.173207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:46.173528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:46.173849 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:46.174193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:46.174510 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:46:46.306939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['5608877c-608b-42da-b846-d5e25dd3d924'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:46:47.115218 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e85836-dd61-499a-957c-1fada8d841cf req-1f9aa2a4-4a97-493a-8c20-c765f1285e9a tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:47.116872 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b8e85836-dd61-499a-957c-1fada8d841cf req-1f9aa2a4-4a97-493a-8c20-c765f1285e9a tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 944 time: 0.0911498 Oct 05 09:46:47.254906 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b8e85836-dd61-499a-957c-1fada8d841cf req-b0f5712d-e662-4746-bf33-bcf106f04a92 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323297 Oct 05 09:46:47.873411 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 5608877c-608b-42da-b846-d5e25dd3d924 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:46:47.941670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 5608877c-608b-42da-b846-d5e25dd3d924 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:46:47.946439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 5608877c-608b-42da-b846-d5e25dd3d924 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:46:47.946833 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:47.947154 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 5608877c-608b-42da-b846-d5e25dd3d924 Oct 05 09:46:48.064725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 5608877c-608b-42da-b846-d5e25dd3d924 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:46:48.065103 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:48.092154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f56443-3abd-4d47-a001-fab480c7f5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5608877c-608b-42da-b846-d5e25dd3d924'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:46:48.094775 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fcaeb4-1c7b-4b32-8c6c-0f08bb8850ec" -d '{"events": [{"server_uuid": "22f56443-3abd-4d47-a001-fab480c7f5dd", "name": "network-vif-plugged", "status": "completed", "tag": "5608877c-608b-42da-b846-d5e25dd3d924"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:46:48.103534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 5608877c-608b-42da-b846-d5e25dd3d924, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5608877c-608b-42da-b846-d5e25dd3d924,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:46:48.107295 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:46:48.138230 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8230f719-de17-48f3-a0dd-0199931fdfff x-openstack-request-id: req-8230f719-de17-48f3-a0dd-0199931fdfff {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:46:48.138520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f56443-3abd-4d47-a001-fab480c7f5dd", "name": "network-vif-plugged", "status": "completed", "tag": "5608877c-608b-42da-b846-d5e25dd3d924", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:46:48.138768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8230f719-de17-48f3-a0dd-0199931fdfff {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:46:48.139189 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8230f719-de17-48f3-a0dd-0199931fdfff'] response: {'server_uuid': '22f56443-3abd-4d47-a001-fab480c7f5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5608877c-608b-42da-b846-d5e25dd3d924', 'code': 200} Oct 05 09:46:48.179192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=5608877c-608b-42da-b846-d5e25dd3d924,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:46:48.375720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bc910-3b30-4062-843e-f5c596f17d1e req-643a4a64-57d8-4a98-b6f2-0417e4cb7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:48.377202 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9d4bc910-3b30-4062-843e-f5c596f17d1e req-643a4a64-57d8-4a98-b6f2-0417e4cb7527 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 1098 time: 0.0838192 Oct 05 09:46:48.417429 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9d4bc910-3b30-4062-843e-f5c596f17d1e req-e678ab3b-368f-4856-a84c-331278885911 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340109 Oct 05 09:46:48.455034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce57bb-9d6c-426e-b193-4bc16e66c748 req-f2b2ae57-5d41-41d4-8eb5-ef8af933c689 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:48.456548 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-08ce57bb-9d6c-426e-b193-4bc16e66c748 req-f2b2ae57-5d41-41d4-8eb5-ef8af933c689 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 945 time: 0.0874290 Oct 05 09:46:48.502270 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-08ce57bb-9d6c-426e-b193-4bc16e66c748 req-c1908344-8c1f-4676-b611-fb10b2b62dd5 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398104 Oct 05 09:46:49.700492 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e7bbf-133d-4cdc-a948-18fd4ff1f177 req-19373c5d-8d2a-4612-af38-80f3739dfcc8 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:49.701932 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1e2e7bbf-133d-4cdc-a948-18fd4ff1f177 req-19373c5d-8d2a-4612-af38-80f3739dfcc8 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 945 time: 0.0875125 Oct 05 09:46:49.745580 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1e2e7bbf-133d-4cdc-a948-18fd4ff1f177 req-01ec1460-7b7c-49d3-b4be-000c8c620341 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372021 Oct 05 09:46:49.947853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c2b7f-60f0-42f9-a767-ebc716c8216a req-6165481c-3328-4e24-90df-12f6bbb5f96c tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:46:49.949275 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-162c2b7f-60f0-42f9-a767-ebc716c8216a req-6165481c-3328-4e24-90df-12f6bbb5f96c tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 945 time: 0.0907650 Oct 05 09:46:49.994021 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-162c2b7f-60f0-42f9-a767-ebc716c8216a req-c826ee9b-a03a-4b6b-85a5-50678c616aff tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390074 Oct 05 09:47:02.857622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2742e48f-55c1-4fdf-9f5a-e0d842126744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:04.911625 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:05.203264 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92471ef-b72d-4674-a13c-f0be6d755a6b req-7e47d8f6-b34f-40e0-a48d-d89ad10eaeab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:05.204648 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e92471ef-b72d-4674-a13c-f0be6d755a6b req-7e47d8f6-b34f-40e0-a48d-d89ad10eaeab tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 945 time: 0.0876937 Oct 05 09:47:05.252081 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e92471ef-b72d-4674-a13c-f0be6d755a6b req-04bb5039-b414-47ba-ac06-f234da7fc8c8 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Oct 05 09:47:05.673832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b492c109-94b8-414f-8efc-6e158f29b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:06.454922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7eda0-374d-41cc-bb8f-4bef88ac4ba6 req-a885ee8e-757a-4361-8e16-c6041e78a60f tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:06.456907 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ae7eda0-374d-41cc-bb8f-4bef88ac4ba6 req-a885ee8e-757a-4361-8e16-c6041e78a60f tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 945 time: 0.0890164 Oct 05 09:47:06.502373 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ae7eda0-374d-41cc-bb8f-4bef88ac4ba6 req-32bfe1b4-5ecc-460b-b017-8edd287bce8e tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/security-groups?id=98ff9ed0-3fd4-42af-bbc4-c64581a566d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394707 Oct 05 09:47:06.750122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288768-e6f1-44b3-af63-43db2cf80b19 req-7b118a81-fd44-4644-8879-aef665c1d518 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:06.750811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-67288768-e6f1-44b3-af63-43db2cf80b19 req-7b118a81-fd44-4644-8879-aef665c1d518 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Synchronizing usage tracker for tenant:e3d9e287411b46bd9f8d3f77f4066ca6 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:47:06.766389 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-67288768-e6f1-44b3-af63-43db2cf80b19 req-7b118a81-fd44-4644-8879-aef665c1d518 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Unset dirty status for tenant:e3d9e287411b46bd9f8d3f77f4066ca6 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:47:06.767661 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-67288768-e6f1-44b3-af63-43db2cf80b19 req-7b118a81-fd44-4644-8879-aef665c1d518 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.45 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 945 time: 0.1022055 Oct 05 09:47:06.824529 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:06.845802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-67288768-e6f1-44b3-af63-43db2cf80b19 req-cc80bb5c-581c-4682-b074-574727f2dd24 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Deleting port 5608877c-608b-42da-b846-d5e25dd3d924 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:06.846334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-67288768-e6f1-44b3-af63-43db2cf80b19 req-cc80bb5c-581c-4682-b074-574727f2dd24 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:06.959222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:07.096511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-67288768-e6f1-44b3-af63-43db2cf80b19 req-cc80bb5c-581c-4682-b074-574727f2dd24 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] For port 5608877c-608b-42da-b846-d5e25dd3d924, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5608877c-608b-42da-b846-d5e25dd3d924,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:07.096906 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-67288768-e6f1-44b3-af63-43db2cf80b19 req-cc80bb5c-581c-4682-b074-574727f2dd24 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:07.220760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-67288768-e6f1-44b3-af63-43db2cf80b19 req-cc80bb5c-581c-4682-b074-574727f2dd24 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Calling delete_port for 5608877c-608b-42da-b846-d5e25dd3d924 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:07.378856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-67288768-e6f1-44b3-af63-43db2cf80b19 req-cc80bb5c-581c-4682-b074-574727f2dd24 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:07.390862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['5608877c-608b-42da-b846-d5e25dd3d924'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:47:07.429411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80bb5c-581c-4682-b074-574727f2dd24 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Pushing event deleted for resources: {'Port': ['ID=5608877c-608b-42da-b846-d5e25dd3d924,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:07.521496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-67288768-e6f1-44b3-af63-43db2cf80b19 req-cc80bb5c-581c-4682-b074-574727f2dd24 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] No DVR routers for this DVR port 5608877c-608b-42da-b846-d5e25dd3d924 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:47:07.524167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-67288768-e6f1-44b3-af63-43db2cf80b19 req-cc80bb5c-581c-4682-b074-574727f2dd24 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:07.526993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f56443-3abd-4d47-a001-fab480c7f5dd', 'name': 'network-vif-deleted', 'tag': '5608877c-608b-42da-b846-d5e25dd3d924'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:47:07.529437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9382c610-b4f8-4b37-b717-7e5a8c504aaf" -d '{"events": [{"server_uuid": "22f56443-3abd-4d47-a001-fab480c7f5dd", "name": "network-vif-deleted", "tag": "5608877c-608b-42da-b846-d5e25dd3d924"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:47:07.544814 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-67288768-e6f1-44b3-af63-43db2cf80b19 req-cc80bb5c-581c-4682-b074-574727f2dd24 tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.45 "DELETE /v2.0/ports/5608877c-608b-42da-b846-d5e25dd3d924 HTTP/1.1" status: 204 len: 173 time: 0.7719517 Oct 05 09:47:07.591106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa0c199-ea49-46b6-bcd6-0ff3b0d7bbe7 x-openstack-request-id: req-8fa0c199-ea49-46b6-bcd6-0ff3b0d7bbe7 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:47:07.591391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f56443-3abd-4d47-a001-fab480c7f5dd", "name": "network-vif-deleted", "tag": "5608877c-608b-42da-b846-d5e25dd3d924", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:47:07.591654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fa0c199-ea49-46b6-bcd6-0ff3b0d7bbe7 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:47:07.592031 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa0c199-ea49-46b6-bcd6-0ff3b0d7bbe7'] response: {'server_uuid': '22f56443-3abd-4d47-a001-fab480c7f5dd', 'name': 'network-vif-deleted', 'tag': '5608877c-608b-42da-b846-d5e25dd3d924', 'status': 'completed', 'code': 200} Oct 05 09:47:07.686279 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9408aa9d-ba12-44ba-8346-b194235e95c1 req-09b4c526-badc-4bf2-a178-7f48eb9a9fda tempest-TestEncryptedCinderVolumes-1563821288 tempest-TestEncryptedCinderVolumes-1563821288-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f56443-3abd-4d47-a001-fab480c7f5dd HTTP/1.1" status: 200 len: 210 time: 0.0551097 Oct 05 09:47:08.827609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41246) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:09.300876 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:09.480037 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08fa04de-28a0-4368-b21c-cda1c89b3ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:09.851740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-08fa04de-28a0-4368-b21c-cda1c89b3ef1 admin admin] Deleting port ca4b318b-3cb2-4042-b973-e8bea4dc75d3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:09.852583 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08fa04de-28a0-4368-b21c-cda1c89b3ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:09.975364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 5608877c-608b-42da-b846-d5e25dd3d924 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:47:10.011276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 5608877c-608b-42da-b846-d5e25dd3d924 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:47:10.011630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 5608877c-608b-42da-b846-d5e25dd3d924 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:47:10.027672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-08fa04de-28a0-4368-b21c-cda1c89b3ef1 admin admin] For port ca4b318b-3cb2-4042-b973-e8bea4dc75d3, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=ca4b318b-3cb2-4042-b973-e8bea4dc75d3,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:10.028034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08fa04de-28a0-4368-b21c-cda1c89b3ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:10.151457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-08fa04de-28a0-4368-b21c-cda1c89b3ef1 admin admin] Calling delete_port for ca4b318b-3cb2-4042-b973-e8bea4dc75d3 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:10.590530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08fa04de-28a0-4368-b21c-cda1c89b3ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:10.640182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa04de-28a0-4368-b21c-cda1c89b3ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4b318b-3cb2-4042-b973-e8bea4dc75d3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:10.938436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08fa04de-28a0-4368-b21c-cda1c89b3ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:11.292068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fa04de-28a0-4368-b21c-cda1c89b3ef1 admin admin] Router 6cea7102-13b6-47a3-8bf5-8df8c227cda9 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:47:11.473039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fa04de-28a0-4368-b21c-cda1c89b3ef1 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:47:11.482550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d199adb-2e5e-4dad-8c1f-26fc0956791d None None] Sync routers for ids ['6cea7102-13b6-47a3-8bf5-8df8c227cda9'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:47:11.486215 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-08fa04de-28a0-4368-b21c-cda1c89b3ef1 admin admin] 10.222.0.64 "PUT /v2.0/routers/6cea7102-13b6-47a3-8bf5-8df8c227cda9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6573353 Oct 05 09:47:11.489027 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41250) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:11.493229 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d199adb-2e5e-4dad-8c1f-26fc0956791d None None] Routers {'6cea7102-13b6-47a3-8bf5-8df8c227cda9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:11.493831 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9d199adb-2e5e-4dad-8c1f-26fc0956791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:47:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6cea7102-13b6-47a3-8bf5-8df8c227cda9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:11.662076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:11.671212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-9d199adb-2e5e-4dad-8c1f-26fc0956791d None None] Set router 6cea7102-13b6-47a3-8bf5-8df8c227cda9 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:11.967886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9d199adb-2e5e-4dad-8c1f-26fc0956791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'name': 'tempest-TestEncryptedCinderVolumes-1414365924-router', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:26Z', 'updated_at': '2022-10-05T09:47:10Z', 'revision_number': 5, 'project_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'gw_port': {'id': 'b18c3da4-4445-40d6-8eca-f3741396495c', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:27Z', 'updated_at': '2022-10-05T09:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:11.969830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:11.973032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d199adb-2e5e-4dad-8c1f-26fc0956791d None None] Checking router: 6cea7102-13b6-47a3-8bf5-8df8c227cda9 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:47:11.980090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Deleting port b18c3da4-4445-40d6-8eca-f3741396495c {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:11.980444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:11.982109 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d199adb-2e5e-4dad-8c1f-26fc0956791d None None] Routers {'6cea7102-13b6-47a3-8bf5-8df8c227cda9'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:11.982713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9d199adb-2e5e-4dad-8c1f-26fc0956791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:47:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6cea7102-13b6-47a3-8bf5-8df8c227cda9'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:12.158035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] For port b18c3da4-4445-40d6-8eca-f3741396495c, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b18c3da4-4445-40d6-8eca-f3741396495c,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:12.158974 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:12.165895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-9d199adb-2e5e-4dad-8c1f-26fc0956791d None None] Set router 6cea7102-13b6-47a3-8bf5-8df8c227cda9 gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:12.276439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9d199adb-2e5e-4dad-8c1f-26fc0956791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'name': 'tempest-TestEncryptedCinderVolumes-1414365924-router', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:26Z', 'updated_at': '2022-10-05T09:47:11Z', 'revision_number': 6, 'project_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:12.280607 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d199adb-2e5e-4dad-8c1f-26fc0956791d None None] The sync data for ids ['6cea7102-13b6-47a3-8bf5-8df8c227cda9'] in dv-neutron-860328-1-hyperv is: [{'id': '6cea7102-13b6-47a3-8bf5-8df8c227cda9', 'name': 'tempest-TestEncryptedCinderVolumes-1414365924-router', 'tenant_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:26Z', 'updated_at': '2022-10-05T09:47:11Z', 'revision_number': 6, 'project_id': 'e3d9e287411b46bd9f8d3f77f4066ca6', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:47:12.287413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Calling delete_port for b18c3da4-4445-40d6-8eca-f3741396495c owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:12.460426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:12.505732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b18c3da4-4445-40d6-8eca-f3741396495c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:12.544068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:12.544344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:12.544684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:12.545017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:12.545345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:12.545672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:12.546024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:12.546358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:12.546682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:12.547025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:12.547344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:12.547663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:12.621403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:12.795478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:12.797543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:12.822518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:12.823138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cea7102-13b6-47a3-8bf5-8df8c227cda9 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:47:12.836796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:12.838028 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aea6b2f8-6b39-4760-b0b1-8af0372f43d8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6cea7102-13b6-47a3-8bf5-8df8c227cda9 HTTP/1.1" status: 204 len: 168 time: 1.3479865 Oct 05 09:47:12.840615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41254) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:12.901161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fda3cf-5f84-48de-ad01-e71bd753dd0f admin admin] Deleting subnet 2aba1f13-acd0-41ba-b4fd-966e0622b617 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:47:12.904234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53fda3cf-5f84-48de-ad01-e71bd753dd0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:12.953972 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53fda3cf-5f84-48de-ad01-e71bd753dd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:13.040592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53fda3cf-5f84-48de-ad01-e71bd753dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:13.058717 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ca4b318b-3cb2-4042-b973-e8bea4dc75d3 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:47:13.092948 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: ca4b318b-3cb2-4042-b973-e8bea4dc75d3 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:47:13.093301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device ca4b318b-3cb2-4042-b973-e8bea4dc75d3 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:47:13.093722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b18c3da4-4445-40d6-8eca-f3741396495c no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:47:13.109697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53fda3cf-5f84-48de-ad01-e71bd753dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:13.131667 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: b18c3da4-4445-40d6-8eca-f3741396495c {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:47:13.132021 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b18c3da4-4445-40d6-8eca-f3741396495c not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:47:13.152513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fda3cf-5f84-48de-ad01-e71bd753dd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aba1f13-acd0-41ba-b4fd-966e0622b617,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:13.156062 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53fda3cf-5f84-48de-ad01-e71bd753dd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:13.162452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0f55dd-6e46-4fe1-9d2f-5d16c1e7eb82 None None] Network 277e2883-7d57-4884-95ec-505abdd52c98 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:47:13.162787 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-53fda3cf-5f84-48de-ad01-e71bd753dd0f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2aba1f13-acd0-41ba-b4fd-966e0622b617 HTTP/1.1" status: 204 len: 168 time: 0.3212326 Oct 05 09:47:13.165332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41258) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:13.272931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:13.287878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Deleting port d69a8dc6-5389-4d43-b11e-90e0378a188b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:13.288242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:13.460565 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d9dbed-4d78-42da-914f-2fce789f4493 None None] DHCP port deletion for 277e2883-7d57-4884-95ec-505abdd52c98 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:47:13.464864 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06d9dbed-4d78-42da-914f-2fce789f4493 None None] Deleting port d69a8dc6-5389-4d43-b11e-90e0378a188b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:13.465242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-06d9dbed-4d78-42da-914f-2fce789f4493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:13.501367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] For port d69a8dc6-5389-4d43-b11e-90e0378a188b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d69a8dc6-5389-4d43-b11e-90e0378a188b,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:13.501720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:13.626252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Calling delete_port for d69a8dc6-5389-4d43-b11e-90e0378a188b owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:13.669909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-06d9dbed-4d78-42da-914f-2fce789f4493 None None] For port d69a8dc6-5389-4d43-b11e-90e0378a188b, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d69a8dc6-5389-4d43-b11e-90e0378a188b,segment=NetworkSegment(4a2124d9-d218-4632-89c8-09ecb0f22adb),segment_id=4a2124d9-d218-4632-89c8-09ecb0f22adb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:13.670334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-06d9dbed-4d78-42da-914f-2fce789f4493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:13.804329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06d9dbed-4d78-42da-914f-2fce789f4493 None None] Calling delete_port for d69a8dc6-5389-4d43-b11e-90e0378a188b owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:13.821954 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:13.869028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69a8dc6-5389-4d43-b11e-90e0378a188b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:13.872390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] No DVR routers for this DVR port d69a8dc6-5389-4d43-b11e-90e0378a188b on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:47:13.883276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-06d9dbed-4d78-42da-914f-2fce789f4493 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:47:13.883573 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-06d9dbed-4d78-42da-914f-2fce789f4493 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:47:13.984816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:14.010398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277e2883-7d57-4884-95ec-505abdd52c98']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:14.022461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2124d9-d218-4632-89c8-09ecb0f22adb') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:14.022759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2124d9-d218-4632-89c8-09ecb0f22adb') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:14.033664 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:14.053182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:14.059103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:47:14.059481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:14.121993 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 4a2124d9-d218-4632-89c8-09ecb0f22adb resource provider aggregate not found Oct 05 09:47:14.142420 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 4a2124d9-d218-4632-89c8-09ecb0f22adb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a2124d9-d218-4632-89c8-09ecb0f22adb found for delete ", "request_id": "req-19851207-ce5f-4838-ae9a-5c7de6845724"}]} Oct 05 09:47:14.154602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:14.159433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:14.188166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] Pushing event deleted for resources: {'Network': ['ID=277e2883-7d57-4884-95ec-505abdd52c98,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:14.198509 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-55689014-866c-4017-b8f1-b0ed9d318b53 admin admin] 10.222.0.64 "DELETE /v2.0/networks/277e2883-7d57-4884-95ec-505abdd52c98 HTTP/1.1" status: 204 len: 168 time: 1.0321963 Oct 05 09:47:14.201409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41266) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:14.385135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06d9dbed-4d78-42da-914f-2fce789f4493 None None] Deleting port d69a8dc6-5389-4d43-b11e-90e0378a188b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:14.385714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-06d9dbed-4d78-42da-914f-2fce789f4493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:14.449430 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06d9dbed-4d78-42da-914f-2fce789f4493 None None] The port 'd69a8dc6-5389-4d43-b11e-90e0378a188b' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:47:14.751731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a919a394-1382-45f4-94b3-aeba2e851ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:14.866294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d69a8dc6-5389-4d43-b11e-90e0378a188b no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:47:14.902994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: d69a8dc6-5389-4d43-b11e-90e0378a188b {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:47:14.903388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d69a8dc6-5389-4d43-b11e-90e0378a188b not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:47:15.104169 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a919a394-1382-45f4-94b3-aeba2e851ecd admin admin] Deleting port 6ab44ac6-69fa-45b5-8290-03a27868b393 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:15.104759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a919a394-1382-45f4-94b3-aeba2e851ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:15.379999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a919a394-1382-45f4-94b3-aeba2e851ecd admin admin] For port 6ab44ac6-69fa-45b5-8290-03a27868b393, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6ab44ac6-69fa-45b5-8290-03a27868b393,segment=NetworkSegment(f9547076-bcb5-4b5c-9cb2-79990c0ace0f),segment_id=f9547076-bcb5-4b5c-9cb2-79990c0ace0f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:15.380269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a919a394-1382-45f4-94b3-aeba2e851ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:15.507169 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a919a394-1382-45f4-94b3-aeba2e851ecd admin admin] Calling delete_port for 6ab44ac6-69fa-45b5-8290-03a27868b393 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:15.681978 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a919a394-1382-45f4-94b3-aeba2e851ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:15.727551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a394-1382-45f4-94b3-aeba2e851ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab44ac6-69fa-45b5-8290-03a27868b393,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:16.012401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a919a394-1382-45f4-94b3-aeba2e851ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:16.352966 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:47:16.387411 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a919a394-1382-45f4-94b3-aeba2e851ecd admin admin] Router 6573f2ac-f4e8-4f6b-a456-56359d184a1b has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:47:16.562353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a919a394-1382-45f4-94b3-aeba2e851ecd admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:47:16.571737 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a919a394-1382-45f4-94b3-aeba2e851ecd admin admin] 10.222.0.64 "PUT /v2.0/routers/6573f2ac-f4e8-4f6b-a456-56359d184a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3693330 Oct 05 09:47:16.571911 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db3f0e3-9d21-46a0-9842-afbeeb520cd6 None None] Sync routers for ids ['6573f2ac-f4e8-4f6b-a456-56359d184a1b'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:47:16.574251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41270) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:16.582208 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db3f0e3-9d21-46a0-9842-afbeeb520cd6 None None] Routers {'6573f2ac-f4e8-4f6b-a456-56359d184a1b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:16.582805 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2db3f0e3-9d21-46a0-9842-afbeeb520cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:47:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6573f2ac-f4e8-4f6b-a456-56359d184a1b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:16.765084 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-2db3f0e3-9d21-46a0-9842-afbeeb520cd6 None None] Set router 6573f2ac-f4e8-4f6b-a456-56359d184a1b gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:16.877217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:17.049099 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2db3f0e3-9d21-46a0-9842-afbeeb520cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'name': 'tempest-TestEncryptedCinderVolumes-829413152-router', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:32Z', 'updated_at': '2022-10-05T09:47:15Z', 'revision_number': 5, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'gw_port': {'id': 'f7e924b7-30c3-427b-95ef-c9f3b233fea9', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:45:33Z', 'updated_at': '2022-10-05T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:17.052915 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db3f0e3-9d21-46a0-9842-afbeeb520cd6 None None] Checking router: 6573f2ac-f4e8-4f6b-a456-56359d184a1b for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:47:17.058853 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:17.061158 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db3f0e3-9d21-46a0-9842-afbeeb520cd6 None None] Routers {'6573f2ac-f4e8-4f6b-a456-56359d184a1b'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:17.061746 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2db3f0e3-9d21-46a0-9842-afbeeb520cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:47:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6573f2ac-f4e8-4f6b-a456-56359d184a1b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:17.068879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Deleting port f7e924b7-30c3-427b-95ef-c9f3b233fea9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:17.069236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:17.209321 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-2db3f0e3-9d21-46a0-9842-afbeeb520cd6 None None] Set router 6573f2ac-f4e8-4f6b-a456-56359d184a1b gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:17.245179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] For port f7e924b7-30c3-427b-95ef-c9f3b233fea9, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f7e924b7-30c3-427b-95ef-c9f3b233fea9,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:17.245529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:17.313697 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2db3f0e3-9d21-46a0-9842-afbeeb520cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'name': 'tempest-TestEncryptedCinderVolumes-829413152-router', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:32Z', 'updated_at': '2022-10-05T09:47:17Z', 'revision_number': 6, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:17.318828 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db3f0e3-9d21-46a0-9842-afbeeb520cd6 None None] The sync data for ids ['6573f2ac-f4e8-4f6b-a456-56359d184a1b'] in dv-neutron-860328-1-hyperv is: [{'id': '6573f2ac-f4e8-4f6b-a456-56359d184a1b', 'name': 'tempest-TestEncryptedCinderVolumes-829413152-router', 'tenant_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:45:32Z', 'updated_at': '2022-10-05T09:47:17Z', 'revision_number': 6, 'project_id': '341ef6c99b8d4db4b4663d45ae097bb1', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:47:17.369332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Calling delete_port for f7e924b7-30c3-427b-95ef-c9f3b233fea9 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:17.532579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:17.579634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e924b7-30c3-427b-95ef-c9f3b233fea9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:17.676117 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:17.851141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:17.853426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:17.875538 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:17.876186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6573f2ac-f4e8-4f6b-a456-56359d184a1b {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:47:17.889607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:17.890915 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5057ef21-abe3-4933-b6a5-6aaf2b8c276f admin admin] 10.222.0.64 "DELETE /v2.0/routers/6573f2ac-f4e8-4f6b-a456-56359d184a1b HTTP/1.1" status: 204 len: 168 time: 1.3156714 Oct 05 09:47:17.894272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41274) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:17.954021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6115494-4101-43b8-8493-65b368b64eba admin admin] Deleting subnet 33dd61f9-adbe-4654-8da4-cf0da0241580 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:47:17.957458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6115494-4101-43b8-8493-65b368b64eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:18.004899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6115494-4101-43b8-8493-65b368b64eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:18.087968 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6115494-4101-43b8-8493-65b368b64eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:18.264618 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6115494-4101-43b8-8493-65b368b64eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:18.302305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6115494-4101-43b8-8493-65b368b64eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33dd61f9-adbe-4654-8da4-cf0da0241580,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:18.305930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6115494-4101-43b8-8493-65b368b64eba admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:18.312069 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b6115494-4101-43b8-8493-65b368b64eba admin admin] 10.222.0.64 "DELETE /v2.0/subnets/33dd61f9-adbe-4654-8da4-cf0da0241580 HTTP/1.1" status: 204 len: 168 time: 0.4167855 Oct 05 09:47:18.313709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19781c72-1efa-4994-b926-b1a6b1feebc0 None None] Network 2439b0e5-048e-4fc1-8303-4af7f1544802 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:47:18.314645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41278) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:18.428177 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:18.438463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Deleting port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:18.438847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:18.564950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bd5e45-1c55-445d-adff-589b2dde26ef None None] DHCP port deletion for 2439b0e5-048e-4fc1-8303-4af7f1544802 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:47:18.569389 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd5e45-1c55-445d-adff-589b2dde26ef None None] Deleting port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:18.569767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e5bd5e45-1c55-445d-adff-589b2dde26ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:18.654990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] For port 6c4bab9e-33a5-463d-ba9d-9c646f41f505, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6c4bab9e-33a5-463d-ba9d-9c646f41f505,segment=NetworkSegment(f9547076-bcb5-4b5c-9cb2-79990c0ace0f),segment_id=f9547076-bcb5-4b5c-9cb2-79990c0ace0f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:18.655602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:18.774908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e5bd5e45-1c55-445d-adff-589b2dde26ef None None] For port 6c4bab9e-33a5-463d-ba9d-9c646f41f505, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=6c4bab9e-33a5-463d-ba9d-9c646f41f505,segment=NetworkSegment(f9547076-bcb5-4b5c-9cb2-79990c0ace0f),segment_id=f9547076-bcb5-4b5c-9cb2-79990c0ace0f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:18.775214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e5bd5e45-1c55-445d-adff-589b2dde26ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:18.775867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Calling delete_port for 6c4bab9e-33a5-463d-ba9d-9c646f41f505 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:18.858251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:18.902048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd5e45-1c55-445d-adff-589b2dde26ef None None] Calling delete_port for 6c4bab9e-33a5-463d-ba9d-9c646f41f505 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:47:18.907165 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4bab9e-33a5-463d-ba9d-9c646f41f505,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:18.909200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] No DVR routers for this DVR port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:47:18.934333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6c4bab9e-33a5-463d-ba9d-9c646f41f505 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:47:18.977157 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 6c4bab9e-33a5-463d-ba9d-9c646f41f505 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:47:18.977414 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6c4bab9e-33a5-463d-ba9d-9c646f41f505 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:47:18.977811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6ab44ac6-69fa-45b5-8290-03a27868b393 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:47:19.015293 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 6ab44ac6-69fa-45b5-8290-03a27868b393 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:47:19.015637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 6ab44ac6-69fa-45b5-8290-03a27868b393 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:47:19.016045 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f7e924b7-30c3-427b-95ef-c9f3b233fea9 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:47:19.024319 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:19.051212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2439b0e5-048e-4fc1-8303-4af7f1544802']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:19.063927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9547076-bcb5-4b5c-9cb2-79990c0ace0f') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:19.064222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9547076-bcb5-4b5c-9cb2-79990c0ace0f') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:19.076537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:19.094013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:19.095121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: f7e924b7-30c3-427b-95ef-c9f3b233fea9 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:47:19.095506 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f7e924b7-30c3-427b-95ef-c9f3b233fea9 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:47:19.101858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:47:19.102437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:19.125639 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-e5bd5e45-1c55-445d-adff-589b2dde26ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:47:19.126062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-e5bd5e45-1c55-445d-adff-589b2dde26ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:47:19.168760 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f9547076-bcb5-4b5c-9cb2-79990c0ace0f resource provider aggregate not found Oct 05 09:47:19.190589 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f9547076-bcb5-4b5c-9cb2-79990c0ace0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9547076-bcb5-4b5c-9cb2-79990c0ace0f found for delete ", "request_id": "req-c34a4abf-f5da-4750-bd8d-8a7fbe13d8c8"}]} Oct 05 09:47:19.204491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:19.210552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:19.235053 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2439b0e5-048e-4fc1-8303-4af7f1544802,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:19.238485 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-02ddea2e-b5be-40ec-9fbe-8210e2abb4e5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2439b0e5-048e-4fc1-8303-4af7f1544802 HTTP/1.1" status: 204 len: 168 time: 0.9226105 Oct 05 09:47:19.405670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41288) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:19.453668 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c3f10c9b-a22c-42d8-af3b-10cd69b2aaea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3d9e287411b46bd9f8d3f77f4066ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468082 Oct 05 09:47:19.456130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41292) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:19.516542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ba6c496-15c0-4a27-8f76-86b689f89940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:19.542347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ba6c496-15c0-4a27-8f76-86b689f89940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:19.592211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ba6c496-15c0-4a27-8f76-86b689f89940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:19.608874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6c496-15c0-4a27-8f76-86b689f89940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ff9ed0-3fd4-42af-bbc4-c64581a566d0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:19.615366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ba6c496-15c0-4a27-8f76-86b689f89940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:19.617249 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9ba6c496-15c0-4a27-8f76-86b689f89940 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/98ff9ed0-3fd4-42af-bbc4-c64581a566d0 HTTP/1.1" status: 204 len: 168 time: 0.1600010 Oct 05 09:47:19.627450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd5e45-1c55-445d-adff-589b2dde26ef None None] Deleting port 6c4bab9e-33a5-463d-ba9d-9c646f41f505 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:47:19.627949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e5bd5e45-1c55-445d-adff-589b2dde26ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:19.692431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd5e45-1c55-445d-adff-589b2dde26ef None None] The port '6c4bab9e-33a5-463d-ba9d-9c646f41f505' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:47:19.959236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41300) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:20.009822 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a7480a1c-b574-4bc0-a1c0-1100baf77bed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=341ef6c99b8d4db4b4663d45ae097bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493469 Oct 05 09:47:20.012294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41304) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:20.071453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42fbf947-03cb-460b-94a8-ff321f1efff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:20.101420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42fbf947-03cb-460b-94a8-ff321f1efff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:20.153486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42fbf947-03cb-460b-94a8-ff321f1efff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:20.168267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbf947-03cb-460b-94a8-ff321f1efff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecbdb17-29ba-4e2b-b9b9-b9aef2dc98cf,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:20.175749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42fbf947-03cb-460b-94a8-ff321f1efff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:20.176326 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-42fbf947-03cb-460b-94a8-ff321f1efff5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ecbdb17-29ba-4e2b-b9b9-b9aef2dc98cf HTTP/1.1" status: 204 len: 168 time: 0.1631281 Oct 05 09:47:20.904985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41328) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:21.038932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-448845121-network', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:47:21.043731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:47:21.047585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Usage tracker for resource:network and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:47:21.051179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:47:21.056869 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:47:21.067317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Made reservation on behalf of 026fa4b2ab16403e82a5275018e34a57 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:47:21.069703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:21.081451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:21.095407 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:47:21.099934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:47:21.102750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:47:21.108384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:47:21.188720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:21.192637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:21.222961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:47:21.231581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b95bd3-e85d-48f2-af6b-354b24a23c39,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:21.237084 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:21.237431 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Added segment 7a3c30d0-a441-44dc-9ab1-85b88f09cc6d of type vlan for network c1e483eb-e0e5-4513-aaae-384a714448c4 Oct 05 09:47:21.263251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:21.296471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:21.297480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:21.298068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:21.396972 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4908302 Oct 05 09:47:21.397663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c2dbb-c058-4fd3-86ec-585711470166 admin admin] Pushing event updated for resources: {'Network': ['ID=c1e483eb-e0e5-4513-aaae-384a714448c4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:21.401418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41334) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:21.406835 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Request body: {'subnet': {'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-448845121-subnet', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:47:21.407498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network c1e483eb-e0e5-4513-aaae-384a714448c4 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:47:21.412497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:47:21.416311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Usage tracker for resource:subnet and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:47:21.419200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:47:21.425486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:47:21.434362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Made reservation on behalf of 026fa4b2ab16403e82a5275018e34a57 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:47:21.436679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:21.739664 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:21.809745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=820423a9-d161-4e4c-bcae-dc52db4935e4,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:21.819779 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Checking segment: {'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:47:21.820144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Network hostable DHCP agents. Network: c1e483eb-e0e5-4513-aaae-384a714448c4, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:47:21.839945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Network c1e483eb-e0e5-4513-aaae-384a714448c4 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:47:21.849479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, c1e483eb-e0e5-4513-aaae-384a714448c4) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:47:21.854623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:21.855254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:21.862452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af226c04-ac06-4458-b975-3d324f73d888 None None] Network c1e483eb-e0e5-4513-aaae-384a714448c4 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:47:21.880250 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9e378100-22c7-4d01-88db-a861816d64e7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4767878 Oct 05 09:47:21.881905 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41338) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:21.887700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:47:21.893995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:47:21.898217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Usage tracker for resource:router and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:47:21.901142 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:47:21.907688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:47:21.919626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:21.920679 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:21.936564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:22.088519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-c1e483eb-e0e5-4513-aaae-384a714448c4', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:47:22.089425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:22.200874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:22.247800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Allocated IP 172.20.0.2 (c1e483eb-e0e5-4513-aaae-384a714448c4/820423a9-d161-4e4c-bcae-dc52db4935e4/36368184-453b-4d03-b333-551bfb602004) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:47:22.452585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:22.463782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Transition to ACTIVE for port object 36368184-453b-4d03-b333-551bfb602004 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:47:22.482119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Transition to ACTIVE for port object 36368184-453b-4d03-b333-551bfb602004 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:47:22.488173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:22.535514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:22.554178 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Network c1e483eb-e0e5-4513-aaae-384a714448c4 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:47:22.560935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:47:22.565792 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:47:22.566127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:22.571757 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Pushing event updated for resources: {'Port': ['ID=36368184-453b-4d03-b333-551bfb602004,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:22.677313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Attempting to bind port 36368184-453b-4d03-b333-551bfb602004 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:47:22.677680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Attempting to bind port 36368184-453b-4d03-b333-551bfb602004 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:47:22.678069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Attempting to bind port 36368184-453b-4d03-b333-551bfb602004 on network c1e483eb-e0e5-4513-aaae-384a714448c4 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:47:22.683397 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:47:22.683771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Checking segment: {'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:47:22.684167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:22.684556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Bound using segment: {'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:47:22.685015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Bound port: 36368184-453b-4d03-b333-551bfb602004, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:47:22.685385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:22.701783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Allocated IP 172.26.0.166 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/14ad0e9a-97fe-40c5-9d92-4521965068e7) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:47:22.775314 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] For port 36368184-453b-4d03-b333-551bfb602004, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:47:22.778533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] For port 36368184-453b-4d03-b333-551bfb602004, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=36368184-453b-4d03-b333-551bfb602004,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:47:22.783828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:22.876300 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:22.887737 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b9303-6b1e-41a8-8e6a-f4047ad50fa3 None None] Pushing event updated for resources: {'Port': ['ID=36368184-453b-4d03-b333-551bfb602004,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:22.916794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:22.987761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:47:22.995036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:47:23.003233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:47:23.045024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=14ad0e9a-97fe-40c5-9d92-4521965068e7,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:23.554942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:23.779918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd5ba9f-a914-4efa-8a6d-e06081538b85 None None] Network c1e483eb-e0e5-4513-aaae-384a714448c4 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:47:23.872946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-499188aa-aeec-4202-87ba-edb1e9c6fc4a None None] Provisioning for port 36368184-453b-4d03-b333-551bfb602004 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:47:23.912924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:24.124099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:47:24.302982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:47:24.313247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Sync routers for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:47:24.324485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:24.325266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:47:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:24.327311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:24.328708 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-77180ec9-d5a2-41f8-a5d5-dc0da1617dc3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4455080 Oct 05 09:47:24.332178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41342) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:24.538201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:24.836112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:23Z', 'revision_number': 3, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:24.841774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Checking router: 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:47:24.842160 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Updating router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 port 14ad0e9a-97fe-40c5-9d92-4521965068e7 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:47:24.910632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:24.940492 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 36368184-453b-4d03-b333-551bfb602004 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:47:25.106853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 36368184-453b-4d03-b333-551bfb602004 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:47:25.141390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.155015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 36368184-453b-4d03-b333-551bfb602004 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:25.155489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.155955 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 36368184-453b-4d03-b333-551bfb602004 Oct 05 09:47:25.332305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 36368184-453b-4d03-b333-551bfb602004 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:25.332677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.361802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Allocated IP 172.20.0.1 (c1e483eb-e0e5-4513-aaae-384a714448c4/820423a9-d161-4e4c-bcae-dc52db4935e4/00374e22-6c4b-4a35-b5c4-8812de291799) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:47:25.422892 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 36368184-453b-4d03-b333-551bfb602004, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=36368184-453b-4d03-b333-551bfb602004,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:25.425079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.427809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.481695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Transition to ACTIVE for port object 14ad0e9a-97fe-40c5-9d92-4521965068e7 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:47:25.497981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.516607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.519762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=36368184-453b-4d03-b333-551bfb602004,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:25.522382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Attempting to bind port 14ad0e9a-97fe-40c5-9d92-4521965068e7 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:47:25.522751 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Attempting to bind port 14ad0e9a-97fe-40c5-9d92-4521965068e7 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:47:25.523108 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Attempting to bind port 14ad0e9a-97fe-40c5-9d92-4521965068e7 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:47:25.533669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Transition to ACTIVE for port object 00374e22-6c4b-4a35-b5c4-8812de291799 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:47:25.558251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.571945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:47:25.572319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:47:25.572719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.573108 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:47:25.573578 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Bound port: 14ad0e9a-97fe-40c5-9d92-4521965068e7, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:47:25.573980 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.621170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Network c1e483eb-e0e5-4513-aaae-384a714448c4 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:47:25.623831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:47:25.628092 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:47:25.636176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3ae07-8475-4dcb-bdcf-d45f62978766 None None] Pushing event updated for resources: {'Port': ['ID=14ad0e9a-97fe-40c5-9d92-4521965068e7,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:25.667498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] For port 14ad0e9a-97fe-40c5-9d92-4521965068e7, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:47:25.670821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] For port 14ad0e9a-97fe-40c5-9d92-4521965068e7, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=14ad0e9a-97fe-40c5-9d92-4521965068e7,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:47:25.676174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.676479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Pushing event updated for resources: {'Port': ['ID=00374e22-6c4b-4a35-b5c4-8812de291799,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:25.696390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.738423 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:25.739090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:47:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:25.821427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3ae07-8475-4dcb-bdcf-d45f62978766 None None] Pushing event updated for resources: {'Port': ['ID=14ad0e9a-97fe-40c5-9d92-4521965068e7,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:25.932155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Provisioning for port 00374e22-6c4b-4a35-b5c4-8812de291799 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:47:25.942564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Provisioning complete for port 00374e22-6c4b-4a35-b5c4-8812de291799 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:25.943290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:25.943290 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Attempt 1 to provision port 00374e22-6c4b-4a35-b5c4-8812de291799 Oct 05 09:47:25.973634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:25.979509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:26.203456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Port 00374e22-6c4b-4a35-b5c4-8812de291799 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:26.214578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:26.221327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:26.323797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:23Z', 'revision_number': 3, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:26.328083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3ed58-33e7-49c3-a83b-d50dbe11f3b8 None None] The sync data for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv is: [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:23Z', 'revision_number': 3, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:47:26.350791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Pushing event updated for resources: {'Port': ['ID=00374e22-6c4b-4a35-b5c4-8812de291799,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:26.353430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:26.628775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Network c1e483eb-e0e5-4513-aaae-384a714448c4 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:47:26.630030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:47:26.704261 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Attempt 2 to provision port 00374e22-6c4b-4a35-b5c4-8812de291799 Oct 05 09:47:26.772391 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Port 00374e22-6c4b-4a35-b5c4-8812de291799 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:26.837399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:47:26.973796 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 14ad0e9a-97fe-40c5-9d92-4521965068e7 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:47:27.042653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:47:27.051528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 14ad0e9a-97fe-40c5-9d92-4521965068e7 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:47:27.052755 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6bb15af7-8d48-43b1-9e8c-28772f912338 admin admin] 10.222.0.64 "PUT /v2.0/routers/7e9db210-87b0-4fca-b70a-fd33ac30dcd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7195823 Oct 05 09:47:27.057219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 14ad0e9a-97fe-40c5-9d92-4521965068e7 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:27.057627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:27.057988 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 14ad0e9a-97fe-40c5-9d92-4521965068e7 Oct 05 09:47:27.180759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 14ad0e9a-97fe-40c5-9d92-4521965068e7 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:27.181150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:27.199816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 14ad0e9a-97fe-40c5-9d92-4521965068e7, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=14ad0e9a-97fe-40c5-9d92-4521965068e7,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:27.205487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:27.206351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 36368184-453b-4d03-b333-551bfb602004 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:47:27.278635 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Attempt 3 to provision port 00374e22-6c4b-4a35-b5c4-8812de291799 Oct 05 09:47:27.374058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Port 00374e22-6c4b-4a35-b5c4-8812de291799 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:27.378768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=14ad0e9a-97fe-40c5-9d92-4521965068e7,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:27.394834 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 36368184-453b-4d03-b333-551bfb602004 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:27.395279 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:27.395637 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 36368184-453b-4d03-b333-551bfb602004 Oct 05 09:47:27.514206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 36368184-453b-4d03-b333-551bfb602004 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:27.598539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 41360) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:27.604448 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1872726961-network', 'tenant_id': '305fb9717359498492295e063875ba16'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:47:27.609413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:47:27.613407 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Usage tracker for resource:network and tenant:305fb9717359498492295e063875ba16 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:47:27.616991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:47:27.623318 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:47:27.635148 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Made reservation on behalf of 305fb9717359498492295e063875ba16 for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:47:27.637764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:27.651351 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:27.666385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:47:27.670222 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Usage tracker for resource:security_group_rule and tenant:305fb9717359498492295e063875ba16 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:47:27.673028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:47:27.678817 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:47:27.764725 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:27.769134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:27.799369 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:47:27.806734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daaae8a-eae0-468b-bd22-f523bcf0ac24,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:27.817649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:27.818013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:27.818353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:27.818685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:27.819012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:27.819339 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:27.819660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:27.819984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:27.820302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:27.820620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:27.820936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:27.821252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:27.824739 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:27.825108 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Added segment 1792fc15-1681-495f-beb4-30f0bab4e0c3 of type vlan for network 30487592-1dd7-480e-93a5-4eafbb493f04 Oct 05 09:47:27.853231 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:27.876013 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Attempt 4 to provision port 00374e22-6c4b-4a35-b5c4-8812de291799 Oct 05 09:47:27.882048 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Sync routers for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:47:27.886680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:27.888524 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:27.889564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:27.905014 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:27.905627 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:47:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:27.942872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Port 00374e22-6c4b-4a35-b5c4-8812de291799 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:27.996792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] Pushing event updated for resources: {'Network': ['ID=30487592-1dd7-480e-93a5-4eafbb493f04,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:28.003425 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5b641020-e6ed-457f-b5aa-32b0d82d53e2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4036787 Oct 05 09:47:28.003985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41364) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:28.010008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Request body: {'subnet': {'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1872726961-subnet', 'tenant_id': '305fb9717359498492295e063875ba16', 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:47:28.015035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:47:28.018956 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 30487592-1dd7-480e-93a5-4eafbb493f04 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:47:28.021327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Usage tracker for resource:subnet and tenant:305fb9717359498492295e063875ba16 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:47:28.024287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:47:28.031050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:47:28.043720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Made reservation on behalf of 305fb9717359498492295e063875ba16 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:47:28.046735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:28.115705 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:28.261374 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:28.335345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=51943414-5d32-4269-8b8b-7291ad00f470,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:28.342737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Checking segment: {'id': '1792fc15-1681-495f-beb4-30f0bab4e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:47:28.343097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Network hostable DHCP agents. Network: 30487592-1dd7-480e-93a5-4eafbb493f04, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:47:28.363508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Network 30487592-1dd7-480e-93a5-4eafbb493f04 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:47:28.372471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 30487592-1dd7-480e-93a5-4eafbb493f04) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:47:28.377086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:28.378451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:28.382695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f118e46-6ad2-4d46-843a-786962b66779 None None] Network 30487592-1dd7-480e-93a5-4eafbb493f04 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:47:28.401494 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a8709ea1-ed1c-4fdd-9dcc-f6301875fc1f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3961918 Oct 05 09:47:28.404200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41368) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:28.411093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1872726961-router', 'tenant_id': '305fb9717359498492295e063875ba16', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:47:28.416040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:47:28.419944 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Usage tracker for resource:router and tenant:305fb9717359498492295e063875ba16 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:47:28.422809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:47:28.429666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:47:28.437990 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:26Z', 'revision_number': 2, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:28.440987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:28.442129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:28.442463 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Checking router: 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:47:28.442867 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Updating router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 port 00374e22-6c4b-4a35-b5c4-8812de291799 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:47:28.447816 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Attempt 5 to provision port 00374e22-6c4b-4a35-b5c4-8812de291799 Oct 05 09:47:28.458254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:28.497476 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:28.523741 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Port 00374e22-6c4b-4a35-b5c4-8812de291799 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:28.657101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-30487592-1dd7-480e-93a5-4eafbb493f04', 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04', 'tenant_id': '305fb9717359498492295e063875ba16', 'fixed_ips': [{'subnet_id': '51943414-5d32-4269-8b8b-7291ad00f470'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:47:28.658690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:28.733553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:28.845637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Allocated IP 172.20.0.2 (30487592-1dd7-480e-93a5-4eafbb493f04/51943414-5d32-4269-8b8b-7291ad00f470/65706595-2da9-4a52-8377-54508481f0ac) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:47:28.849187 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:28.861804 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Transition to ACTIVE for port object 00374e22-6c4b-4a35-b5c4-8812de291799 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:47:28.870017 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:28.981906 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 14ad0e9a-97fe-40c5-9d92-4521965068e7 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:47:29.032374 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Attempt 6 to provision port 00374e22-6c4b-4a35-b5c4-8812de291799 Oct 05 09:47:29.090137 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:29.094858 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Pushing event updated for resources: {'Port': ['ID=00374e22-6c4b-4a35-b5c4-8812de291799,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:29.107858 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:29.108315 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:29.108721 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:29.109127 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:29.109521 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:29.109916 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:29.110326 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:29.110717 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:29.111167 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:29.111836 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:29.112764 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:29.112764 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:29.116154 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Attempting to bind port 00374e22-6c4b-4a35-b5c4-8812de291799 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:47:29.116599 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Attempting to bind port 00374e22-6c4b-4a35-b5c4-8812de291799 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:47:29.117026 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Attempting to bind port 00374e22-6c4b-4a35-b5c4-8812de291799 on network c1e483eb-e0e5-4513-aaae-384a714448c4 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:47:29.124335 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:47:29.124718 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Checking segment: {'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:47:29.125113 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:29.125703 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Bound using segment: {'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:47:29.127106 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Bound port: 00374e22-6c4b-4a35-b5c4-8812de291799, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:47:29.127275 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:29.133787 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Port 00374e22-6c4b-4a35-b5c4-8812de291799 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:29.170549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 14ad0e9a-97fe-40c5-9d92-4521965068e7 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:29.170926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:29.171281 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 14ad0e9a-97fe-40c5-9d92-4521965068e7 Oct 05 09:47:29.235142 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] For port 00374e22-6c4b-4a35-b5c4-8812de291799, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:47:29.239265 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] For port 00374e22-6c4b-4a35-b5c4-8812de291799, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=00374e22-6c4b-4a35-b5c4-8812de291799,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:47:29.245899 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:29.246810 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:29.284225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:29.298950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Transition to ACTIVE for port object 65706595-2da9-4a52-8377-54508481f0ac will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:47:29.316743 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:29.317620 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:47:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:29.358021 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Transition to ACTIVE for port object 65706595-2da9-4a52-8377-54508481f0ac will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:47:29.373862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:29.388832 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Allocated IP 172.26.0.44 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/b0d70a29-4912-4fcd-a450-c4f9db501848) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:47:29.409594 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10f1ce-fad1-4d21-a8e1-634138b3b2ec None None] Pushing event updated for resources: {'Port': ['ID=00374e22-6c4b-4a35-b5c4-8812de291799,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:29.411936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 14ad0e9a-97fe-40c5-9d92-4521965068e7 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:29.440231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Network 30487592-1dd7-480e-93a5-4eafbb493f04 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:47:29.443057 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:47:29.445465 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:47:29.533449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Pushing event updated for resources: {'Port': ['ID=65706595-2da9-4a52-8377-54508481f0ac,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:29.552519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:29.557303 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:29.565673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Attempting to bind port 65706595-2da9-4a52-8377-54508481f0ac on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:47:29.565951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Attempting to bind port 65706595-2da9-4a52-8377-54508481f0ac by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '1792fc15-1681-495f-beb4-30f0bab4e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:47:29.566703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Attempting to bind port 65706595-2da9-4a52-8377-54508481f0ac on network 30487592-1dd7-480e-93a5-4eafbb493f04 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:47:29.571868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:47:29.572241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Checking segment: {'id': '1792fc15-1681-495f-beb4-30f0bab4e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:47:29.572758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:29.573158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Bound using segment: {'id': '1792fc15-1681-495f-beb4-30f0bab4e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:47:29.573620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Bound port: 65706595-2da9-4a52-8377-54508481f0ac, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792fc15-1681-495f-beb4-30f0bab4e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:47:29.574011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:29.583931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:29.639485 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Attempt 7 to provision port 00374e22-6c4b-4a35-b5c4-8812de291799 Oct 05 09:47:29.644430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:47:29.647372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:47:29.655299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:47:29.695282 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d70a29-4912-4fcd-a450-c4f9db501848,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:29.714590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] For port 65706595-2da9-4a52-8377-54508481f0ac, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:47:29.724858 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] For port 65706595-2da9-4a52-8377-54508481f0ac, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=65706595-2da9-4a52-8377-54508481f0ac,segment=NetworkSegment(1792fc15-1681-495f-beb4-30f0bab4e0c3),segment_id=1792fc15-1681-495f-beb4-30f0bab4e0c3)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:47:29.731265 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:29.734043 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e726b8dd-fd74-405c-9755-d569c403c6fd None None] Port 00374e22-6c4b-4a35-b5c4-8812de291799 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:47:29.814885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d0849-6ecc-4a7e-9e15-bf9847743ceb None None] Pushing event updated for resources: {'Port': ['ID=65706595-2da9-4a52-8377-54508481f0ac,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:29.921541 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:29Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:29.926429 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5417de4-ca67-48ef-88ee-d6bb3fadb656 None None] The sync data for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv is: [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:29Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:47:30.169170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:30.527263 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:30.902351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb99b1a6-578a-442e-890f-c0c124ea7b42 None None] Network 30487592-1dd7-480e-93a5-4eafbb493f04 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:47:30.906449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Router 440ce216-bb42-42a6-a76b-d936442252a2 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:47:31.013349 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 00374e22-6c4b-4a35-b5c4-8812de291799 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:47:31.073552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9f729bf1-a5d2-4d64-97ef-3419ae38776e None None] Provisioning for port 65706595-2da9-4a52-8377-54508481f0ac completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:47:31.121307 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:47:31.147756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Sync routers for ids ['440ce216-bb42-42a6-a76b-d936442252a2'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:47:31.151962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:31.155954 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9be0a271-d2b1-46bd-95d9-459ea8d15241 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7472503 Oct 05 09:47:31.156428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 41372) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:47:31.178621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Routers {'440ce216-bb42-42a6-a76b-d936442252a2'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:31.179232 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:47:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['440ce216-bb42-42a6-a76b-d936442252a2'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:31.248048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 00374e22-6c4b-4a35-b5c4-8812de291799 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:47:31.305824 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 00374e22-6c4b-4a35-b5c4-8812de291799 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:31.306217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:31.306549 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 00374e22-6c4b-4a35-b5c4-8812de291799 Oct 05 09:47:31.480760 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Set router 440ce216-bb42-42a6-a76b-d936442252a2 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:31.772655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 00374e22-6c4b-4a35-b5c4-8812de291799 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:31.772811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:31.833036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 00374e22-6c4b-4a35-b5c4-8812de291799, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=00374e22-6c4b-4a35-b5c4-8812de291799,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:31.871311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:31.872091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 65706595-2da9-4a52-8377-54508481f0ac up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:47:31.992788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.028864 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=00374e22-6c4b-4a35-b5c4-8812de291799,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:32.042030 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 65706595-2da9-4a52-8377-54508481f0ac completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:47:32.049587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 65706595-2da9-4a52-8377-54508481f0ac triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:32.050109 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.050484 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 65706595-2da9-4a52-8377-54508481f0ac Oct 05 09:47:32.089244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440ce216-bb42-42a6-a76b-d936442252a2', 'name': 'tempest-TestMinimumBasicScenario-1872726961-router', 'tenant_id': '305fb9717359498492295e063875ba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:28Z', 'updated_at': '2022-10-05T09:47:29Z', 'revision_number': 3, 'project_id': '305fb9717359498492295e063875ba16', 'gw_port': {'id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440ce216-bb42-42a6-a76b-d936442252a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:29Z', 'updated_at': '2022-10-05T09:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:32.098667 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Checking router: 440ce216-bb42-42a6-a76b-d936442252a2 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:47:32.099016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Updating router 440ce216-bb42-42a6-a76b-d936442252a2 port b0d70a29-4912-4fcd-a450-c4f9db501848 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:47:32.169534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.202471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Allocated IP 172.20.0.1 (30487592-1dd7-480e-93a5-4eafbb493f04/51943414-5d32-4269-8b8b-7291ad00f470/4537e88a-ec28-4d0c-afec-aea9fad501cc) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:47:32.314711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 65706595-2da9-4a52-8377-54508481f0ac is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:32.315223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.357520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.374265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Transition to ACTIVE for port object 4537e88a-ec28-4d0c-afec-aea9fad501cc will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:47:32.388684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 65706595-2da9-4a52-8377-54508481f0ac, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=65706595-2da9-4a52-8377-54508481f0ac,segment=NetworkSegment(1792fc15-1681-495f-beb4-30f0bab4e0c3),segment_id=1792fc15-1681-495f-beb4-30f0bab4e0c3)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:32.398276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.436705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.463223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Network 30487592-1dd7-480e-93a5-4eafbb493f04 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:47:32.466136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:47:32.481947 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:47:32.537483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4537e88a-ec28-4d0c-afec-aea9fad501cc,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:32.551345 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.552953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=65706595-2da9-4a52-8377-54508481f0ac,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:32.675624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.688564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Transition to ACTIVE for port object b0d70a29-4912-4fcd-a450-c4f9db501848 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:47:32.693582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.699376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.762425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Attempting to bind port b0d70a29-4912-4fcd-a450-c4f9db501848 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:47:32.762727 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Attempting to bind port b0d70a29-4912-4fcd-a450-c4f9db501848 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:47:32.763026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Attempting to bind port b0d70a29-4912-4fcd-a450-c4f9db501848 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:47:32.774191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:47:32.774570 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:47:32.774971 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.775365 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:47:32.775880 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Bound port: b0d70a29-4912-4fcd-a450-c4f9db501848, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:47:32.776207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.819334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Provisioning for port 4537e88a-ec28-4d0c-afec-aea9fad501cc completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:47:32.827985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Provisioning complete for port 4537e88a-ec28-4d0c-afec-aea9fad501cc triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:32.828286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.828629 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Attempt 1 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:32.894857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Port 4537e88a-ec28-4d0c-afec-aea9fad501cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:32.901131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903be953-34aa-43fc-8313-76c4cb7724e8 None None] Pushing event updated for resources: {'Port': ['ID=b0d70a29-4912-4fcd-a450-c4f9db501848,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:32.923632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 00374e22-6c4b-4a35-b5c4-8812de291799 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:47:32.964621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5417-a4fa-467d-a9ea-906f28f53bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.988543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] For port b0d70a29-4912-4fcd-a450-c4f9db501848, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:47:32.989297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.994143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:32.997836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] For port b0d70a29-4912-4fcd-a450-c4f9db501848, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b0d70a29-4912-4fcd-a450-c4f9db501848,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:47:33.004474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:33.069483 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Routers {'440ce216-bb42-42a6-a76b-d936442252a2'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:33.070347 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:47:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['440ce216-bb42-42a6-a76b-d936442252a2'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:33.110248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:33.114685 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4537e88a-ec28-4d0c-afec-aea9fad501cc,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:33.162331 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 00374e22-6c4b-4a35-b5c4-8812de291799 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:33.162701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:33.163034 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 00374e22-6c4b-4a35-b5c4-8812de291799 Oct 05 09:47:33.214593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903be953-34aa-43fc-8313-76c4cb7724e8 None None] Pushing event updated for resources: {'Port': ['ID=b0d70a29-4912-4fcd-a450-c4f9db501848,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:33.264020 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Network 30487592-1dd7-480e-93a5-4eafbb493f04 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:47:33.265131 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:47:33.393005 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] Set router 440ce216-bb42-42a6-a76b-d936442252a2 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:33.434933 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Attempt 2 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:33.471724 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Router 440ce216-bb42-42a6-a76b-d936442252a2 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:47:33.610769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 00374e22-6c4b-4a35-b5c4-8812de291799 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:33.612432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 65706595-2da9-4a52-8377-54508481f0ac up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:47:33.642034 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Port 4537e88a-ec28-4d0c-afec-aea9fad501cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:33.762840 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:47:33.771899 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8289790a-e3a0-4fde-a25e-10f43f9d83a0 admin admin] 10.222.0.64 "PUT /v2.0/routers/440ce216-bb42-42a6-a76b-d936442252a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6143904 Oct 05 09:47:33.803916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 65706595-2da9-4a52-8377-54508481f0ac triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:33.804289 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:33.804630 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 65706595-2da9-4a52-8377-54508481f0ac Oct 05 09:47:33.978640 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440ce216-bb42-42a6-a76b-d936442252a2', 'name': 'tempest-TestMinimumBasicScenario-1872726961-router', 'tenant_id': '305fb9717359498492295e063875ba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:28Z', 'updated_at': '2022-10-05T09:47:32Z', 'revision_number': 4, 'project_id': '305fb9717359498492295e063875ba16', 'gw_port': {'id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440ce216-bb42-42a6-a76b-d936442252a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:29Z', 'updated_at': '2022-10-05T09:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4537e88a-ec28-4d0c-afec-aea9fad501cc', 'name': '', 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04', 'tenant_id': '305fb9717359498492295e063875ba16', 'mac_address': 'fa:16:3e:d8:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440ce216-bb42-42a6-a76b-d936442252a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '51943414-5d32-4269-8b8b-7291ad00f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:32Z', 'updated_at': '2022-10-05T09:47:32Z', 'revision_number': 2, 'project_id': '305fb9717359498492295e063875ba16', 'subnets': [{'id': '51943414-5d32-4269-8b8b-7291ad00f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:33.983547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 65706595-2da9-4a52-8377-54508481f0ac is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:33.986951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c781b-e764-45c5-bf8c-ffae46c205a3 None None] The sync data for ids ['440ce216-bb42-42a6-a76b-d936442252a2'] in dv-neutron-860328-1-hyperv is: [{'id': '440ce216-bb42-42a6-a76b-d936442252a2', 'name': 'tempest-TestMinimumBasicScenario-1872726961-router', 'tenant_id': '305fb9717359498492295e063875ba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:28Z', 'updated_at': '2022-10-05T09:47:32Z', 'revision_number': 4, 'project_id': '305fb9717359498492295e063875ba16', 'gw_port': {'id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440ce216-bb42-42a6-a76b-d936442252a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:29Z', 'updated_at': '2022-10-05T09:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4537e88a-ec28-4d0c-afec-aea9fad501cc', 'name': '', 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04', 'tenant_id': '305fb9717359498492295e063875ba16', 'mac_address': 'fa:16:3e:d8:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440ce216-bb42-42a6-a76b-d936442252a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '51943414-5d32-4269-8b8b-7291ad00f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:32Z', 'updated_at': '2022-10-05T09:47:32Z', 'revision_number': 2, 'project_id': '305fb9717359498492295e063875ba16', 'subnets': [{'id': '51943414-5d32-4269-8b8b-7291ad00f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:47:34.143226 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Attempt 3 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:34.210788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Port 4537e88a-ec28-4d0c-afec-aea9fad501cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:34.712257 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Attempt 4 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:34.778049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Port 4537e88a-ec28-4d0c-afec-aea9fad501cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:34.925528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:34.943290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b0d70a29-4912-4fcd-a450-c4f9db501848 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:47:35.034916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b0d70a29-4912-4fcd-a450-c4f9db501848 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:47:35.040277 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b0d70a29-4912-4fcd-a450-c4f9db501848 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:35.040677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:35.041116 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b0d70a29-4912-4fcd-a450-c4f9db501848 Oct 05 09:47:35.196341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b0d70a29-4912-4fcd-a450-c4f9db501848 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:35.196989 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:35.217722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port b0d70a29-4912-4fcd-a450-c4f9db501848, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b0d70a29-4912-4fcd-a450-c4f9db501848,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:35.228490 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:35.280982 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Attempt 5 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:35.361946 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Port 4537e88a-ec28-4d0c-afec-aea9fad501cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:35.364324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=b0d70a29-4912-4fcd-a450-c4f9db501848,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:35.642539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ce60eea9-0b48-4d05-aae0-e7f7199ebe10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:35.863478 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Attempt 6 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:35.934186 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Port 4537e88a-ec28-4d0c-afec-aea9fad501cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:36.435386 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Attempt 7 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:36.495659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Port 4537e88a-ec28-4d0c-afec-aea9fad501cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:36.846361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:36.909816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b0d70a29-4912-4fcd-a450-c4f9db501848 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:47:36.981925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:37.000013 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Attempt 8 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:37.035708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b0d70a29-4912-4fcd-a450-c4f9db501848 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:37.036078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:37.036412 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b0d70a29-4912-4fcd-a450-c4f9db501848 Oct 05 09:47:37.109394 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Port 4537e88a-ec28-4d0c-afec-aea9fad501cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:37.185322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b0d70a29-4912-4fcd-a450-c4f9db501848 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:37.530257 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Sync routers for ids ['440ce216-bb42-42a6-a76b-d936442252a2'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:47:37.540113 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Routers {'440ce216-bb42-42a6-a76b-d936442252a2'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:37.540884 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:47:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['440ce216-bb42-42a6-a76b-d936442252a2'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:37.611256 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Attempt 9 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:37.725389 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Set router 440ce216-bb42-42a6-a76b-d936442252a2 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:37.727865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Port 4537e88a-ec28-4d0c-afec-aea9fad501cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:38.065673 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440ce216-bb42-42a6-a76b-d936442252a2', 'name': 'tempest-TestMinimumBasicScenario-1872726961-router', 'tenant_id': '305fb9717359498492295e063875ba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:28Z', 'updated_at': '2022-10-05T09:47:32Z', 'revision_number': 4, 'project_id': '305fb9717359498492295e063875ba16', 'gw_port': {'id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ce216-bb42-42a6-a76b-d936442252a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:29Z', 'updated_at': '2022-10-05T09:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4537e88a-ec28-4d0c-afec-aea9fad501cc', 'name': '', 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04', 'tenant_id': '305fb9717359498492295e063875ba16', 'mac_address': 'fa:16:3e:d8:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440ce216-bb42-42a6-a76b-d936442252a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '51943414-5d32-4269-8b8b-7291ad00f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:32Z', 'updated_at': '2022-10-05T09:47:32Z', 'revision_number': 2, 'project_id': '305fb9717359498492295e063875ba16', 'subnets': [{'id': '51943414-5d32-4269-8b8b-7291ad00f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:38.071172 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Checking router: 440ce216-bb42-42a6-a76b-d936442252a2 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:47:38.071344 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Updating router 440ce216-bb42-42a6-a76b-d936442252a2 port 4537e88a-ec28-4d0c-afec-aea9fad501cc binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:47:38.135381 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:38.228216 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Attempt 10 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:38.340848 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7975c8dc-a765-44b9-a93e-0a19663bd0ca None None] Port 4537e88a-ec28-4d0c-afec-aea9fad501cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:38.467027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-39080277-c850-48ea-9b64-a121df80e418 None None] Provisioning complete for port 4537e88a-ec28-4d0c-afec-aea9fad501cc triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:38.467809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-39080277-c850-48ea-9b64-a121df80e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:38.468375 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-39080277-c850-48ea-9b64-a121df80e418 None None] Attempt 1 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:38.528640 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-39080277-c850-48ea-9b64-a121df80e418 None None] Port 4537e88a-ec28-4d0c-afec-aea9fad501cc cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:38.555181 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:38.568010 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Transition to ACTIVE for port object 4537e88a-ec28-4d0c-afec-aea9fad501cc will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:47:38.575436 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:38.699170 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85254a-89d4-4e6b-b02e-3f4c2a35d730 None None] Pushing event updated for resources: {'Port': ['ID=4537e88a-ec28-4d0c-afec-aea9fad501cc,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:38.845472 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Attempting to bind port 4537e88a-ec28-4d0c-afec-aea9fad501cc on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:47:38.845907 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Attempting to bind port 4537e88a-ec28-4d0c-afec-aea9fad501cc by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '1792fc15-1681-495f-beb4-30f0bab4e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:47:38.846317 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Attempting to bind port 4537e88a-ec28-4d0c-afec-aea9fad501cc on network 30487592-1dd7-480e-93a5-4eafbb493f04 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:47:38.858388 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:47:38.859013 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Checking segment: {'id': '1792fc15-1681-495f-beb4-30f0bab4e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:47:38.859400 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:38.859795 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Bound using segment: {'id': '1792fc15-1681-495f-beb4-30f0bab4e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:47:38.860265 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Bound port: 4537e88a-ec28-4d0c-afec-aea9fad501cc, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792fc15-1681-495f-beb4-30f0bab4e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:47:38.861414 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:38.961862 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] For port 4537e88a-ec28-4d0c-afec-aea9fad501cc, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:47:38.964952 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] For port 4537e88a-ec28-4d0c-afec-aea9fad501cc, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4537e88a-ec28-4d0c-afec-aea9fad501cc,segment=NetworkSegment(1792fc15-1681-495f-beb4-30f0bab4e0c3),segment_id=1792fc15-1681-495f-beb4-30f0bab4e0c3)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:47:38.970814 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:39.030706 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-39080277-c850-48ea-9b64-a121df80e418 None None] Attempt 2 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:39.035878 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Routers {'440ce216-bb42-42a6-a76b-d936442252a2'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:47:39.036506 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:47:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['440ce216-bb42-42a6-a76b-d936442252a2'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:39.106992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-39080277-c850-48ea-9b64-a121df80e418 None None] Port 4537e88a-ec28-4d0c-afec-aea9fad501cc had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:47:39.148990 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85254a-89d4-4e6b-b02e-3f4c2a35d730 None None] Pushing event updated for resources: {'Port': ['ID=4537e88a-ec28-4d0c-afec-aea9fad501cc,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:39.255506 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] Set router 440ce216-bb42-42a6-a76b-d936442252a2 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:47:39.314339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:39.602927 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440ce216-bb42-42a6-a76b-d936442252a2', 'name': 'tempest-TestMinimumBasicScenario-1872726961-router', 'tenant_id': '305fb9717359498492295e063875ba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:28Z', 'updated_at': '2022-10-05T09:47:32Z', 'revision_number': 4, 'project_id': '305fb9717359498492295e063875ba16', 'gw_port': {'id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ce216-bb42-42a6-a76b-d936442252a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:29Z', 'updated_at': '2022-10-05T09:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4537e88a-ec28-4d0c-afec-aea9fad501cc', 'name': '', 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04', 'tenant_id': '305fb9717359498492295e063875ba16', 'mac_address': 'fa:16:3e:d8:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440ce216-bb42-42a6-a76b-d936442252a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '51943414-5d32-4269-8b8b-7291ad00f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:32Z', 'updated_at': '2022-10-05T09:47:38Z', 'revision_number': 4, 'project_id': '305fb9717359498492295e063875ba16', 'subnets': [{'id': '51943414-5d32-4269-8b8b-7291ad00f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:47:39.607579 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc59bb-0495-4cd8-8629-ab998fa271c3 None None] The sync data for ids ['440ce216-bb42-42a6-a76b-d936442252a2'] in dv-neutron-860328-1-hyperv is: [{'id': '440ce216-bb42-42a6-a76b-d936442252a2', 'name': 'tempest-TestMinimumBasicScenario-1872726961-router', 'tenant_id': '305fb9717359498492295e063875ba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:28Z', 'updated_at': '2022-10-05T09:47:32Z', 'revision_number': 4, 'project_id': '305fb9717359498492295e063875ba16', 'gw_port': {'id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ce216-bb42-42a6-a76b-d936442252a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:29Z', 'updated_at': '2022-10-05T09:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4537e88a-ec28-4d0c-afec-aea9fad501cc', 'name': '', 'network_id': '30487592-1dd7-480e-93a5-4eafbb493f04', 'tenant_id': '305fb9717359498492295e063875ba16', 'mac_address': 'fa:16:3e:d8:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440ce216-bb42-42a6-a76b-d936442252a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '51943414-5d32-4269-8b8b-7291ad00f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:32Z', 'updated_at': '2022-10-05T09:47:38Z', 'revision_number': 4, 'project_id': '305fb9717359498492295e063875ba16', 'subnets': [{'id': '51943414-5d32-4269-8b8b-7291ad00f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:47:40.948538 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4537e88a-ec28-4d0c-afec-aea9fad501cc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:47:41.026606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 4537e88a-ec28-4d0c-afec-aea9fad501cc completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:47:41.031544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 4537e88a-ec28-4d0c-afec-aea9fad501cc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:41.031921 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:41.032261 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:41.163296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 4537e88a-ec28-4d0c-afec-aea9fad501cc is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:41.163686 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:41.199475 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 4537e88a-ec28-4d0c-afec-aea9fad501cc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4537e88a-ec28-4d0c-afec-aea9fad501cc,segment=NetworkSegment(1792fc15-1681-495f-beb4-30f0bab4e0c3),segment_id=1792fc15-1681-495f-beb4-30f0bab4e0c3)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:41.204284 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:41.278277 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=4537e88a-ec28-4d0c-afec-aea9fad501cc,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:42.910813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4537e88a-ec28-4d0c-afec-aea9fad501cc up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:47:42.988410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 4537e88a-ec28-4d0c-afec-aea9fad501cc triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:42.989733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:42.989733 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 4537e88a-ec28-4d0c-afec-aea9fad501cc Oct 05 09:47:43.120396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 4537e88a-ec28-4d0c-afec-aea9fad501cc is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:43.930466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-437170c4-d102-4de4-96db-b18c20850176 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:43.931908 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-437170c4-d102-4de4-96db-b18c20850176 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 814 time: 0.1455615 Oct 05 09:47:43.946227 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-8867ae0c-d3ca-48c5-9883-40f9ac309336 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/quotas/026fa4b2ab16403e82a5275018e34a57 HTTP/1.1" status: 200 len: 375 time: 0.0089509 Oct 05 09:47:44.037876 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-e45c4dab-5c5f-412f-9c46-28d92e3518b3 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866525 Oct 05 09:47:44.175247 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-ae58a07d-e321-43d2-9732-64d5a85463b2 service neutron] 10.222.0.64 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255770 Oct 05 09:47:44.310539 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-52b6b3b4-7f2b-4b4a-9bab-f52fa32f975a service neutron] 10.222.0.64 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294067 Oct 05 09:47:44.497789 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a5e49c58-1749-4c42-9a87-035b6b38faf5 req-54c37c1e-4342-4013-9292-733032268949 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 210 time: 0.0548260 Oct 05 09:47:45.522118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-2606311d-33d9-45b8-8bab-c55d582884b0 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:45.522771 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-2606311d-33d9-45b8-8bab-c55d582884b0 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Synchronizing usage tracker for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:47:45.542579 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-2606311d-33d9-45b8-8bab-c55d582884b0 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Unset dirty status for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:47:45.543921 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-2606311d-33d9-45b8-8bab-c55d582884b0 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 814 time: 0.1748126 Oct 05 09:47:45.556479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'port': {'device_id': 'c9b30a92-7558-4728-822c-485950362476', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'admin_state_up': True, 'tenant_id': '026fa4b2ab16403e82a5275018e34a57'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:47:45.672342 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5440aa68-bab2-454e-8b04-70c69e9ee9a1 req-a0985af3-5039-46da-af65-e9577648ff50 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 210 time: 0.0546052 Oct 05 09:47:45.710388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:47:45.714436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:port and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:47:45.717363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:47:45.723901 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:47:45.735118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Made reservation on behalf of 026fa4b2ab16403e82a5275018e34a57 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:47:45.739124 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:45.915650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Allocated IP 172.20.0.8 (c1e483eb-e0e5-4513-aaae-384a714448c4/820423a9-d161-4e4c-bcae-dc52db4935e4/5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:47:46.221332 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:46.239761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Transition to ACTIVE for port object 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:47:46.268493 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:46.340717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Network c1e483eb-e0e5-4513-aaae-384a714448c4 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:47:46.344166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:47:46.347528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:47:46.416168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'Port': ['ID=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:46.448338 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:46.448976 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:46.478051 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5112a4f0-983c-486b-8538-c68cdae2b68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9252279 Oct 05 09:47:46.693079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Provisioning for port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:47:46.698391 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Provisioning complete for port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:46.698762 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:46.699294 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Attempt 1 to provision port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c Oct 05 09:47:46.790064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:46.940311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b8fdb-fa37-49cc-99a3-f6279898a3d0 req-2de62aa1-5c80-4264-9b73-7d74ad59f7c7 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:46.948064 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b50b8fdb-fa37-49cc-99a3-f6279898a3d0 req-2de62aa1-5c80-4264-9b73-7d74ad59f7c7 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 931 time: 0.1210520 Oct 05 09:47:46.989295 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b50b8fdb-fa37-49cc-99a3-f6279898a3d0 req-b64a37d5-4e3d-4387-93d5-3ca5592905ab tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Oct 05 09:47:47.291684 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Attempt 2 to provision port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c Oct 05 09:47:47.352924 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:47.854413 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Attempt 3 to provision port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c Oct 05 09:47:47.938982 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:48.205163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac02d8-6f7b-4c29-9365-8b25b8eb4bbd req-2d89d296-dff5-4992-bc7b-0b8760200482 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:48.206958 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f4ac02d8-6f7b-4c29-9365-8b25b8eb4bbd req-2d89d296-dff5-4992-bc7b-0b8760200482 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 931 time: 0.0952358 Oct 05 09:47:48.258654 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f4ac02d8-6f7b-4c29-9365-8b25b8eb4bbd req-ea799815-2c43-4f8d-980e-d2604da29206 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459404 Oct 05 09:47:48.440565 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Attempt 4 to provision port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c Oct 05 09:47:48.497134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:49.000537 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Attempt 5 to provision port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c Oct 05 09:47:49.074249 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:49.470546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfe07a-6670-4861-b9f6-2b0f08df784f req-d32d59d0-e8c7-4f7f-a79c-730e98d78872 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:49.472012 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-63bfe07a-6670-4861-b9f6-2b0f08df784f req-d32d59d0-e8c7-4f7f-a79c-730e98d78872 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 931 time: 0.0974851 Oct 05 09:47:49.519475 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-63bfe07a-6670-4861-b9f6-2b0f08df784f req-b4fdfa3e-e8a4-4b86-9959-f6ee23f019f0 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414412 Oct 05 09:47:49.575731 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Attempt 6 to provision port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c Oct 05 09:47:49.635546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:50.137194 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Attempt 7 to provision port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c Oct 05 09:47:50.204018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:50.708360 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Attempt 8 to provision port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c Oct 05 09:47:50.731079 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a5ee9-1008-4ea6-af87-8a273802c894 req-5af98ce2-930c-446e-8109-ccdc7425e826 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:50.733292 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0b6a5ee9-1008-4ea6-af87-8a273802c894 req-5af98ce2-930c-446e-8109-ccdc7425e826 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 931 time: 0.1016235 Oct 05 09:47:50.792518 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0b6a5ee9-1008-4ea6-af87-8a273802c894 req-64af59cf-cdc6-4cad-ae1e-d71a541e93bc tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486126 Oct 05 09:47:50.801273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:51.303005 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Attempt 9 to provision port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c Oct 05 09:47:51.362634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:51.863826 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Attempt 10 to provision port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c Oct 05 09:47:51.925131 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fd776-229f-4b7e-8038-2469baf697e5 None None] Port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:47:52.003983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68cb5b-6db9-43a1-9eed-f9ff441b54f9 req-f103fef5-3e03-4f38-9f30-c9ac361750d1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:52.005451 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6a68cb5b-6db9-43a1-9eed-f9ff441b54f9 req-f103fef5-3e03-4f38-9f30-c9ac361750d1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 931 time: 0.0953519 Oct 05 09:47:52.055934 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6a68cb5b-6db9-43a1-9eed-f9ff441b54f9 req-847d93b2-db47-4017-a3dd-57b46ef2653b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Oct 05 09:47:53.254938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba605f-6927-4aeb-8869-ba90ecaaf217 req-cb46b634-b22f-46a5-aeae-3d3e0e72a69a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:53.256376 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5cba605f-6927-4aeb-8869-ba90ecaaf217 req-cb46b634-b22f-46a5-aeae-3d3e0e72a69a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 931 time: 0.0890722 Oct 05 09:47:53.299532 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5cba605f-6927-4aeb-8869-ba90ecaaf217 req-458a616e-e6a4-4403-bad1-e17279b4ea9c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375404 Oct 05 09:47:53.322151 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Request body: {'port': {'device_id': 'c9b30a92-7558-4728-822c-485950362476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:47:53.352210 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:47:53.433474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:53.770591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:47:53.777614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:53.791562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Transition to ACTIVE for port object 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:47:53.795969 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:53.984018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Pushing event updated for resources: {'Port': ['ID=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:54.027155 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Attempting to bind port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:47:54.027396 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Attempting to bind port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:47:54.027717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Attempting to bind port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c on network c1e483eb-e0e5-4513-aaae-384a714448c4 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:47:54.032490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c on network c1e483eb-e0e5-4513-aaae-384a714448c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:47:54.032639 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Attempting to bind port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c on network c1e483eb-e0e5-4513-aaae-384a714448c4 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:47:54.037685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:47:54.038042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Checking segment: {'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:47:54.038417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Bound using segment: {'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:47:54.038829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Bound port: 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:47:54.039166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.130647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] For port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:47:54.133535 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] For port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:47:54.138021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.173175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:54.173788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:54.175206 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] 10.222.0.45 "PUT /v2.0/ports/5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 1093 time: 0.8574357 Oct 05 09:47:54.175640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:47:54.177909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f31043-0e9f-4242-b2ad-7caa36adbdf0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b30a92-7558-4728-822c-485950362476", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:47:54.268364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236e0d41-03bd-4533-b08b-bd5f820e238a x-openstack-request-id: req-236e0d41-03bd-4533-b08b-bd5f820e238a {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:47:54.268800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b30a92-7558-4728-822c-485950362476", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:47:54.269219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-236e0d41-03bd-4533-b08b-bd5f820e238a {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:47:54.270177 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236e0d41-03bd-4533-b08b-bd5f820e238a'] response: {'name': 'network-changed', 'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c', 'status': 'completed', 'code': 200} Oct 05 09:47:54.286046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd4d8e-1e79-410e-903a-0094e38ccd0c service neutron] Pushing event updated for resources: {'Port': ['ID=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:54.319090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-f487c77c-40a1-476d-b196-05b3cc397444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:54.319966 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-f487c77c-40a1-476d-b196-05b3cc397444 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 1096 time: 0.1046550 Oct 05 09:47:54.387146 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-1b18e452-3590-452a-8b62-89259085d3ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 217 time: 0.0602839 Oct 05 09:47:54.451228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-557f86e6-9c68-4ae1-a9db-8767b66021ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:54.452648 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-557f86e6-9c68-4ae1-a9db-8767b66021ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0595996 Oct 05 09:47:54.503421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c3c53-cc18-4a29-af31-30a34e653ea1 req-7c70901f-e291-4100-bc5d-06dddd2c0920 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:54.504927 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dd5c3c53-cc18-4a29-af31-30a34e653ea1 req-7c70901f-e291-4100-bc5d-06dddd2c0920 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 943 time: 0.0941825 Oct 05 09:47:54.537808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5b18e282-208a-4bef-98be-e9bc61041160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:54.539232 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-5b18e282-208a-4bef-98be-e9bc61041160 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801508 Oct 05 09:47:54.549470 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dd5c3c53-cc18-4a29-af31-30a34e653ea1 req-b2b26058-17a6-4654-9cf9-a07ef6042d37 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388312 Oct 05 09:47:54.777343 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-dd7076eb-e9b3-4323-8971-d161cc447c71 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308095 Oct 05 09:47:54.910897 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-070940ab-4fe7-486e-813d-2aa5126afc4d req-54fa1fc5-b769-492a-a8e2-2a167902da26 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261599 Oct 05 09:47:55.042275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f31043-0e9f-4242-b2ad-7caa36adbdf0 req-1c3bd3a8-1356-4742-b966-d14297def730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:55.043788 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0f31043-0e9f-4242-b2ad-7caa36adbdf0 req-1c3bd3a8-1356-4742-b966-d14297def730 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 1096 time: 0.0912888 Oct 05 09:47:55.171704 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f31043-0e9f-4242-b2ad-7caa36adbdf0 req-920cec05-ba71-4f9b-8b06-40e99d6170b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:55.173190 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0f31043-0e9f-4242-b2ad-7caa36adbdf0 req-920cec05-ba71-4f9b-8b06-40e99d6170b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1229827 Oct 05 09:47:55.242310 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0f31043-0e9f-4242-b2ad-7caa36adbdf0 req-cfb7ac8d-22ad-4867-9b79-a8c3ee824285 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 217 time: 0.0622878 Oct 05 09:47:55.304584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f31043-0e9f-4242-b2ad-7caa36adbdf0 req-260316d2-626a-4824-bfca-54966c3f9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:55.306032 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0f31043-0e9f-4242-b2ad-7caa36adbdf0 req-260316d2-626a-4824-bfca-54966c3f9a4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0573761 Oct 05 09:47:55.398484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f31043-0e9f-4242-b2ad-7caa36adbdf0 req-95f32353-7e61-403a-bd44-6ee5ef47f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:55.400149 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0f31043-0e9f-4242-b2ad-7caa36adbdf0 req-95f32353-7e61-403a-bd44-6ee5ef47f432 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874877 Oct 05 09:47:55.530671 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0f31043-0e9f-4242-b2ad-7caa36adbdf0 req-91feff6c-b330-4652-9160-f3be7d1a5509 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236904 Oct 05 09:47:55.667010 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f0f31043-0e9f-4242-b2ad-7caa36adbdf0 req-7178fb33-9fbd-4ac3-baa5-c506acf95689 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304798 Oct 05 09:47:55.751436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55660f-3556-42c8-92ec-a3a3f9a4e2a3 req-47583e34-6d15-4f73-ba27-b24d4b56ff76 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:55.752891 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e55660f-3556-42c8-92ec-a3a3f9a4e2a3 req-47583e34-6d15-4f73-ba27-b24d4b56ff76 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 943 time: 0.0874457 Oct 05 09:47:55.800315 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5e55660f-3556-42c8-92ec-a3a3f9a4e2a3 req-89a918e5-b9b4-42f3-b11e-1c7b7cfb1926 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416892 Oct 05 09:47:56.254974 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:47:56.394067 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:56.406795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'port_id': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c', 'mac_address': 'fa:16:3e:34:31:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:47:56.460382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:56.460759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:56.477325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:47:56.492964 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:56.496651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:56.565614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:56.572509 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:56.572855 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:56.573194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:56.573527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:56.573860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:56.574213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:56.574541 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:56.574869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:56.575194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:56.575512 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:56.575830 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:56.576147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:47:56.701931 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:47:57.013437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63974e-b08a-4870-8ddb-639c4efe6452 req-41f59f6e-575d-442f-be68-a5527fc5ebfc tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:57.014919 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d63974e-b08a-4870-8ddb-639c4efe6452 req-41f59f6e-575d-442f-be68-a5527fc5ebfc tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 944 time: 0.0924606 Oct 05 09:47:57.059446 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d63974e-b08a-4870-8ddb-639c4efe6452 req-7e3e1c9a-64fa-47bb-b091-401c2ae8dbbd tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387616 Oct 05 09:47:58.255659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:47:58.257272 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b7a66-39cc-4935-bd6b-25ca4ab5585b req-ac924b4c-b801-4748-bd3a-f5830a01e01d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:58.258790 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d66b7a66-39cc-4935-bd6b-25ca4ab5585b req-ac924b4c-b801-4748-bd3a-f5830a01e01d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 944 time: 0.0903857 Oct 05 09:47:58.304445 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d66b7a66-39cc-4935-bd6b-25ca4ab5585b req-3e1ab3d3-ad11-4009-974b-bce064ba62ce tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396364 Oct 05 09:47:58.361468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:47:58.366444 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:47:58.366840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:58.367176 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c Oct 05 09:47:58.486993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:47:58.487371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:58.512988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:47:58.515200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23aaa244-1f31-4a40-b22d-87b6bf271766" -d '{"events": [{"server_uuid": "c9b30a92-7558-4728-822c-485950362476", "name": "network-vif-plugged", "status": "completed", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:47:58.523267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:47:58.526905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:47:58.563060 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fec2dd-f48f-4b1b-a5a6-67821c97b06a x-openstack-request-id: req-e2fec2dd-f48f-4b1b-a5a6-67821c97b06a {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:47:58.563399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b30a92-7558-4728-822c-485950362476", "name": "network-vif-plugged", "status": "completed", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:47:58.563646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2fec2dd-f48f-4b1b-a5a6-67821c97b06a {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:47:58.564033 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2fec2dd-f48f-4b1b-a5a6-67821c97b06a'] response: {'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c', 'code': 200} Oct 05 09:47:58.596061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:47:58.816004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d37648-7ddc-4d0e-bb85-70796b35420e req-d89cb127-327e-44ac-a260-070bee63bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:58.817376 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-87d37648-7ddc-4d0e-bb85-70796b35420e req-d89cb127-327e-44ac-a260-070bee63bb2e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 1098 time: 0.0768309 Oct 05 09:47:58.860736 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-87d37648-7ddc-4d0e-bb85-70796b35420e req-9b851735-7dda-4065-8ab8-b9d61af190af service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373352 Oct 05 09:47:59.502426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a44e5-3f18-47a5-bf34-e52bc9625b29 req-fc486c35-a054-4567-9cd9-a14ddd52b175 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:47:59.503882 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-933a44e5-3f18-47a5-bf34-e52bc9625b29 req-fc486c35-a054-4567-9cd9-a14ddd52b175 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 945 time: 0.0893178 Oct 05 09:47:59.550611 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-933a44e5-3f18-47a5-bf34-e52bc9625b29 req-301b02c5-838e-4f11-9648-f2b7fa845020 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410426 Oct 05 09:48:00.753285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b3c10-3628-4586-95a9-e2103515463a req-b32431ee-695b-4408-a6cf-e1c676d324a4 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:00.754773 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fd4b3c10-3628-4586-95a9-e2103515463a req-b32431ee-695b-4408-a6cf-e1c676d324a4 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 945 time: 0.0893927 Oct 05 09:48:00.798305 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fd4b3c10-3628-4586-95a9-e2103515463a req-183a00d7-5b68-4abc-8930-33b9e6711109 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378613 Oct 05 09:48:01.003059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffc3c8-22f1-4e3f-ac52-805d385beae6 req-c2ada48d-172c-4184-9b92-d463da13a111 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:01.004583 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f9ffc3c8-22f1-4e3f-ac52-805d385beae6 req-c2ada48d-172c-4184-9b92-d463da13a111 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 945 time: 0.0901654 Oct 05 09:48:01.049466 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f9ffc3c8-22f1-4e3f-ac52-805d385beae6 req-6aaa0b1f-c952-4632-919f-0bfedf5ded85 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389810 Oct 05 09:48:01.453900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7761f-e940-4380-ae99-4a937fe6a41e req-6113ad72-9608-4216-9313-ec07a538e510 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:01.455376 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5df7761f-e940-4380-ae99-4a937fe6a41e req-6113ad72-9608-4216-9313-ec07a538e510 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 945 time: 0.0878949 Oct 05 09:48:01.502390 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5df7761f-e940-4380-ae99-4a937fe6a41e req-24eee371-174a-494e-aa69-a4cc028ad5b0 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413384 Oct 05 09:48:02.852427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb7c218a-0dda-45f5-9565-fb6879ba1753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:04.914852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:05.637867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac7bca6e-3340-4ffb-8cc7-b84c268a7755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.831267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:06.964643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:09.306113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:14.115176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371acc8b-090e-41bb-aac9-80a07f5c9884 req-3ea4095e-fb26-4955-b34d-593dcd4c1309 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:14.116629 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-371acc8b-090e-41bb-aac9-80a07f5c9884 req-3ea4095e-fb26-4955-b34d-593dcd4c1309 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 945 time: 0.0891376 Oct 05 09:48:14.128849 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f720025d-fe84-42f9-96de-9c057113b0ad req-7b04dc20-f076-481e-9ace-72f24eb0058f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804582 Oct 05 09:48:14.161482 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-371acc8b-090e-41bb-aac9-80a07f5c9884 req-776e686c-ac5d-4c06-b7b7-86635be14da0 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388799 Oct 05 09:48:14.192857 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41566) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:14.291894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720025d-fe84-42f9-96de-9c057113b0ad req-33e5f916-6c84-49d0-9201-a0108487b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:14.293362 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f720025d-fe84-42f9-96de-9c057113b0ad req-33e5f916-6c84-49d0-9201-a0108487b9d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 1098 time: 0.0937705 Oct 05 09:48:14.486215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74835ade-68d6-4384-a377-fcbb0d866235 tempest-TestMinimumBasicScenario-116376542 tempest-TestMinimumBasicScenario-116376542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:14.488972 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-74835ade-68d6-4384-a377-fcbb0d866235 tempest-TestMinimumBasicScenario-116376542 tempest-TestMinimumBasicScenario-116376542-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 1093 time: 0.2938886 Oct 05 09:48:14.489081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720025d-fe84-42f9-96de-9c057113b0ad req-7cf85278-2e5f-497b-a76d-de5c33ed0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:14.490325 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f720025d-fe84-42f9-96de-9c057113b0ad req-7cf85278-2e5f-497b-a76d-de5c33ed0b2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1526654 Oct 05 09:48:14.490761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41572) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:14.495458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:14.554563 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:14.570277 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f720025d-fe84-42f9-96de-9c057113b0ad req-d7ee1ca9-1659-489d-98b5-d16cd539d7ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 217 time: 0.0701494 Oct 05 09:48:14.571197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:floatingip and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:14.574162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:14.710730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:14.737089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:14.762056 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720025d-fe84-42f9-96de-9c057113b0ad req-374d63f8-c195-4276-b085-acd2828018a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:14.763487 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f720025d-fe84-42f9-96de-9c057113b0ad req-374d63f8-c195-4276-b085-acd2828018a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.1865506 Oct 05 09:48:14.914808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720025d-fe84-42f9-96de-9c057113b0ad req-eebd0f96-4b48-4920-9813-fa0be63424c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:14.916255 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f720025d-fe84-42f9-96de-9c057113b0ad req-eebd0f96-4b48-4920-9813-fa0be63424c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1103737 Oct 05 09:48:15.025690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:15.121560 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f720025d-fe84-42f9-96de-9c057113b0ad req-6be07734-f198-4ac4-a54c-58757e146796 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868467 Oct 05 09:48:15.270908 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Allocated IP 172.26.0.70 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/a026520c-cadc-420e-8fd4-5848caec14a9) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:48:15.329872 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f720025d-fe84-42f9-96de-9c057113b0ad req-2ff7ab75-d7b0-499c-b698-a0850c52b706 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001252 Oct 05 09:48:15.446194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:15.474870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:15.541709 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:48:15.549046 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:48:15.553150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:48:15.590018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'Port': ['ID=a026520c-cadc-420e-8fd4-5848caec14a9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:15.608492 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:15.608836 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:15.609293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:15.610181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:15.610516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:15.610861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:15.611937 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:15.611937 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:15.611937 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:15.612208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:15.612432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:15.612750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:48:15.992727 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:16.071042 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:16.379033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:16.384226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:16.496627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'Port': ['ID=a026520c-cadc-420e-8fd4-5848caec14a9,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:16.498967 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:16.681933 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Floating IP 70b485e1-224d-4a8d-8cd8-48872e69f0e4 associated. External IP: 172.26.0.70, port: 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c. Oct 05 09:48:17.054627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:48:17.236653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:48:17.246409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a639b41-2f87-41ab-ad00-990c6dcabd2b None None] Sync routers for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:48:17.258621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a639b41-2f87-41ab-ad00-990c6dcabd2b None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:48:17.259089 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0a639b41-2f87-41ab-ad00-990c6dcabd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:48:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:17.263241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:17.318444 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a76bfa22-6265-4c2e-b6ae-c876b499dd05 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8265769 Oct 05 09:48:17.319105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:48:17.321377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a722722e-201b-4b7a-8a88-ffbe643fd29f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b30a92-7558-4728-822c-485950362476", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:48:17.321584 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 41576) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:17.327132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2016740795', 'description': 'tempest-secgroup-smoke-2016740795 description', 'project_id': '026fa4b2ab16403e82a5275018e34a57'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:17.334384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:17.338260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:17.341809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:17.349332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:17.364962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:17.372103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fe7db3-fe1b-4007-bba8-a991dc7e2199 x-openstack-request-id: req-b4fe7db3-fe1b-4007-bba8-a991dc7e2199 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:48:17.372355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b30a92-7558-4728-822c-485950362476", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:48:17.382666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4fe7db3-fe1b-4007-bba8-a991dc7e2199 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:48:17.382666 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4fe7db3-fe1b-4007-bba8-a991dc7e2199'] response: {'name': 'network-changed', 'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c', 'status': 'completed', 'code': 200} Oct 05 09:48:17.393789 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:17.396299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:17.404158 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:17.413881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:17.451039 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-0a639b41-2f87-41ab-ad00-990c6dcabd2b None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:48:17.482167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722722e-201b-4b7a-8a88-ffbe643fd29f req-0bda66c0-6a67-4e87-b748-24678ac11e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:17.483727 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a722722e-201b-4b7a-8a88-ffbe643fd29f req-0bda66c0-6a67-4e87-b748-24678ac11e20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 1098 time: 0.0936611 Oct 05 09:48:17.492345 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:17.496565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:17.633265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722722e-201b-4b7a-8a88-ffbe643fd29f req-4a037f78-d8cf-44b7-a28d-7199b942faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:17.635705 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a722722e-201b-4b7a-8a88-ffbe643fd29f req-4a037f78-d8cf-44b7-a28d-7199b942faf6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1452434 Oct 05 09:48:17.663636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114b5866-ff8f-43db-8213-9f0f3b4fb769,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:17.667085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:17.668289 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2565e98a-8ab1-4c5f-8bda-9314b5106e1a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3456676 Oct 05 09:48:17.671227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 41582) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:17.679792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3b22f45a-7b6c-4b8c-afef-6d0a3f7dfdb1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group_rule': {'security_group_id': '114b5866-ff8f-43db-8213-9f0f3b4fb769', 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:17.686613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3b22f45a-7b6c-4b8c-afef-6d0a3f7dfdb1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:17.691016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3b22f45a-7b6c-4b8c-afef-6d0a3f7dfdb1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:17.694211 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3b22f45a-7b6c-4b8c-afef-6d0a3f7dfdb1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:17.700319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3b22f45a-7b6c-4b8c-afef-6d0a3f7dfdb1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:17.720556 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3b22f45a-7b6c-4b8c-afef-6d0a3f7dfdb1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:17.745472 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a722722e-201b-4b7a-8a88-ffbe643fd29f req-2b96993e-032e-4b76-b494-9472f5d202ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 998 time: 0.1026735 Oct 05 09:48:17.784676 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3b22f45a-7b6c-4b8c-afef-6d0a3f7dfdb1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:17.789176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3b22f45a-7b6c-4b8c-afef-6d0a3f7dfdb1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:17.807949 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22f45a-7b6c-4b8c-afef-6d0a3f7dfdb1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7f8594-eae6-4d25-9a8f-16cb36f2abf5,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:17.834353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3b22f45a-7b6c-4b8c-afef-6d0a3f7dfdb1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:17.836046 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3b22f45a-7b6c-4b8c-afef-6d0a3f7dfdb1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627538 Oct 05 09:48:17.836582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0a639b41-2f87-41ab-ad00-990c6dcabd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '70b485e1-224d-4a8d-8cd8-48872e69f0e4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'floating_ip_address': '172.26.0.70', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'port_id': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'mac_address': 'fa:16:3e:34:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b30a92-7558-4728-822c-485950362476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:48:15Z', 'updated_at': '2022-10-05T09:48:15Z', 'revision_number': 0, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:31Z', 'revision_number': 5, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:17.839168 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 41586) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:17.841231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a639b41-2f87-41ab-ad00-990c6dcabd2b None None] Checking router: 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:48:17.849469 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b09b7898-c9ea-4092-a8c1-a27686611303 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group_rule': {'security_group_id': '114b5866-ff8f-43db-8213-9f0f3b4fb769', 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:17.852260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a639b41-2f87-41ab-ad00-990c6dcabd2b None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:48:17.853164 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0a639b41-2f87-41ab-ad00-990c6dcabd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:48:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:17.859719 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b09b7898-c9ea-4092-a8c1-a27686611303 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:17.864447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b09b7898-c9ea-4092-a8c1-a27686611303 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:17.868458 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b09b7898-c9ea-4092-a8c1-a27686611303 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:17.875753 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b09b7898-c9ea-4092-a8c1-a27686611303 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:17.899503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b09b7898-c9ea-4092-a8c1-a27686611303 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:17.950087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722722e-201b-4b7a-8a88-ffbe643fd29f req-f26d4b84-6659-4544-bdb9-252cf708aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:17.951622 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a722722e-201b-4b7a-8a88-ffbe643fd29f req-f26d4b84-6659-4544-bdb9-252cf708aa10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.1979704 Oct 05 09:48:17.975972 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b09b7898-c9ea-4092-a8c1-a27686611303 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:17.980451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b09b7898-c9ea-4092-a8c1-a27686611303 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.008328 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b7898-c9ea-4092-a8c1-a27686611303 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9cac67-94dc-4fed-8bdb-3dbb217ac7a4,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:18.019983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b09b7898-c9ea-4092-a8c1-a27686611303 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.024777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41590) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:18.025315 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b09b7898-c9ea-4092-a8c1-a27686611303 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1835141 Oct 05 09:48:18.031174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5cdda701-704c-4d88-aa93-d2232f3d81ad tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group_rule': {'security_group_id': '114b5866-ff8f-43db-8213-9f0f3b4fb769', 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:18.038810 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5cdda701-704c-4d88-aa93-d2232f3d81ad tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:18.044191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5cdda701-704c-4d88-aa93-d2232f3d81ad tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:18.048014 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5cdda701-704c-4d88-aa93-d2232f3d81ad tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:18.052602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-0a639b41-2f87-41ab-ad00-990c6dcabd2b None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:48:18.054852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5cdda701-704c-4d88-aa93-d2232f3d81ad tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:18.082428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5cdda701-704c-4d88-aa93-d2232f3d81ad tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.092199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722722e-201b-4b7a-8a88-ffbe643fd29f req-ec5513ac-016a-4b3c-8f8e-1edb280f3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:18.093908 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a722722e-201b-4b7a-8a88-ffbe643fd29f req-ec5513ac-016a-4b3c-8f8e-1edb280f3063 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1333194 Oct 05 09:48:18.242193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5cdda701-704c-4d88-aa93-d2232f3d81ad tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.256096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5cdda701-704c-4d88-aa93-d2232f3d81ad tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.288651 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a722722e-201b-4b7a-8a88-ffbe643fd29f req-770eec61-4de3-4d6e-b776-78e8bd255233 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887956 Oct 05 09:48:18.293839 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdda701-704c-4d88-aa93-d2232f3d81ad tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59777be-a1f4-4158-8e27-04e1d2566ed2,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:18.317039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5cdda701-704c-4d88-aa93-d2232f3d81ad tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.318184 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5cdda701-704c-4d88-aa93-d2232f3d81ad tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2924595 Oct 05 09:48:18.321253 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 41594) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:18.328269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-bf8bf6ee-428f-4ba9-a4ba-f982b977d56d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group_rule': {'security_group_id': '114b5866-ff8f-43db-8213-9f0f3b4fb769', 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:18.335809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-bf8bf6ee-428f-4ba9-a4ba-f982b977d56d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:18.340435 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-bf8bf6ee-428f-4ba9-a4ba-f982b977d56d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:18.343538 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-bf8bf6ee-428f-4ba9-a4ba-f982b977d56d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:18.350638 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-bf8bf6ee-428f-4ba9-a4ba-f982b977d56d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:18.369665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bf8bf6ee-428f-4ba9-a4ba-f982b977d56d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.430336 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a722722e-201b-4b7a-8a88-ffbe643fd29f req-1c969e93-6811-4c53-8347-e4621a646950 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342375 Oct 05 09:48:18.440474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bf8bf6ee-428f-4ba9-a4ba-f982b977d56d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.445751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bf8bf6ee-428f-4ba9-a4ba-f982b977d56d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.456453 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0a639b41-2f87-41ab-ad00-990c6dcabd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '70b485e1-224d-4a8d-8cd8-48872e69f0e4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'floating_ip_address': '172.26.0.70', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'port_id': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'mac_address': 'fa:16:3e:34:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b30a92-7558-4728-822c-485950362476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:48:15Z', 'updated_at': '2022-10-05T09:48:15Z', 'revision_number': 0, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:31Z', 'revision_number': 5, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:48:18.460504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a639b41-2f87-41ab-ad00-990c6dcabd2b None None] The sync data for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv is: [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '70b485e1-224d-4a8d-8cd8-48872e69f0e4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'floating_ip_address': '172.26.0.70', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'port_id': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'mac_address': 'fa:16:3e:34:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b30a92-7558-4728-822c-485950362476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:48:15Z', 'updated_at': '2022-10-05T09:48:15Z', 'revision_number': 0, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:31Z', 'revision_number': 5, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:48:18.469383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bf6ee-428f-4ba9-a4ba-f982b977d56d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882c9c79-f3fe-4653-9b5e-9f04974a7fb4,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:18.479420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bf8bf6ee-428f-4ba9-a4ba-f982b977d56d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.480654 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-bf8bf6ee-428f-4ba9-a4ba-f982b977d56d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582780 Oct 05 09:48:18.483594 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41598) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:18.489555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-42322350-04bc-4cf2-b596-a1123d0eefbe tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group_rule': {'security_group_id': '114b5866-ff8f-43db-8213-9f0f3b4fb769', 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:18.496035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-42322350-04bc-4cf2-b596-a1123d0eefbe tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:18.500025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-42322350-04bc-4cf2-b596-a1123d0eefbe tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:18.503088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-42322350-04bc-4cf2-b596-a1123d0eefbe tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:18.509483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-42322350-04bc-4cf2-b596-a1123d0eefbe tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:18.521374 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-42322350-04bc-4cf2-b596-a1123d0eefbe tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Project 026fa4b2ab16403e82a5275018e34a57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:48:18.528839 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42322350-04bc-4cf2-b596-a1123d0eefbe tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.596206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42322350-04bc-4cf2-b596-a1123d0eefbe tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.600617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42322350-04bc-4cf2-b596-a1123d0eefbe tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.623191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42322350-04bc-4cf2-b596-a1123d0eefbe tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712f2d0a-b416-46ed-84d3-6cad41bf98ab,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:18.635946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42322350-04bc-4cf2-b596-a1123d0eefbe tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.637173 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-42322350-04bc-4cf2-b596-a1123d0eefbe tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519215 Oct 05 09:48:18.640112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 41602) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:48:18.646565 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3efb7ba7-05a4-4a1a-8e6c-0b7ea3d5d26b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group_rule': {'security_group_id': '114b5866-ff8f-43db-8213-9f0f3b4fb769', 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:18.652881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3efb7ba7-05a4-4a1a-8e6c-0b7ea3d5d26b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:48:18.657688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3efb7ba7-05a4-4a1a-8e6c-0b7ea3d5d26b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:48:18.660778 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3efb7ba7-05a4-4a1a-8e6c-0b7ea3d5d26b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:48:18.660997 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023ac464-013e-410f-8b19-fdfc761daf83 None None] New status for floating IP 70b485e1-224d-4a8d-8cd8-48872e69f0e4: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:48:18.667137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3efb7ba7-05a4-4a1a-8e6c-0b7ea3d5d26b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:48:18.679506 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-3efb7ba7-05a4-4a1a-8e6c-0b7ea3d5d26b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Project 026fa4b2ab16403e82a5275018e34a57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:48:18.686179 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3efb7ba7-05a4-4a1a-8e6c-0b7ea3d5d26b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.752724 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3efb7ba7-05a4-4a1a-8e6c-0b7ea3d5d26b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.756726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3efb7ba7-05a4-4a1a-8e6c-0b7ea3d5d26b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.780105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb7ba7-05a4-4a1a-8e6c-0b7ea3d5d26b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8be03b-b15e-4dce-aba8-a714084325f6,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:18.789429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3efb7ba7-05a4-4a1a-8e6c-0b7ea3d5d26b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:18.790651 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3efb7ba7-05a4-4a1a-8e6c-0b7ea3d5d26b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1483762 Oct 05 09:48:18.920983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-54d0b63d-4935-423e-bc5c-017ae25753c2 req-b8aef6a8-e3ef-4174-8641-d73532703070 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Synchronizing usage tracker for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:48:18.939140 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-54d0b63d-4935-423e-bc5c-017ae25753c2 req-b8aef6a8-e3ef-4174-8641-d73532703070 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Unset dirty status for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:48:18.940527 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-54d0b63d-4935-423e-bc5c-017ae25753c2 req-b8aef6a8-e3ef-4174-8641-d73532703070 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016740795&fields=id&tenant_id=026fa4b2ab16403e82a5275018e34a57 HTTP/1.1" status: 200 len: 267 time: 0.0633974 Oct 05 09:48:19.035227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0b63d-4935-423e-bc5c-017ae25753c2 req-68214b9f-a774-4116-8360-12543b180c00 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:19.036618 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-54d0b63d-4935-423e-bc5c-017ae25753c2 req-68214b9f-a774-4116-8360-12543b180c00 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 945 time: 0.0904939 Oct 05 09:48:19.048013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [req-54d0b63d-4935-423e-bc5c-017ae25753c2 req-05691c81-2dfe-4394-9df8-55eb585f3e4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'port': {'security_groups': ['87b95bd3-e85d-48f2-af6b-354b24a23c39', '114b5866-ff8f-43db-8213-9f0f3b4fb769']}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:48:19.168575 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-54d0b63d-4935-423e-bc5c-017ae25753c2 req-05691c81-2dfe-4394-9df8-55eb585f3e4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:19.423299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [req-54d0b63d-4935-423e-bc5c-017ae25753c2 req-05691c81-2dfe-4394-9df8-55eb585f3e4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] For port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:48:19.447952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-54d0b63d-4935-423e-bc5c-017ae25753c2 req-05691c81-2dfe-4394-9df8-55eb585f3e4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:19.452670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-54d0b63d-4935-423e-bc5c-017ae25753c2 req-05691c81-2dfe-4394-9df8-55eb585f3e4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:19.464675 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:48:19.495184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0b63d-4935-423e-bc5c-017ae25753c2 req-05691c81-2dfe-4394-9df8-55eb585f3e4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:19.495791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-54d0b63d-4935-423e-bc5c-017ae25753c2 req-05691c81-2dfe-4394-9df8-55eb585f3e4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:19.497150 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-54d0b63d-4935-423e-bc5c-017ae25753c2 req-05691c81-2dfe-4394-9df8-55eb585f3e4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "PUT /v2.0/ports/5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 981 time: 0.4542637 Oct 05 09:48:19.497591 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:48:19.500624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ccd24d-21b9-49e4-a526-634b216eae31" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b30a92-7558-4728-822c-485950362476", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:48:19.548401 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05691c81-2dfe-4394-9df8-55eb585f3e4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'Port': ['ID=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,revision_number=6']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:48:19.563555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:48:19.704712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeed3156-425a-4759-a05a-3b377bdb259f x-openstack-request-id: req-aeed3156-425a-4759-a05a-3b377bdb259f {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:48:19.705006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b30a92-7558-4728-822c-485950362476", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:48:19.705275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aeed3156-425a-4759-a05a-3b377bdb259f {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:48:19.710120 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeed3156-425a-4759-a05a-3b377bdb259f'] response: {'name': 'network-changed', 'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c', 'status': 'completed', 'code': 200} Oct 05 09:48:19.719526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31ce27-aec6-4894-b2f4-509f786af32d req-dd96bc47-ddeb-4b59-b2e0-2dbcd18a204d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:19.721018 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d31ce27-aec6-4894-b2f4-509f786af32d req-dd96bc47-ddeb-4b59-b2e0-2dbcd18a204d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 984 time: 0.1135724 Oct 05 09:48:19.783640 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2d31ce27-aec6-4894-b2f4-509f786af32d req-0e895dc8-e6c9-44f4-98e7-e0105e1f9a83 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=114b5866-ff8f-43db-8213-9f0f3b4fb769&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560381 Oct 05 09:48:19.879544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccd24d-21b9-49e4-a526-634b216eae31 req-d6eb53cd-90b9-452e-8f82-392cd8f5bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:19.881243 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8ccd24d-21b9-49e4-a526-634b216eae31 req-d6eb53cd-90b9-452e-8f82-392cd8f5bcfb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 1137 time: 0.1591251 Oct 05 09:48:20.021375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccd24d-21b9-49e4-a526-634b216eae31 req-ccb11cae-32f4-4c89-9e2b-63c817464c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:20.022782 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8ccd24d-21b9-49e4-a526-634b216eae31 req-ccb11cae-32f4-4c89-9e2b-63c817464c21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1349678 Oct 05 09:48:20.126019 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8ccd24d-21b9-49e4-a526-634b216eae31 req-147e1ea8-d23b-49c0-a19f-805f0e3d7627 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 1000 time: 0.0955660 Oct 05 09:48:20.191911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccd24d-21b9-49e4-a526-634b216eae31 req-1df1394c-b111-47ac-97e5-6be2e4fab86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:20.193371 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8ccd24d-21b9-49e4-a526-634b216eae31 req-1df1394c-b111-47ac-97e5-6be2e4fab86e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0614789 Oct 05 09:48:20.278240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccd24d-21b9-49e4-a526-634b216eae31 req-f4f60ee5-a5e9-402a-a05d-4fe2134bb39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:48:20.279650 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8ccd24d-21b9-49e4-a526-634b216eae31 req-f4f60ee5-a5e9-402a-a05d-4fe2134bb39f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804124 Oct 05 09:48:20.412484 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8ccd24d-21b9-49e4-a526-634b216eae31 req-1fecb8c1-6a05-4035-af9d-9c5551520388 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254094 Oct 05 09:48:20.546245 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e8ccd24d-21b9-49e4-a526-634b216eae31 req-3969567d-c979-4a2d-aaa8-f67ce1afe1ab service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275740 Oct 05 09:48:30.351021 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:48:32.847859 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-913d96be-ff42-4df6-9a7a-757fd18f118f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:34.926248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:35.641463 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65adffd0-b193-4462-acd8-cea3d1d8bec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:36.835483 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:36.967000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:48:39.309613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:02.841779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6f9b65be-a486-4565-87f9-1eed5366b698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:04.923942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:05.645540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6464c785-c2c3-4980-bc54-a3703b51d72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:06.839197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:06.969786 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:07.350656 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:49:09.314686 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:15.142110 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5f31e572-d8e6-4bd1-ba62-4a696caab156 req-44b7ee65-6ed2-4f76-b696-dfdd34b279ef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803034 Oct 05 09:49:15.291227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31e572-d8e6-4bd1-ba62-4a696caab156 req-1d879c42-291e-4634-b139-6e8dcc4b5519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:15.292701 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5f31e572-d8e6-4bd1-ba62-4a696caab156 req-1d879c42-291e-4634-b139-6e8dcc4b5519 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 1137 time: 0.0807140 Oct 05 09:49:15.434232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31e572-d8e6-4bd1-ba62-4a696caab156 req-2dc6cdd4-6be3-4d52-a87d-d08d2e33fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:15.435591 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5f31e572-d8e6-4bd1-ba62-4a696caab156 req-2dc6cdd4-6be3-4d52-a87d-d08d2e33fa03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1254072 Oct 05 09:49:15.543547 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5f31e572-d8e6-4bd1-ba62-4a696caab156 req-24c4fd0a-1c36-43fe-a079-b6f349a74e36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 1000 time: 0.1017411 Oct 05 09:49:15.608157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31e572-d8e6-4bd1-ba62-4a696caab156 req-09993bc6-6623-49ed-9570-c2758cc443e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:15.609742 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5f31e572-d8e6-4bd1-ba62-4a696caab156 req-09993bc6-6623-49ed-9570-c2758cc443e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0606406 Oct 05 09:49:15.692031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31e572-d8e6-4bd1-ba62-4a696caab156 req-322ff62c-6f81-481e-878f-55c2a2749296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:15.693416 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5f31e572-d8e6-4bd1-ba62-4a696caab156 req-322ff62c-6f81-481e-878f-55c2a2749296 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776279 Oct 05 09:49:15.938961 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5f31e572-d8e6-4bd1-ba62-4a696caab156 req-3609a1be-c8f2-46f6-920c-e3753cfa3e58 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393878 Oct 05 09:49:16.074052 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5f31e572-d8e6-4bd1-ba62-4a696caab156 req-1deb0309-3d87-47a7-b554-fb549900b26d service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278028 Oct 05 09:49:32.847656 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4cc41654-ffa2-42c4-9549-d90d672d128d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:34.944594 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:35.649168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c4e2f67-4b69-4908-8ede-e78c4a9de488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:36.844045 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:36.973128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:39.314271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:49:44.350291 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:49:58.696901 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa3d8-41c5-4f36-a642-dd96f62e0f43 req-3b176be8-b116-4566-aae2-46b4f1396dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:58.698431 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-396aa3d8-41c5-4f36-a642-dd96f62e0f43 req-3b176be8-b116-4566-aae2-46b4f1396dac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 1137 time: 0.1272628 Oct 05 09:49:58.780064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614627c3-f9ef-4296-80fb-5cc1d73ef7c3 req-b4dcf00b-9f1e-4d85-9143-428b3be7a3a7 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:58.781534 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-614627c3-f9ef-4296-80fb-5cc1d73ef7c3 req-b4dcf00b-9f1e-4d85-9143-428b3be7a3a7 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 984 time: 0.1821692 Oct 05 09:49:58.828605 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-614627c3-f9ef-4296-80fb-5cc1d73ef7c3 req-1aec517c-9bbc-419e-9644-50d407334484 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=114b5866-ff8f-43db-8213-9f0f3b4fb769&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411160 Oct 05 09:49:58.832493 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa3d8-41c5-4f36-a642-dd96f62e0f43 req-3c627195-3fea-4add-ab15-2617d216593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:58.834041 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-396aa3d8-41c5-4f36-a642-dd96f62e0f43 req-3c627195-3fea-4add-ab15-2617d216593c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1300998 Oct 05 09:49:58.941534 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-396aa3d8-41c5-4f36-a642-dd96f62e0f43 req-df4e2bf6-b4e5-4b7d-821f-975d28cea2da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 1000 time: 0.1019983 Oct 05 09:49:59.005301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa3d8-41c5-4f36-a642-dd96f62e0f43 req-a7bc411d-f37a-4963-b42b-4fccaf3b56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:59.006838 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-396aa3d8-41c5-4f36-a642-dd96f62e0f43 req-a7bc411d-f37a-4963-b42b-4fccaf3b56a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0600953 Oct 05 09:49:59.090267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa3d8-41c5-4f36-a642-dd96f62e0f43 req-23e7f569-c66b-4ab4-8bcd-9a4aab1ea354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:49:59.091691 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-396aa3d8-41c5-4f36-a642-dd96f62e0f43 req-23e7f569-c66b-4ab4-8bcd-9a4aab1ea354 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778992 Oct 05 09:49:59.240875 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-396aa3d8-41c5-4f36-a642-dd96f62e0f43 req-bbd50e89-19c1-4cd8-b4c5-13d89cd71fab service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420081 Oct 05 09:49:59.370656 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-396aa3d8-41c5-4f36-a642-dd96f62e0f43 req-ccea4404-91f7-4e8b-ad0b-042973f8139c service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240742 Oct 05 09:50:00.080281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412aa94-9ee1-4a8c-809a-2897585b3a24 req-9fb426e7-ed4e-4241-be9a-cb3bb43584c2 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:50:00.081744 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a412aa94-9ee1-4a8c-809a-2897585b3a24 req-9fb426e7-ed4e-4241-be9a-cb3bb43584c2 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 984 time: 0.1344879 Oct 05 09:50:00.128331 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a412aa94-9ee1-4a8c-809a-2897585b3a24 req-f3fa4719-9587-471b-bb4b-1e3b8a797ace tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=114b5866-ff8f-43db-8213-9f0f3b4fb769&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406682 Oct 05 09:50:02.840724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db1e6634-9e1b-4ce5-a238-f3e2511d935d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:04.952839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:05.651069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea802833-fe5f-4482-bbe6-ebdc9932139e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:06.846694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:06.975720 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:09.317294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:16.355094 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5ed1395e-8bc2-469e-8acb-81984c0321ea req-de1407de-ed2a-4658-8052-38b48ac3516d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824764 Oct 05 09:50:16.498450 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1395e-8bc2-469e-8acb-81984c0321ea req-e60db87a-3725-47b5-bf38-fe0f2cad3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:50:16.499900 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5ed1395e-8bc2-469e-8acb-81984c0321ea req-e60db87a-3725-47b5-bf38-fe0f2cad3450 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 1137 time: 0.0785360 Oct 05 09:50:16.655014 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1395e-8bc2-469e-8acb-81984c0321ea req-14afad48-d5f0-44a1-9d5e-0031656f32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:50:16.656382 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5ed1395e-8bc2-469e-8acb-81984c0321ea req-14afad48-d5f0-44a1-9d5e-0031656f32c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1360188 Oct 05 09:50:16.760232 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5ed1395e-8bc2-469e-8acb-81984c0321ea req-099c2bca-6463-43c9-bf98-584774b788aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 1000 time: 0.0960402 Oct 05 09:50:16.825865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1395e-8bc2-469e-8acb-81984c0321ea req-c8d01d2c-08af-4956-8f09-ea057e5e8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:50:16.827385 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5ed1395e-8bc2-469e-8acb-81984c0321ea req-c8d01d2c-08af-4956-8f09-ea057e5e8714 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0607369 Oct 05 09:50:16.911350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1395e-8bc2-469e-8acb-81984c0321ea req-d1e59380-ad8c-4713-86e9-88e392200486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:50:16.913609 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5ed1395e-8bc2-469e-8acb-81984c0321ea req-d1e59380-ad8c-4713-86e9-88e392200486 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787809 Oct 05 09:50:17.044129 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5ed1395e-8bc2-469e-8acb-81984c0321ea req-3ff2d764-0c93-48fa-8c93-7ffa0afd7365 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243155 Oct 05 09:50:17.180479 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5ed1395e-8bc2-469e-8acb-81984c0321ea req-f9ea4c24-ce56-40ba-8e24-a5ee08fb6537 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289544 Oct 05 09:50:21.348820 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:50:32.842684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b2424ffd-8afe-421d-ac73-4c2fbc80cb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:34.945315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:35.654783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21ee86f9-90f4-4735-b983-475d39d3560e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:36.855810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:36.983246 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:39.318490 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:50:58.347783 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:51:02.849525 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a8287e6-424a-461c-81d7-d2fc76002d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:04.968871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:05.658515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-50841303-53fc-40db-ba13-0df722e395da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:06.859133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:06.982499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:09.322006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:13.064895 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d40b5bd4-9a4b-480b-b29f-fd9bb8c707b4 req-33896360-bb8e-41c0-ae54-ffea2355c828 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016740795&fields=id&tenant_id=026fa4b2ab16403e82a5275018e34a57 HTTP/1.1" status: 200 len: 267 time: 0.0434647 Oct 05 09:51:13.155433 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b5bd4-9a4b-480b-b29f-fd9bb8c707b4 req-81de4741-6789-40d4-bf21-1baa7c686d91 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:13.156774 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d40b5bd4-9a4b-480b-b29f-fd9bb8c707b4 req-81de4741-6789-40d4-bf21-1baa7c686d91 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 984 time: 0.0865810 Oct 05 09:51:13.167940 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [req-d40b5bd4-9a4b-480b-b29f-fd9bb8c707b4 req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'port': {'security_groups': ['87b95bd3-e85d-48f2-af6b-354b24a23c39']}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:13.293478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-d40b5bd4-9a4b-480b-b29f-fd9bb8c707b4 req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:13.533545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [req-d40b5bd4-9a4b-480b-b29f-fd9bb8c707b4 req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] For port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:13.652047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-d40b5bd4-9a4b-480b-b29f-fd9bb8c707b4 req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:13.656765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-d40b5bd4-9a4b-480b-b29f-fd9bb8c707b4 req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:13.666436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b5bd4-9a4b-480b-b29f-fd9bb8c707b4 req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:13.667047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-d40b5bd4-9a4b-480b-b29f-fd9bb8c707b4 req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:13.669379 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d40b5bd4-9a4b-480b-b29f-fd9bb8c707b4 req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "PUT /v2.0/ports/5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 942 time: 0.5065789 Oct 05 09:51:13.670402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:51:13.675457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41690) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:13.701783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:51:13.705795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b813824d-599b-4ee2-8128-b8aefaff7ada" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b30a92-7558-4728-822c-485950362476", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:51:13.745594 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:51:13.753063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'Port': ['ID=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,revision_number=7']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:13.761051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:13.761314 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:13.761621 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:13.761982 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:13.762325 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:13.762664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:13.762999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:13.763331 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:13.763655 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:13.764417 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:13.764976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:13.765517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82de194-d69c-4195-8b8f-5aa8f11bee74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:13.779879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c743f913-d5b7-411d-a782-7a394c5a3bf3 x-openstack-request-id: req-c743f913-d5b7-411d-a782-7a394c5a3bf3 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:51:13.780168 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b30a92-7558-4728-822c-485950362476", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:51:13.780411 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c743f913-d5b7-411d-a782-7a394c5a3bf3 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:51:13.780794 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c743f913-d5b7-411d-a782-7a394c5a3bf3'] response: {'name': 'network-changed', 'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c', 'status': 'completed', 'code': 200} Oct 05 09:51:13.788854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:13.992485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:14.061517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813824d-599b-4ee2-8128-b8aefaff7ada req-f6a5ddcf-d520-4bdd-b652-cd579c55604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:14.062947 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b813824d-599b-4ee2-8128-b8aefaff7ada req-f6a5ddcf-d520-4bdd-b652-cd579c55604d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 1098 time: 0.2626653 Oct 05 09:51:14.152554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:14.176234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114b5866-ff8f-43db-8213-9f0f3b4fb769,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:14.195184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:14.195566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:14.196130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:14.196470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:14.196806 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:14.197869 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:14.198239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:14.198560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:14.198885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:14.199209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:14.199534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:14.199855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:14.217156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:14.218308 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-46740b98-ac89-4463-8c39-9568adc170b1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "DELETE /v2.0/security-groups/114b5866-ff8f-43db-8213-9f0f3b4fb769 HTTP/1.1" status: 204 len: 168 time: 0.5417738 Oct 05 09:51:14.222132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 41696) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:51:14.245498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813824d-599b-4ee2-8128-b8aefaff7ada req-a123638b-3e98-4e06-bef2-2c05c22e0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:14.247052 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b813824d-599b-4ee2-8128-b8aefaff7ada req-a123638b-3e98-4e06-bef2-2c05c22e0ec9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1776395 Oct 05 09:51:14.351224 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b813824d-599b-4ee2-8128-b8aefaff7ada req-09f160dc-d1e2-492c-9adb-056efa25cf7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 1000 time: 0.0966864 Oct 05 09:51:14.420802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813824d-599b-4ee2-8128-b8aefaff7ada req-44009d80-2ca2-4aac-a479-771d60da01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:14.422317 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b813824d-599b-4ee2-8128-b8aefaff7ada req-44009d80-2ca2-4aac-a479-771d60da01dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0646250 Oct 05 09:51:14.449224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-38cdc096-6919-458d-a1e4-e2e42ffd9c03 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Deleting port a026520c-cadc-420e-8fd4-5848caec14a9 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:51:14.449589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-38cdc096-6919-458d-a1e4-e2e42ffd9c03 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:14.506069 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813824d-599b-4ee2-8128-b8aefaff7ada req-c30bea8b-bc79-4bca-bbf9-7247832b25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:14.507560 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b813824d-599b-4ee2-8128-b8aefaff7ada req-c30bea8b-bc79-4bca-bbf9-7247832b25ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789444 Oct 05 09:51:14.616287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-38cdc096-6919-458d-a1e4-e2e42ffd9c03 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:14.616530 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-38cdc096-6919-458d-a1e4-e2e42ffd9c03 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:14.640006 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b813824d-599b-4ee2-8128-b8aefaff7ada req-2c451b38-2c71-439f-b4c9-2f4f0c6cb9be service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260731 Oct 05 09:51:14.742329 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-38cdc096-6919-458d-a1e4-e2e42ffd9c03 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Calling delete_port for a026520c-cadc-420e-8fd4-5848caec14a9 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:51:14.779453 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b813824d-599b-4ee2-8128-b8aefaff7ada req-04f0e767-0be1-45f4-acdd-995f55bed618 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270175 Oct 05 09:51:14.893396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-38cdc096-6919-458d-a1e4-e2e42ffd9c03 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:14.942347 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdc096-6919-458d-a1e4-e2e42ffd9c03 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event deleted for resources: {'Port': ['ID=a026520c-cadc-420e-8fd4-5848caec14a9,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:15.036397 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-38cdc096-6919-458d-a1e4-e2e42ffd9c03 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:15.036717 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-38cdc096-6919-458d-a1e4-e2e42ffd9c03 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Floating IP 70b485e1-224d-4a8d-8cd8-48872e69f0e4 disassociated (deleted). External IP: 172.26.0.70, port: 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c. Oct 05 09:51:15.384229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cdc096-6919-458d-a1e4-e2e42ffd9c03 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:51:15.677539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cdc096-6919-458d-a1e4-e2e42ffd9c03 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:51:15.687788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b5c302-7a8b-4d9a-ad94-1fe1c67640aa None None] Sync routers for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:51:15.690384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-38cdc096-6919-458d-a1e4-e2e42ffd9c03 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:15.701907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5c302-7a8b-4d9a-ad94-1fe1c67640aa None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:51:15.702982 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-09b5c302-7a8b-4d9a-ad94-1fe1c67640aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:51:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:15.747488 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-38cdc096-6919-458d-a1e4-e2e42ffd9c03 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "DELETE /v2.0/floatingips/70b485e1-224d-4a8d-8cd8-48872e69f0e4 HTTP/1.1" status: 204 len: 168 time: 1.5241098 Oct 05 09:51:15.781526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:51:15.784079 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6488d313-4d63-47ba-9d60-537d83e81057" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b30a92-7558-4728-822c-485950362476", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:51:15.896828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-09b5c302-7a8b-4d9a-ad94-1fe1c67640aa None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:51:15.989480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fddf37-927e-4a5a-9778-b3398f05763c x-openstack-request-id: req-89fddf37-927e-4a5a-9778-b3398f05763c {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:51:15.989748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b30a92-7558-4728-822c-485950362476", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:51:15.990092 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89fddf37-927e-4a5a-9778-b3398f05763c {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:51:15.990465 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89fddf37-927e-4a5a-9778-b3398f05763c'] response: {'name': 'network-changed', 'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c', 'status': 'completed', 'code': 200} Oct 05 09:51:16.105155 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488d313-4d63-47ba-9d60-537d83e81057 req-670d3f9c-aa59-4695-b51e-7a80fa1951eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:16.107782 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6488d313-4d63-47ba-9d60-537d83e81057 req-670d3f9c-aa59-4695-b51e-7a80fa1951eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 1098 time: 0.0949333 Oct 05 09:51:16.249498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-09b5c302-7a8b-4d9a-ad94-1fe1c67640aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:31Z', 'revision_number': 5, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:16.254015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b5c302-7a8b-4d9a-ad94-1fe1c67640aa None None] Checking router: 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:51:16.263630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5c302-7a8b-4d9a-ad94-1fe1c67640aa None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:51:16.267155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-09b5c302-7a8b-4d9a-ad94-1fe1c67640aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:51:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:16.271640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488d313-4d63-47ba-9d60-537d83e81057 req-f37071e4-6afd-45bc-ad36-39c07a805db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:16.273237 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6488d313-4d63-47ba-9d60-537d83e81057 req-f37071e4-6afd-45bc-ad36-39c07a805db2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1607020 Oct 05 09:51:16.341439 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6488d313-4d63-47ba-9d60-537d83e81057 req-d7e95b27-c12f-4f7f-b028-eef35959ba40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 217 time: 0.0622983 Oct 05 09:51:16.409246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488d313-4d63-47ba-9d60-537d83e81057 req-aa36f220-6b80-46c5-9d09-cf2c5d25338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:16.410720 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6488d313-4d63-47ba-9d60-537d83e81057 req-aa36f220-6b80-46c5-9d09-cf2c5d25338f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0618098 Oct 05 09:51:16.449446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-09b5c302-7a8b-4d9a-ad94-1fe1c67640aa None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:51:16.495113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488d313-4d63-47ba-9d60-537d83e81057 req-f80d8133-7df6-4686-8fc1-efc08ed4e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:16.496724 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6488d313-4d63-47ba-9d60-537d83e81057 req-f80d8133-7df6-4686-8fc1-efc08ed4e0b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795624 Oct 05 09:51:16.644617 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6488d313-4d63-47ba-9d60-537d83e81057 req-5edce24b-814d-4718-a6cd-08082e757ebe service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383309 Oct 05 09:51:16.772405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-09b5c302-7a8b-4d9a-ad94-1fe1c67640aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:31Z', 'revision_number': 5, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:51:16.776714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b5c302-7a8b-4d9a-ad94-1fe1c67640aa None None] The sync data for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv is: [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:31Z', 'revision_number': 5, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:51:16.785044 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6488d313-4d63-47ba-9d60-537d83e81057 req-8a039ebc-0c9f-4197-b612-efd954759562 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337500 Oct 05 09:51:16.959651 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-21a001dc-d735-4f9d-b522-3048034e2dd3 req-675c4c1b-0f92-4564-b6aa-7fc69c8284ab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926907 Oct 05 09:51:17.057381 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd074f-eae0-4843-aef5-5e3e8a225e12 None None] New status for floating IP 70b485e1-224d-4a8d-8cd8-48872e69f0e4: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:51:17.126128 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a001dc-d735-4f9d-b522-3048034e2dd3 req-a2225342-d994-42bc-bba7-a5460352baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:17.127613 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-21a001dc-d735-4f9d-b522-3048034e2dd3 req-a2225342-d994-42bc-bba7-a5460352baf0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 1098 time: 0.0927119 Oct 05 09:51:17.279624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a001dc-d735-4f9d-b522-3048034e2dd3 req-eacba4c1-8add-4106-8c9f-ade3c4f7c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:17.280981 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-21a001dc-d735-4f9d-b522-3048034e2dd3 req-eacba4c1-8add-4106-8c9f-ade3c4f7c332 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1334908 Oct 05 09:51:17.358925 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-21a001dc-d735-4f9d-b522-3048034e2dd3 req-b1860125-4a32-45f3-bcee-573979b876bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 200 len: 217 time: 0.0671899 Oct 05 09:51:17.421190 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a001dc-d735-4f9d-b522-3048034e2dd3 req-e344adeb-b1f7-4727-8e83-88ddb506150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:17.422667 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-21a001dc-d735-4f9d-b522-3048034e2dd3 req-e344adeb-b1f7-4727-8e83-88ddb506150b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0574877 Oct 05 09:51:17.509118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a001dc-d735-4f9d-b522-3048034e2dd3 req-09dd5685-66fa-42fc-aa5f-fc44eaa0636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:17.510769 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-21a001dc-d735-4f9d-b522-3048034e2dd3 req-09dd5685-66fa-42fc-aa5f-fc44eaa0636e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823042 Oct 05 09:51:17.752711 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-21a001dc-d735-4f9d-b522-3048034e2dd3 req-a3fd6ddc-818e-4589-9d47-e703b59b1681 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345750 Oct 05 09:51:17.892696 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-21a001dc-d735-4f9d-b522-3048034e2dd3 req-9116af45-0769-41e3-b539-3577ec398806 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336801 Oct 05 09:51:20.242546 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bb904-5e18-461b-9f09-adf60cd3af67 req-8e233e33-a7d1-4d90-bffc-57e2c0b456a2 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:20.243155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-890bb904-5e18-461b-9f09-adf60cd3af67 req-8e233e33-a7d1-4d90-bffc-57e2c0b456a2 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Synchronizing usage tracker for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:51:20.260121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-890bb904-5e18-461b-9f09-adf60cd3af67 req-8e233e33-a7d1-4d90-bffc-57e2c0b456a2 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Unset dirty status for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:51:20.261734 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-890bb904-5e18-461b-9f09-adf60cd3af67 req-8e233e33-a7d1-4d90-bffc-57e2c0b456a2 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 945 time: 0.1089342 Oct 05 09:51:20.311170 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-890bb904-5e18-461b-9f09-adf60cd3af67 req-f991105f-a3bc-49d3-a15d-8cce38610b08 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437136 Oct 05 09:51:21.512958 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ed675-b530-41a8-803f-24cd6473c545 req-98c7f5dc-cf0c-404f-8899-465414759a34 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:21.514467 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-742ed675-b530-41a8-803f-24cd6473c545 req-98c7f5dc-cf0c-404f-8899-465414759a34 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 945 time: 0.0893116 Oct 05 09:51:21.560156 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-742ed675-b530-41a8-803f-24cd6473c545 req-542fad79-5d41-4f2f-9455-224bc5f8bb06 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398617 Oct 05 09:51:21.769760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608fe69-f1dd-4d6b-b59f-c4f74ff41ea6 req-5b188a8f-2cae-4c23-9ac3-037f00ec11c4 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:21.770382 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1608fe69-f1dd-4d6b-b59f-c4f74ff41ea6 req-5b188a8f-2cae-4c23-9ac3-037f00ec11c4 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Synchronizing usage tracker for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:51:21.782572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1608fe69-f1dd-4d6b-b59f-c4f74ff41ea6 req-5b188a8f-2cae-4c23-9ac3-037f00ec11c4 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Unset dirty status for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:51:21.783652 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1608fe69-f1dd-4d6b-b59f-c4f74ff41ea6 req-5b188a8f-2cae-4c23-9ac3-037f00ec11c4 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 945 time: 0.1001685 Oct 05 09:51:21.860246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-1608fe69-f1dd-4d6b-b59f-c4f74ff41ea6 req-06f45ed9-3239-4911-8ece-0776f0da1a17 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Deleting port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:51:21.860591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1608fe69-f1dd-4d6b-b59f-c4f74ff41ea6 req-06f45ed9-3239-4911-8ece-0776f0da1a17 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.115560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-1608fe69-f1dd-4d6b-b59f-c4f74ff41ea6 req-06f45ed9-3239-4911-8ece-0776f0da1a17 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] For port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:22.115925 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1608fe69-f1dd-4d6b-b59f-c4f74ff41ea6 req-06f45ed9-3239-4911-8ece-0776f0da1a17 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.240071 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-1608fe69-f1dd-4d6b-b59f-c4f74ff41ea6 req-06f45ed9-3239-4911-8ece-0776f0da1a17 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Calling delete_port for 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:51:22.395631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1608fe69-f1dd-4d6b-b59f-c4f74ff41ea6 req-06f45ed9-3239-4911-8ece-0776f0da1a17 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.409393 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:51:22.448518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f45ed9-3239-4911-8ece-0776f0da1a17 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event deleted for resources: {'Port': ['ID=5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:22.536413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1608fe69-f1dd-4d6b-b59f-c4f74ff41ea6 req-06f45ed9-3239-4911-8ece-0776f0da1a17 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] No DVR routers for this DVR port 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:51:22.538911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1608fe69-f1dd-4d6b-b59f-c4f74ff41ea6 req-06f45ed9-3239-4911-8ece-0776f0da1a17 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:22.542032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'name': 'network-vif-deleted', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:51:22.544298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075dc29a-ecd4-402c-ac44-c98e4a94d27d" -d '{"events": [{"server_uuid": "c9b30a92-7558-4728-822c-485950362476", "name": "network-vif-deleted", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:51:22.558413 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1608fe69-f1dd-4d6b-b59f-c4f74ff41ea6 req-06f45ed9-3239-4911-8ece-0776f0da1a17 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.45 "DELETE /v2.0/ports/5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c HTTP/1.1" status: 204 len: 173 time: 0.7683465 Oct 05 09:51:22.660372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddc4c6f-8376-4250-896f-1db05610f01a x-openstack-request-id: req-1ddc4c6f-8376-4250-896f-1db05610f01a {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:51:22.660669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b30a92-7558-4728-822c-485950362476", "name": "network-vif-deleted", "tag": "5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:51:22.660966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ddc4c6f-8376-4250-896f-1db05610f01a {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:51:22.661378 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddc4c6f-8376-4250-896f-1db05610f01a'] response: {'server_uuid': 'c9b30a92-7558-4728-822c-485950362476', 'name': 'network-vif-deleted', 'tag': '5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c', 'status': 'completed', 'code': 200} Oct 05 09:51:22.746554 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4e098769-c4ce-4cf6-9460-bbc840397f8d req-28224c34-666b-44d2-950f-b06c0dff71ad tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9b30a92-7558-4728-822c-485950362476 HTTP/1.1" status: 200 len: 210 time: 0.0583196 Oct 05 09:51:25.322913 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:51:25.361555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:51:25.361930 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 5414f69b-07c9-4f5f-bb1b-e6f5a3ea7c1c not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:51:32.849015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f4c5927f-e7b8-4536-8a4b-6c029e503d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:33.101985 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d3728f46-fceb-4efc-9335-ff4ba34eb8e7 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:33.103889 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d3728f46-fceb-4efc-9335-ff4ba34eb8e7 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 814 time: 0.1470351 Oct 05 09:51:33.119048 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-fd42ec13-6b76-465e-9eb5-aa6fae7049e4 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/quotas/026fa4b2ab16403e82a5275018e34a57 HTTP/1.1" status: 200 len: 375 time: 0.0090208 Oct 05 09:51:33.214191 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-b0343cc7-9a36-4d47-9e18-9e90b9a019a6 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900238 Oct 05 09:51:33.400763 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-e8687ad8-6301-494b-918f-1cb2e5ce7b89 service neutron] 10.222.0.64 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753378 Oct 05 09:51:33.532104 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-329164a6-9903-4579-a2a3-e1709a50cf71 service neutron] 10.222.0.64 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254570 Oct 05 09:51:33.726854 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8fddc555-3208-41b9-9818-31be08239dde req-a273d1b5-35dd-45b3-8888-312644d87963 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 210 time: 0.0592093 Oct 05 09:51:34.836465 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dca105db-77a1-4291-95f5-5ad9127816be req-802621c4-8f7d-40fd-b3b0-32e71e2a684b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 210 time: 0.0506530 Oct 05 09:51:34.975637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:35.351444 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:51:35.661627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b2eb90cd-cc11-4415-b854-fbdd26b899ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:35.953428 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c6ba5418-275d-466a-90ee-f1209910a810 req-684d5fb5-b308-44e8-885d-e731bde5b89d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 210 time: 0.0525093 Oct 05 09:51:36.854271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:36.986793 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:37.067585 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cc19a8e6-378d-4ac5-b9bf-70c54501769a req-b2167cd6-b88b-4f5e-8443-ccd2f70019de tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 210 time: 0.0547395 Oct 05 09:51:38.228594 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3cd62ded-b320-4779-970a-8a675ca6122f req-cab389cb-53b5-4b8b-9629-bba7781b2692 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 210 time: 0.0514534 Oct 05 09:51:38.911414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-e054407a-4bab-4826-9989-73a0d212d944 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:38.912850 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-e054407a-4bab-4826-9989-73a0d212d944 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 814 time: 0.1635063 Oct 05 09:51:38.925544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'port': {'device_id': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'admin_state_up': True, 'tenant_id': '026fa4b2ab16403e82a5275018e34a57'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:39.109743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:51:39.114730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:port and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:51:39.117756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:51:39.126548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:51:39.140296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Made reservation on behalf of 026fa4b2ab16403e82a5275018e34a57 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:51:39.143763 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:39.329624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:39.352251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Allocated IP 172.20.0.13 (c1e483eb-e0e5-4513-aaae-384a714448c4/820423a9-d161-4e4c-bcae-dc52db4935e4/96d7fbdc-07f2-4d55-96a0-96ae5edc468c) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:51:39.492788 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-be80cdb8-22f2-49c4-932d-7487edffc48d req-bfda8be1-057e-40a7-8306-653065056c78 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 210 time: 0.1131990 Oct 05 09:51:39.800465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:39.832748 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Transition to ACTIVE for port object 96d7fbdc-07f2-4d55-96a0-96ae5edc468c will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:51:39.875383 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:39.966341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Network c1e483eb-e0e5-4513-aaae-384a714448c4 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:51:39.974541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:51:39.980729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:51:40.015019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'Port': ['ID=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:40.059866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:40.064680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:40.096316 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-ea58087e-54d9-4e63-8d2c-13b3939bd706 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1755242 Oct 05 09:51:40.270824 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Provisioning for port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:51:40.277216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Provisioning complete for port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:51:40.277589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:40.278022 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Attempt 1 to provision port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c Oct 05 09:51:40.337839 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:40.738613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afa9a6-9bea-4a4b-9a2a-ba7a3ed507d8 req-e283113c-a65d-40af-be92-80ec376be9e5 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:40.740350 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-04afa9a6-9bea-4a4b-9a2a-ba7a3ed507d8 req-e283113c-a65d-40af-be92-80ec376be9e5 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 932 time: 0.1063013 Oct 05 09:51:40.791358 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-04afa9a6-9bea-4a4b-9a2a-ba7a3ed507d8 req-fcff7da4-1cb6-4f57-97d2-7a5d22c194c3 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Oct 05 09:51:40.839563 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Attempt 2 to provision port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c Oct 05 09:51:40.943069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:41.443921 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Attempt 3 to provision port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c Oct 05 09:51:41.501016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:42.002516 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Attempt 4 to provision port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c Oct 05 09:51:42.013440 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae8d23-7d38-4b01-963d-8d6142313273 req-1221bfb6-904c-40fe-97e0-89a914e27a93 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:42.015134 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0eae8d23-7d38-4b01-963d-8d6142313273 req-1221bfb6-904c-40fe-97e0-89a914e27a93 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 932 time: 0.0950916 Oct 05 09:51:42.063332 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0eae8d23-7d38-4b01-963d-8d6142313273 req-ef757a92-7708-4ebf-bb45-13e524b9ba9d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Oct 05 09:51:42.073726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:42.574958 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Attempt 5 to provision port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c Oct 05 09:51:42.638179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:43.139653 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Attempt 6 to provision port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c Oct 05 09:51:43.229202 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:43.276463 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae33a69-43e4-46d9-a515-0a9217488a7e req-3efbe413-7f54-4818-9acc-482533c1c146 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:43.278071 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0ae33a69-43e4-46d9-a515-0a9217488a7e req-3efbe413-7f54-4818-9acc-482533c1c146 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 932 time: 0.1027384 Oct 05 09:51:43.439768 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0ae33a69-43e4-46d9-a515-0a9217488a7e req-91672db0-f5b2-489a-a9de-c8bda5ff8965 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547842 Oct 05 09:51:43.730748 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Attempt 7 to provision port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c Oct 05 09:51:43.784379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:44.285650 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Attempt 8 to provision port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c Oct 05 09:51:44.342383 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:44.668946 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a32ae-71ad-4cb9-af1e-0a634bb42e24 req-84b2bc37-75ef-4557-93c3-e41329ec7a74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:44.671368 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ed2a32ae-71ad-4cb9-af1e-0a634bb42e24 req-84b2bc37-75ef-4557-93c3-e41329ec7a74 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 932 time: 0.1074836 Oct 05 09:51:44.726694 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ed2a32ae-71ad-4cb9-af1e-0a634bb42e24 req-5fc27cba-2ad1-40c8-b0be-ce9ac08642b3 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475023 Oct 05 09:51:44.843814 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Attempt 9 to provision port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c Oct 05 09:51:44.912996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:45.414203 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Attempt 10 to provision port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c Oct 05 09:51:45.468401 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c6b78-1ede-4e22-a99e-bcfa7b6dfc24 None None] Port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:51:45.940483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ddd83-ab17-4da5-8d8b-f84c067860ba req-7c43dc45-fa9f-4ebb-bc39-fcb8d2d3101c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:45.944094 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c22ddd83-ab17-4da5-8d8b-f84c067860ba req-7c43dc45-fa9f-4ebb-bc39-fcb8d2d3101c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 932 time: 0.1005371 Oct 05 09:51:45.994849 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c22ddd83-ab17-4da5-8d8b-f84c067860ba req-ff0e1332-d72c-45cb-9795-6233890a0b2b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445290 Oct 05 09:51:47.113133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Request body: {'port': {'device_id': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:51:47.213167 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f796-09b1-4580-b2b7-41bad3b71c7c req-19f1bf3a-d16a-42d5-86b5-c1a669a4a075 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:47.214584 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-15e5f796-09b1-4580-b2b7-41bad3b71c7c req-19f1bf3a-d16a-42d5-86b5-c1a669a4a075 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 932 time: 0.1062505 Oct 05 09:51:47.235195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:47.258556 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-15e5f796-09b1-4580-b2b7-41bad3b71c7c req-4c78b65d-5d91-4b9d-919f-bec008bf571e tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382748 Oct 05 09:51:47.570380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d7fbdc-07f2-4d55-96a0-96ae5edc468c {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:51:47.578173 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:47.592656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Transition to ACTIVE for port object 96d7fbdc-07f2-4d55-96a0-96ae5edc468c will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:51:47.596157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:47.777269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Pushing event updated for resources: {'Port': ['ID=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:47.816009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Attempting to bind port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:51:47.816340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Attempting to bind port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:51:47.816663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Attempting to bind port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c on network c1e483eb-e0e5-4513-aaae-384a714448c4 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:51:47.821784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c on network c1e483eb-e0e5-4513-aaae-384a714448c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:51:47.822147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Attempting to bind port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c on network c1e483eb-e0e5-4513-aaae-384a714448c4 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:51:47.827229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:51:47.827561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Checking segment: {'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:51:47.827938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Bound using segment: {'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:51:47.828355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Bound port: 96d7fbdc-07f2-4d55-96a0-96ae5edc468c, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:51:47.828695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:47.919049 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] For port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:51:47.922445 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] For port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:51:47.926882 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:47.958033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:47.958632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:47.959984 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] 10.222.0.45 "PUT /v2.0/ports/96d7fbdc-07f2-4d55-96a0-96ae5edc468c HTTP/1.1" status: 200 len: 1094 time: 0.8511491 Oct 05 09:51:47.960410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:51:47.962799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb5ebbb-3fcb-4dcc-97c1-3b3a581cde0a" -d '{"events": [{"name": "network-changed", "server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:51:48.036669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b3631-f4cf-4a5f-ad20-1f12c4af255b x-openstack-request-id: req-333b3631-f4cf-4a5f-ad20-1f12c4af255b {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:51:48.036953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:51:48.037202 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-333b3631-f4cf-4a5f-ad20-1f12c4af255b {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:51:48.037593 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333b3631-f4cf-4a5f-ad20-1f12c4af255b'] response: {'name': 'network-changed', 'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c', 'status': 'completed', 'code': 200} Oct 05 09:51:48.058774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129f7f0-0d10-4d40-82ff-7c24e97bae98 service neutron] Pushing event updated for resources: {'Port': ['ID=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:48.089560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-3a55db9c-3713-4527-9df5-5e76284fd5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:48.091006 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-3a55db9c-3713-4527-9df5-5e76284fd5e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 1097 time: 0.0953627 Oct 05 09:51:48.159568 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-267373d1-6fe7-4e84-bd36-99d12010aa52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c HTTP/1.1" status: 200 len: 217 time: 0.0617113 Oct 05 09:51:48.225756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-2836298e-ca04-461f-9a4a-9b2b77a74b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:48.227232 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-2836298e-ca04-461f-9a4a-9b2b77a74b8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0611274 Oct 05 09:51:48.311437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-b963c8cc-5d1b-43ad-b55b-e0b0f494f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:48.312915 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-b963c8cc-5d1b-43ad-b55b-e0b0f494f2b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788357 Oct 05 09:51:48.445154 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-78541a3a-3990-4dc4-831d-432e2c5af1d5 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253090 Oct 05 09:51:48.455583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751b5fd-783b-4854-afec-d2adbfedd93e req-592b8b60-711e-4030-b210-045a7b6fc21b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:48.457062 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6751b5fd-783b-4854-afec-d2adbfedd93e req-592b8b60-711e-4030-b210-045a7b6fc21b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 944 time: 0.0875063 Oct 05 09:51:48.503176 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6751b5fd-783b-4854-afec-d2adbfedd93e req-779caf1b-c29f-4b51-bdfe-233a873cd9c5 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402424 Oct 05 09:51:48.682857 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b1f869f-cde1-4e50-affb-024de7630f77 req-a3c72dc2-47b5-40d5-be50-a1a6c07511b6 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314084 Oct 05 09:51:48.810619 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5ebbb-3fcb-4dcc-97c1-3b3a581cde0a req-8f85524d-56f4-4ad4-935d-c6bd349dc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:48.811995 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0bb5ebbb-3fcb-4dcc-97c1-3b3a581cde0a req-8f85524d-56f4-4ad4-935d-c6bd349dc2df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 1097 time: 0.0826857 Oct 05 09:51:48.942889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5ebbb-3fcb-4dcc-97c1-3b3a581cde0a req-420e1f9a-3ec9-49cb-973f-be598997cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:48.944323 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0bb5ebbb-3fcb-4dcc-97c1-3b3a581cde0a req-420e1f9a-3ec9-49cb-973f-be598997cd8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1253114 Oct 05 09:51:49.014441 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0bb5ebbb-3fcb-4dcc-97c1-3b3a581cde0a req-7488c48c-e96d-476b-ad88-0af1d624a483 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c HTTP/1.1" status: 200 len: 217 time: 0.0637965 Oct 05 09:51:49.076331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5ebbb-3fcb-4dcc-97c1-3b3a581cde0a req-8c628e9c-433e-4f6b-9f2a-0c231bf0f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:49.077644 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0bb5ebbb-3fcb-4dcc-97c1-3b3a581cde0a req-8c628e9c-433e-4f6b-9f2a-0c231bf0f482 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0566206 Oct 05 09:51:49.170028 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5ebbb-3fcb-4dcc-97c1-3b3a581cde0a req-4959d3ba-f6e9-4a16-a969-5319eb0c5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:49.171491 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0bb5ebbb-3fcb-4dcc-97c1-3b3a581cde0a req-4959d3ba-f6e9-4a16-a969-5319eb0c5425 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871863 Oct 05 09:51:49.303741 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0bb5ebbb-3fcb-4dcc-97c1-3b3a581cde0a req-2bdf75a0-3128-426a-a4b3-c269ff9fd5de service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248741 Oct 05 09:51:49.436537 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0bb5ebbb-3fcb-4dcc-97c1-3b3a581cde0a req-9badf5ab-9019-467f-a91b-804c28d4ba0b service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268222 Oct 05 09:51:49.715991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b52d8f-16bf-4507-915e-945feb3626aa req-d756a9f6-a5c9-465a-bfcf-01b59e69d41e tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:49.715991 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-00b52d8f-16bf-4507-915e-945feb3626aa req-d756a9f6-a5c9-465a-bfcf-01b59e69d41e tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 944 time: 0.1004000 Oct 05 09:51:49.783768 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-00b52d8f-16bf-4507-915e-945feb3626aa req-30d0dcd4-3a37-4dbb-bcf7-434e44f5220c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617697 Oct 05 09:51:50.991659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46bbd0-dcbb-4673-bbd4-5449ce8fee32 req-316938d8-7e4f-4b2b-ac99-5588b5d31be1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:50.993112 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6e46bbd0-dcbb-4673-bbd4-5449ce8fee32 req-316938d8-7e4f-4b2b-ac99-5588b5d31be1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 944 time: 0.0913937 Oct 05 09:51:51.036757 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6e46bbd0-dcbb-4673-bbd4-5449ce8fee32 req-9effb837-6c9a-4edf-8032-a1a8c3585338 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374315 Oct 05 09:51:51.461658 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 96d7fbdc-07f2-4d55-96a0-96ae5edc468c details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:51:51.595073 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:51.608116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'port_id': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c', 'mac_address': 'fa:16:3e:14:13:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:51:51.665354 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:51:51.665896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:51.682661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d7fbdc-07f2-4d55-96a0-96ae5edc468c {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:51:51.698367 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:51.702296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:51.767118 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:51.773953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:51.775037 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:51.775037 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:51.775695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:51.776025 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:51.776351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:51.776673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:51.776995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:51.777317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:51.777634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:51.777953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:51.778309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:51:51.910770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['96d7fbdc-07f2-4d55-96a0-96ae5edc468c'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:51:52.232198 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab9591-eb42-4e9a-a682-34a02fa25d7b req-6f11c050-ab8a-4fdf-9cc7-4047e448340d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:52.233753 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d6ab9591-eb42-4e9a-a682-34a02fa25d7b req-6f11c050-ab8a-4fdf-9cc7-4047e448340d tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 945 time: 0.0868406 Oct 05 09:51:52.277354 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d6ab9591-eb42-4e9a-a682-34a02fa25d7b req-88dd5d58-c761-4d7a-b479-0d03cf5e4c27 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380180 Oct 05 09:51:53.468094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 96d7fbdc-07f2-4d55-96a0-96ae5edc468c up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:51:53.482311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2d55f-6885-40f7-adce-f2dfa3f6dbaf req-124fcb0a-4fc9-4a06-a8d4-086b0671e62e tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:53.483778 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7ce2d55f-6885-40f7-adce-f2dfa3f6dbaf req-124fcb0a-4fc9-4a06-a8d4-086b0671e62e tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 945 time: 0.0945215 Oct 05 09:51:53.530235 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7ce2d55f-6885-40f7-adce-f2dfa3f6dbaf req-a3b5f696-40ae-48cf-9cb2-68c9750a6a09 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 Oct 05 09:51:53.541587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:51:53.549374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:51:53.549751 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:53.550150 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c Oct 05 09:51:53.666405 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:51:53.666781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:53.693919 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:51:53.696733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230ec9a2-5859-45d9-b347-07f59bf9244f" -d '{"events": [{"server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "name": "network-vif-plugged", "status": "completed", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:51:53.704490 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:51:53.709731 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:51:53.784216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:51:53.794384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804c96c7-2c22-4525-9383-3ee69ae8c0fd x-openstack-request-id: req-804c96c7-2c22-4525-9383-3ee69ae8c0fd {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:51:53.794674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "name": "network-vif-plugged", "status": "completed", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:51:53.794925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-804c96c7-2c22-4525-9383-3ee69ae8c0fd {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:51:53.795313 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804c96c7-2c22-4525-9383-3ee69ae8c0fd'] response: {'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c', 'code': 200} Oct 05 09:51:54.030161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd7531-eb24-47d3-a030-880a2ed1d347 req-9a66e29a-a0b3-4306-8bc3-7d0010edc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:54.031547 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-10fd7531-eb24-47d3-a030-880a2ed1d347 req-9a66e29a-a0b3-4306-8bc3-7d0010edc245 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 1099 time: 0.0800345 Oct 05 09:51:54.075755 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-10fd7531-eb24-47d3-a030-880a2ed1d347 req-33f93938-7720-4ddb-b35c-fb01948c412b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376024 Oct 05 09:51:54.735630 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dc547-5cc3-412d-9cda-90940d0c54c4 req-50858de0-3236-48ba-b80a-d569e86df013 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:54.737072 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-db6dc547-5cc3-412d-9cda-90940d0c54c4 req-50858de0-3236-48ba-b80a-d569e86df013 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 946 time: 0.0911827 Oct 05 09:51:54.780038 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-db6dc547-5cc3-412d-9cda-90940d0c54c4 req-cf1f0b73-9650-4a1e-8781-bba86426d394 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373783 Oct 05 09:51:55.989988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba62db-79f5-4fb6-acb1-441bd1186854 req-74d54b38-b50e-4f97-b624-c78f83320336 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:55.991597 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-40ba62db-79f5-4fb6-acb1-441bd1186854 req-74d54b38-b50e-4f97-b624-c78f83320336 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 946 time: 0.0856152 Oct 05 09:51:56.035366 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-40ba62db-79f5-4fb6-acb1-441bd1186854 req-fc083673-b186-4d80-aeb6-ba0fc9584061 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376620 Oct 05 09:51:56.236806 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc42e8-4343-4a90-a925-3f9d42b92368 req-41b4c71b-1dbc-4103-9db0-7955a471a1bb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:56.238300 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-50dc42e8-4343-4a90-a925-3f9d42b92368 req-41b4c71b-1dbc-4103-9db0-7955a471a1bb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 946 time: 0.0911019 Oct 05 09:51:56.282008 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-50dc42e8-4343-4a90-a925-3f9d42b92368 req-1610d054-6ee0-4bba-a372-245269782860 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374782 Oct 05 09:51:56.690751 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5ee38-9657-49fb-93ad-3e7c5adc6a0a req-cdb8c12d-27cc-4f68-9d05-25a5f6cc4ed1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:51:56.692115 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-95e5ee38-9657-49fb-93ad-3e7c5adc6a0a req-cdb8c12d-27cc-4f68-9d05-25a5f6cc4ed1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 946 time: 0.0973222 Oct 05 09:51:56.735977 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-95e5ee38-9657-49fb-93ad-3e7c5adc6a0a req-1d65ad2c-607a-4ffc-8592-d654b418b2b2 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377393 Oct 05 09:52:02.844270 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f1d2df77-ab7a-4d78-b608-4ff1305ea408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:04.982975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:05.666033 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-97a6c87e-d16a-4dbe-a2d1-c21163208326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:06.857811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:06.918933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acc0ad-ca1f-4387-8328-a6192448ac8e req-1d373627-6774-4dd3-b8e0-278855b46745 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:06.920388 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-02acc0ad-ca1f-4387-8328-a6192448ac8e req-1d373627-6774-4dd3-b8e0-278855b46745 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 946 time: 0.0931854 Oct 05 09:52:06.963821 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-02acc0ad-ca1f-4387-8328-a6192448ac8e req-8f96b48d-bf2a-4d12-b2a9-ef11e2e859ae tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376537 Oct 05 09:52:06.988061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:06.993575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41986) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:52:07.078249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28756d4e-43f5-4364-80d0-5046fea19cc8 tempest-TestMinimumBasicScenario-116376542 tempest-TestMinimumBasicScenario-116376542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:07.079668 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-28756d4e-43f5-4364-80d0-5046fea19cc8 tempest-TestMinimumBasicScenario-116376542 tempest-TestMinimumBasicScenario-116376542-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 1094 time: 0.0848274 Oct 05 09:52:07.082513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 41990) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:52:07.088215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:52:07.094190 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:52:07.098040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:floatingip and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:52:07.101126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:52:07.107922 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:52:07.118127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:07.253895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:07.385034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Allocated IP 172.26.0.36 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/15d7055a-88f1-4efd-af60-b98569a0a285) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:52:07.541163 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:07.570345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:07.630902 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:52:07.638423 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:52:07.640909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:52:07.675655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'Port': ['ID=15d7055a-88f1-4efd-af60-b98569a0a285,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:52:08.167277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:08.239423 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:08.451181 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:08.456615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:08.556706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'Port': ['ID=15d7055a-88f1-4efd-af60-b98569a0a285,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:52:08.561799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:08.737046 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Floating IP 6632514a-a6bd-4588-b6c3-d952fe602ccd associated. External IP: 172.26.0.36, port: 96d7fbdc-07f2-4d55-96a0-96ae5edc468c. Oct 05 09:52:09.087916 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:52:09.328225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:09.379600 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:52:09.389850 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f938bbf-fc12-4ca6-b130-97e458d66326 None None] Sync routers for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:52:09.399986 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f938bbf-fc12-4ca6-b130-97e458d66326 None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:52:09.400507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0f938bbf-fc12-4ca6-b130-97e458d66326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:52:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:52:09.403576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:09.458603 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f736f51a-3a9b-40f1-a12c-e3310e2cc0eb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3750532 Oct 05 09:52:09.459289 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:52:09.462168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcb02e4-5f6f-40ce-8164-32985efcda56" -d '{"events": [{"name": "network-changed", "server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:52:09.462701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 41994) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:52:09.474017 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1595161719', 'description': 'tempest-secgroup-smoke-1595161719 description', 'project_id': '026fa4b2ab16403e82a5275018e34a57'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:52:09.482051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:52:09.486357 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:52:09.489265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:52:09.496461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:52:09.507552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:09.508665 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03e28f3-93b1-4b8c-a333-2173c4301b51 x-openstack-request-id: req-b03e28f3-93b1-4b8c-a333-2173c4301b51 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:52:09.508992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:52:09.509243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b03e28f3-93b1-4b8c-a333-2173c4301b51 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:52:09.509664 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03e28f3-93b1-4b8c-a333-2173c4301b51'] response: {'name': 'network-changed', 'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c', 'status': 'completed', 'code': 200} Oct 05 09:52:09.533506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:52:09.537423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:52:09.541561 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:52:09.550906 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:52:09.596292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-0f938bbf-fc12-4ca6-b130-97e458d66326 None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:52:09.622731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb02e4-5f6f-40ce-8164-32985efcda56 req-7cecdcd7-26d2-4382-b11e-5a5081ccd53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:09.624196 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3bcb02e4-5f6f-40ce-8164-32985efcda56 req-7cecdcd7-26d2-4382-b11e-5a5081ccd53c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 1099 time: 0.0874453 Oct 05 09:52:09.624430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:09.628593 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:09.678270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2158b4-2962-4662-a06b-553864fe1a16,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:52:09.682743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:09.684292 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cd1db0a4-78ce-4be5-ac87-ee420b57cf0f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2205336 Oct 05 09:52:09.687252 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42000) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:52:09.693555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-beb9a541-c12d-4587-be38-72e4dacd0d9c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group_rule': {'security_group_id': '6e2158b4-2962-4662-a06b-553864fe1a16', 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:52:09.699889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-beb9a541-c12d-4587-be38-72e4dacd0d9c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:52:09.704451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-beb9a541-c12d-4587-be38-72e4dacd0d9c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:52:09.706830 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-beb9a541-c12d-4587-be38-72e4dacd0d9c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:52:09.713453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-beb9a541-c12d-4587-be38-72e4dacd0d9c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:52:09.731781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-beb9a541-c12d-4587-be38-72e4dacd0d9c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:09.769065 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb02e4-5f6f-40ce-8164-32985efcda56 req-02279d24-db19-46f8-a833-2d76cb5c5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:09.770593 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3bcb02e4-5f6f-40ce-8164-32985efcda56 req-02279d24-db19-46f8-a833-2d76cb5c5f58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1395195 Oct 05 09:52:09.793731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-beb9a541-c12d-4587-be38-72e4dacd0d9c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:09.798013 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-beb9a541-c12d-4587-be38-72e4dacd0d9c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:09.820277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9a541-c12d-4587-be38-72e4dacd0d9c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9415c6d-454c-4e10-a57f-413979b7640e,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:52:09.842387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-beb9a541-c12d-4587-be38-72e4dacd0d9c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:09.846929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42004) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:52:09.847641 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-beb9a541-c12d-4587-be38-72e4dacd0d9c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589115 Oct 05 09:52:09.864505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-51700520-d1cb-4c09-898d-bbef51c3c5d1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group_rule': {'security_group_id': '6e2158b4-2962-4662-a06b-553864fe1a16', 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:52:09.879554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-51700520-d1cb-4c09-898d-bbef51c3c5d1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:52:09.887272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-51700520-d1cb-4c09-898d-bbef51c3c5d1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:52:09.891561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-51700520-d1cb-4c09-898d-bbef51c3c5d1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:52:09.906161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-51700520-d1cb-4c09-898d-bbef51c3c5d1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:52:09.916817 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3bcb02e4-5f6f-40ce-8164-32985efcda56 req-e92c78bd-31fa-4c6d-89f0-503a5e8b0504 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c HTTP/1.1" status: 200 len: 999 time: 0.1403244 Oct 05 09:52:09.964344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51700520-d1cb-4c09-898d-bbef51c3c5d1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.010774 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0f938bbf-fc12-4ca6-b130-97e458d66326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '6632514a-a6bd-4588-b6c3-d952fe602ccd', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'floating_ip_address': '172.26.0.36', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'port_id': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'mac_address': 'fa:16:3e:14:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:52:08Z', 'updated_at': '2022-10-05T09:52:08Z', 'revision_number': 0, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:31Z', 'revision_number': 5, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:52:10.015049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f938bbf-fc12-4ca6-b130-97e458d66326 None None] Checking router: 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:52:10.015326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb02e4-5f6f-40ce-8164-32985efcda56 req-ed9153e7-cfaa-480f-930f-1902b09ed00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:10.016764 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3bcb02e4-5f6f-40ce-8164-32985efcda56 req-ed9153e7-cfaa-480f-930f-1902b09ed00a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0902779 Oct 05 09:52:10.024361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f938bbf-fc12-4ca6-b130-97e458d66326 None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:52:10.025056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0f938bbf-fc12-4ca6-b130-97e458d66326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:52:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:52:10.094435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51700520-d1cb-4c09-898d-bbef51c3c5d1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.101747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51700520-d1cb-4c09-898d-bbef51c3c5d1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.136357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51700520-d1cb-4c09-898d-bbef51c3c5d1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80d9a93-86f3-487e-9804-05b670fb2a43,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:52:10.148129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb02e4-5f6f-40ce-8164-32985efcda56 req-1b54b053-4294-46d7-be79-c9a29527a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:10.150150 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3bcb02e4-5f6f-40ce-8164-32985efcda56 req-1b54b053-4294-46d7-be79-c9a29527a673 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1252630 Oct 05 09:52:10.151281 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51700520-d1cb-4c09-898d-bbef51c3c5d1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.152309 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-51700520-d1cb-4c09-898d-bbef51c3c5d1 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3043544 Oct 05 09:52:10.155077 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42008) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:52:10.178096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-aac2fb78-5757-48b8-8457-fea2a416a968 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group_rule': {'security_group_id': '6e2158b4-2962-4662-a06b-553864fe1a16', 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:52:10.186662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-aac2fb78-5757-48b8-8457-fea2a416a968 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:52:10.209594 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-0f938bbf-fc12-4ca6-b130-97e458d66326 None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:52:10.237991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-aac2fb78-5757-48b8-8457-fea2a416a968 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:52:10.245250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-aac2fb78-5757-48b8-8457-fea2a416a968 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:52:10.259050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-aac2fb78-5757-48b8-8457-fea2a416a968 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:52:10.295454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aac2fb78-5757-48b8-8457-fea2a416a968 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.339279 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3bcb02e4-5f6f-40ce-8164-32985efcda56 req-6e5fef94-c81f-4548-a9f1-2d0c87bbcf88 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816926 Oct 05 09:52:10.463761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aac2fb78-5757-48b8-8457-fea2a416a968 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.469818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aac2fb78-5757-48b8-8457-fea2a416a968 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.512920 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2fb78-5757-48b8-8457-fea2a416a968 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfe5236-3cbc-4b4e-92cf-330d2e54e7f8,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:52:10.531011 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3bcb02e4-5f6f-40ce-8164-32985efcda56 req-75a8b335-2ce9-44c5-9c00-a851d85b4793 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836002 Oct 05 09:52:10.531995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aac2fb78-5757-48b8-8457-fea2a416a968 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.533023 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aac2fb78-5757-48b8-8457-fea2a416a968 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3770652 Oct 05 09:52:10.535763 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42012) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:52:10.541491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-59b00489-4c03-4054-a592-352b5b64abfb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group_rule': {'security_group_id': '6e2158b4-2962-4662-a06b-553864fe1a16', 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:52:10.547339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-59b00489-4c03-4054-a592-352b5b64abfb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:52:10.551176 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-59b00489-4c03-4054-a592-352b5b64abfb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:52:10.554155 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-59b00489-4c03-4054-a592-352b5b64abfb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:52:10.560327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-59b00489-4c03-4054-a592-352b5b64abfb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:52:10.577894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59b00489-4c03-4054-a592-352b5b64abfb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.578091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-0f938bbf-fc12-4ca6-b130-97e458d66326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '6632514a-a6bd-4588-b6c3-d952fe602ccd', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'floating_ip_address': '172.26.0.36', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'port_id': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'mac_address': 'fa:16:3e:14:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:52:08Z', 'updated_at': '2022-10-05T09:52:08Z', 'revision_number': 0, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:31Z', 'revision_number': 5, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:52:10.582064 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f938bbf-fc12-4ca6-b130-97e458d66326 None None] The sync data for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv is: [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '6632514a-a6bd-4588-b6c3-d952fe602ccd', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'floating_ip_address': '172.26.0.36', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'port_id': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'mac_address': 'fa:16:3e:14:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:52:08Z', 'updated_at': '2022-10-05T09:52:08Z', 'revision_number': 0, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:31Z', 'revision_number': 5, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:52:10.646309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59b00489-4c03-4054-a592-352b5b64abfb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.650235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59b00489-4c03-4054-a592-352b5b64abfb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.674515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b00489-4c03-4054-a592-352b5b64abfb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224c1453-0f7e-4fec-93d8-dcacebdf705c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:52:10.684456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59b00489-4c03-4054-a592-352b5b64abfb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.685676 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-59b00489-4c03-4054-a592-352b5b64abfb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490149 Oct 05 09:52:10.688564 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42016) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:52:10.693617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-318bd13b-536e-4ee8-a27d-ba91f78fd83a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group_rule': {'security_group_id': '6e2158b4-2962-4662-a06b-553864fe1a16', 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:52:10.700280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-318bd13b-536e-4ee8-a27d-ba91f78fd83a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:52:10.704314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-318bd13b-536e-4ee8-a27d-ba91f78fd83a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:52:10.707544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-318bd13b-536e-4ee8-a27d-ba91f78fd83a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:52:10.714195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-318bd13b-536e-4ee8-a27d-ba91f78fd83a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:52:10.724231 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-318bd13b-536e-4ee8-a27d-ba91f78fd83a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Project 026fa4b2ab16403e82a5275018e34a57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:52:10.732280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-318bd13b-536e-4ee8-a27d-ba91f78fd83a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.772037 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae7d08e-e4e2-4e6f-93f1-4d1a35037e5e None None] New status for floating IP 6632514a-a6bd-4588-b6c3-d952fe602ccd: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:52:10.801435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-318bd13b-536e-4ee8-a27d-ba91f78fd83a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.805740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-318bd13b-536e-4ee8-a27d-ba91f78fd83a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.831058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bd13b-536e-4ee8-a27d-ba91f78fd83a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff8bdd3-bc96-4b33-b7e1-df8cef1f37a6,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:52:10.843695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-318bd13b-536e-4ee8-a27d-ba91f78fd83a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.845123 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-318bd13b-536e-4ee8-a27d-ba91f78fd83a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1556427 Oct 05 09:52:10.848210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42020) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:52:10.854630 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c7f45536-3696-46ed-a8ed-6e052d7cb68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'security_group_rule': {'security_group_id': '6e2158b4-2962-4662-a06b-553864fe1a16', 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:52:10.860855 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c7f45536-3696-46ed-a8ed-6e052d7cb68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:52:10.864764 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c7f45536-3696-46ed-a8ed-6e052d7cb68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Usage tracker for resource:security_group_rule and tenant:026fa4b2ab16403e82a5275018e34a57 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:52:10.867669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c7f45536-3696-46ed-a8ed-6e052d7cb68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:52:10.874172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c7f45536-3696-46ed-a8ed-6e052d7cb68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:52:10.888940 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-c7f45536-3696-46ed-a8ed-6e052d7cb68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Project 026fa4b2ab16403e82a5275018e34a57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:52:10.895913 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c7f45536-3696-46ed-a8ed-6e052d7cb68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.973024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c7f45536-3696-46ed-a8ed-6e052d7cb68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.977635 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c7f45536-3696-46ed-a8ed-6e052d7cb68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:10.999717 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f45536-3696-46ed-a8ed-6e052d7cb68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2a3654-f216-401d-8509-43db3dfc7b44,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:52:11.011732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c7f45536-3696-46ed-a8ed-6e052d7cb68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:11.016026 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c7f45536-3696-46ed-a8ed-6e052d7cb68f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1641052 Oct 05 09:52:11.132797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d510c5aa-ede7-4402-9661-5b235892a920 req-d1eec35a-e74e-4b0b-bb06-af3ca439d41e tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Synchronizing usage tracker for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:52:11.147351 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d510c5aa-ede7-4402-9661-5b235892a920 req-d1eec35a-e74e-4b0b-bb06-af3ca439d41e tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Unset dirty status for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:52:11.149225 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d510c5aa-ede7-4402-9661-5b235892a920 req-d1eec35a-e74e-4b0b-bb06-af3ca439d41e tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595161719&fields=id&tenant_id=026fa4b2ab16403e82a5275018e34a57 HTTP/1.1" status: 200 len: 267 time: 0.0550709 Oct 05 09:52:11.243083 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c5aa-ede7-4402-9661-5b235892a920 req-503f89b1-1f15-471c-a2e0-fb82af0855d9 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:11.244535 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d510c5aa-ede7-4402-9661-5b235892a920 req-503f89b1-1f15-471c-a2e0-fb82af0855d9 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 946 time: 0.0891836 Oct 05 09:52:11.254988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [req-d510c5aa-ede7-4402-9661-5b235892a920 req-2a12d4e0-9afe-4bbf-a8fa-335c65f2edca tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'port': {'security_groups': ['87b95bd3-e85d-48f2-af6b-354b24a23c39', '6e2158b4-2962-4662-a06b-553864fe1a16']}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:52:11.388810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-d510c5aa-ede7-4402-9661-5b235892a920 req-2a12d4e0-9afe-4bbf-a8fa-335c65f2edca tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:11.736922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [req-d510c5aa-ede7-4402-9661-5b235892a920 req-2a12d4e0-9afe-4bbf-a8fa-335c65f2edca tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] For port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:52:11.761779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-d510c5aa-ede7-4402-9661-5b235892a920 req-2a12d4e0-9afe-4bbf-a8fa-335c65f2edca tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:11.766394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-d510c5aa-ede7-4402-9661-5b235892a920 req-2a12d4e0-9afe-4bbf-a8fa-335c65f2edca tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:11.780022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['96d7fbdc-07f2-4d55-96a0-96ae5edc468c'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:52:11.802917 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c5aa-ede7-4402-9661-5b235892a920 req-2a12d4e0-9afe-4bbf-a8fa-335c65f2edca tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:11.803536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-d510c5aa-ede7-4402-9661-5b235892a920 req-2a12d4e0-9afe-4bbf-a8fa-335c65f2edca tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:11.805431 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d510c5aa-ede7-4402-9661-5b235892a920 req-2a12d4e0-9afe-4bbf-a8fa-335c65f2edca tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "PUT /v2.0/ports/96d7fbdc-07f2-4d55-96a0-96ae5edc468c HTTP/1.1" status: 200 len: 982 time: 0.5543187 Oct 05 09:52:11.805896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:52:11.808234 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3731dc6b-dfc4-4f2f-b837-bd406f2e1c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:52:11.859210 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2feb084-6e63-4bf0-905d-839809dfc964 x-openstack-request-id: req-a2feb084-6e63-4bf0-905d-839809dfc964 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:52:11.860108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:52:11.860501 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2feb084-6e63-4bf0-905d-839809dfc964 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:52:11.861721 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2feb084-6e63-4bf0-905d-839809dfc964'] response: {'name': 'network-changed', 'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c', 'status': 'completed', 'code': 200} Oct 05 09:52:11.900903 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12d4e0-9afe-4bbf-a8fa-335c65f2edca tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'Port': ['ID=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,revision_number=6']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:52:11.907134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['96d7fbdc-07f2-4d55-96a0-96ae5edc468c'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:52:12.008698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731dc6b-dfc4-4f2f-b837-bd406f2e1c9e req-e38e0f43-6e8a-42f4-995d-32b94617a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:12.010412 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3731dc6b-dfc4-4f2f-b837-bd406f2e1c9e req-e38e0f43-6e8a-42f4-995d-32b94617a4c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 1138 time: 0.1290474 Oct 05 09:52:12.015488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ebb29-21de-4d23-b733-aaab60316e8f req-6c483abe-6b07-4916-a209-f4ffc8429f0b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:12.018409 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-519ebb29-21de-4d23-b733-aaab60316e8f req-6c483abe-6b07-4916-a209-f4ffc8429f0b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 985 time: 0.1018233 Oct 05 09:52:12.065415 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-519ebb29-21de-4d23-b733-aaab60316e8f req-1dc102e1-c6c0-4554-9da5-b462e4b928bb tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=6e2158b4-2962-4662-a06b-553864fe1a16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418842 Oct 05 09:52:12.152388 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731dc6b-dfc4-4f2f-b837-bd406f2e1c9e req-4fec83af-8e78-4c98-89ee-5a250416e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:12.153933 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3731dc6b-dfc4-4f2f-b837-bd406f2e1c9e req-4fec83af-8e78-4c98-89ee-5a250416e068 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1365333 Oct 05 09:52:12.350578 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:52:12.376124 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3731dc6b-dfc4-4f2f-b837-bd406f2e1c9e req-f284d7aa-1ee6-424b-9aac-ea0abc5b05f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c HTTP/1.1" status: 200 len: 1001 time: 0.2147243 Oct 05 09:52:12.441927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731dc6b-dfc4-4f2f-b837-bd406f2e1c9e req-987677ff-3ca9-4b79-b001-9aecfc7dd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:12.443398 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3731dc6b-dfc4-4f2f-b837-bd406f2e1c9e req-987677ff-3ca9-4b79-b001-9aecfc7dd39a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0575583 Oct 05 09:52:12.530859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731dc6b-dfc4-4f2f-b837-bd406f2e1c9e req-61b9b96c-b026-4d7b-b8f9-307c158bd8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:12.532375 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3731dc6b-dfc4-4f2f-b837-bd406f2e1c9e req-61b9b96c-b026-4d7b-b8f9-307c158bd8e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819118 Oct 05 09:52:12.663677 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3731dc6b-dfc4-4f2f-b837-bd406f2e1c9e req-b470bbff-2488-42fd-bbb4-0bedee76536a service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229501 Oct 05 09:52:12.798270 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3731dc6b-dfc4-4f2f-b837-bd406f2e1c9e req-af7e1cba-1361-4272-a037-c2e07f537b9c service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278770 Oct 05 09:52:17.112079 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18c9537e-433a-4b5f-9c5c-20554494de8c req-a4e8ef97-cf15-42f1-9be4-45977e7f2e2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869403 Oct 05 09:52:17.277045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9537e-433a-4b5f-9c5c-20554494de8c req-5674b949-43b9-4ebb-8428-abdefcb47607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:17.278666 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18c9537e-433a-4b5f-9c5c-20554494de8c req-5674b949-43b9-4ebb-8428-abdefcb47607 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 1138 time: 0.0907605 Oct 05 09:52:17.425760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9537e-433a-4b5f-9c5c-20554494de8c req-caca1756-ebc7-4811-828d-a2b2e058f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:17.427234 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18c9537e-433a-4b5f-9c5c-20554494de8c req-caca1756-ebc7-4811-828d-a2b2e058f814 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1281173 Oct 05 09:52:17.531824 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18c9537e-433a-4b5f-9c5c-20554494de8c req-44cb803d-c9de-45b1-b9a2-8feaf779387e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c HTTP/1.1" status: 200 len: 1001 time: 0.0979812 Oct 05 09:52:17.600365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9537e-433a-4b5f-9c5c-20554494de8c req-c0b8c442-e52e-4ce8-852c-69e4f662d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:17.602826 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18c9537e-433a-4b5f-9c5c-20554494de8c req-c0b8c442-e52e-4ce8-852c-69e4f662d3f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0635400 Oct 05 09:52:17.686197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9537e-433a-4b5f-9c5c-20554494de8c req-caa1ac81-1502-48bb-a807-5c837a022203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:17.687703 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18c9537e-433a-4b5f-9c5c-20554494de8c req-caa1ac81-1502-48bb-a807-5c837a022203 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793540 Oct 05 09:52:17.818355 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18c9537e-433a-4b5f-9c5c-20554494de8c req-8f510189-82fb-4a00-9d8f-2dfc015ecf10 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242597 Oct 05 09:52:17.951028 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18c9537e-433a-4b5f-9c5c-20554494de8c req-ed84a9f6-048c-42e1-bafa-b92393662bd3 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266534 Oct 05 09:52:18.331684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-69c9d1ef-86c6-4f53-a10e-21df6d69955e req-59043efc-c10a-4c27-9cec-662787badc6b tempest-ServerDiskConfigTestJSON-1082842250 tempest-ServerDiskConfigTestJSON-1082842250-project] (89055) timed out ('10.222.0.45', 49865) {{(pid=89055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 05 09:52:29.401086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b09ba-70b1-409e-9df8-b7640f577b49 req-79ec5a67-8d1a-4f25-bdfa-2c8e35381c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:29.402730 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-567b09ba-70b1-409e-9df8-b7640f577b49 req-79ec5a67-8d1a-4f25-bdfa-2c8e35381c5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 1138 time: 0.0879307 Oct 05 09:52:29.433675 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e6742-30f2-4543-9702-a79b521ce4a0 req-3558f086-a8da-4f48-ad62-dd2551508822 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:29.435150 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-602e6742-30f2-4543-9702-a79b521ce4a0 req-3558f086-a8da-4f48-ad62-dd2551508822 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 985 time: 0.0913298 Oct 05 09:52:29.482995 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-602e6742-30f2-4543-9702-a79b521ce4a0 req-bcc42773-751c-4e50-bc66-e85d25a2dbff tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=6e2158b4-2962-4662-a06b-553864fe1a16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418732 Oct 05 09:52:29.541072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b09ba-70b1-409e-9df8-b7640f577b49 req-e13b6634-f5f3-4cab-a534-0043429f996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:29.542652 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-567b09ba-70b1-409e-9df8-b7640f577b49 req-e13b6634-f5f3-4cab-a534-0043429f996b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1334703 Oct 05 09:52:29.650381 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-567b09ba-70b1-409e-9df8-b7640f577b49 req-422a17e4-3d7d-4154-a9b5-0ac6d3c5407c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c HTTP/1.1" status: 200 len: 1001 time: 0.1008880 Oct 05 09:52:29.714416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b09ba-70b1-409e-9df8-b7640f577b49 req-16a94b05-1193-4504-9797-a53a020e58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:29.715824 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-567b09ba-70b1-409e-9df8-b7640f577b49 req-16a94b05-1193-4504-9797-a53a020e58bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0590434 Oct 05 09:52:29.797132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b09ba-70b1-409e-9df8-b7640f577b49 req-e4db73fc-352f-454e-92a8-c9c8b6a324da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:29.798574 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-567b09ba-70b1-409e-9df8-b7640f577b49 req-e4db73fc-352f-454e-92a8-c9c8b6a324da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764489 Oct 05 09:52:29.809465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-567b09ba-70b1-409e-9df8-b7640f577b49 req-89c740cf-73fa-46ef-afd5-a019940715b3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:52:29.810500 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-567b09ba-70b1-409e-9df8-b7640f577b49 req-89c740cf-73fa-46ef-afd5-a019940715b3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046921 Oct 05 09:52:29.948498 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-567b09ba-70b1-409e-9df8-b7640f577b49 req-4fd470ff-5d8a-4d66-a5a0-44bf1981d775 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318321 Oct 05 09:52:30.087726 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-567b09ba-70b1-409e-9df8-b7640f577b49 req-2a0fd7cc-462d-4569-a701-6f89d4949580 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317866 Oct 05 09:52:30.686800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a05db-12f7-43ed-83b1-a4c67ba32fd5 req-0f2b3692-6695-4f9e-8014-678a345cbf18 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:30.688271 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-375a05db-12f7-43ed-83b1-a4c67ba32fd5 req-0f2b3692-6695-4f9e-8014-678a345cbf18 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 985 time: 0.0890930 Oct 05 09:52:30.734942 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-375a05db-12f7-43ed-83b1-a4c67ba32fd5 req-4cd59fdd-1ac3-4ef7-8320-aa7ea31a9cb5 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=6e2158b4-2962-4662-a06b-553864fe1a16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408826 Oct 05 09:52:31.939992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb6984-63a1-4207-814b-6c1c06640c62 req-f122d98d-3fb0-4454-b100-725a3770f500 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:31.941451 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-86cb6984-63a1-4207-814b-6c1c06640c62 req-f122d98d-3fb0-4454-b100-725a3770f500 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 985 time: 0.0912914 Oct 05 09:52:31.986676 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-86cb6984-63a1-4207-814b-6c1c06640c62 req-0065eac3-ec95-4b81-a270-b72d5f79f602 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=6e2158b4-2962-4662-a06b-553864fe1a16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383339 Oct 05 09:52:32.846551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b27104c-4f79-4759-8b20-d84ab47230ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:33.192217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44005a58-1c9d-4e0a-b6cd-d3bd4029846d req-3a0d5f23-7bd5-49d2-99ac-0e452faf30a8 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:33.193560 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-44005a58-1c9d-4e0a-b6cd-d3bd4029846d req-3a0d5f23-7bd5-49d2-99ac-0e452faf30a8 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 985 time: 0.0913074 Oct 05 09:52:33.238770 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-44005a58-1c9d-4e0a-b6cd-d3bd4029846d req-870dfa17-834a-49f8-8dc1-28f8e9a38601 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=6e2158b4-2962-4662-a06b-553864fe1a16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391426 Oct 05 09:52:34.481131 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3356c-a0d8-4f5d-a1a9-35287ec6678c req-b26b69f1-6933-4a1a-8b9c-eb97dd2ea32a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:34.482675 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3c3356c-a0d8-4f5d-a1a9-35287ec6678c req-b26b69f1-6933-4a1a-8b9c-eb97dd2ea32a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 985 time: 0.0893035 Oct 05 09:52:34.529146 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3c3356c-a0d8-4f5d-a1a9-35287ec6678c req-ffe6c208-55b8-4578-be85-7ae22a6594b5 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=6e2158b4-2962-4662-a06b-553864fe1a16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408051 Oct 05 09:52:34.995665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:35.661465 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82d0869b-3233-45c1-adbb-127186367675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:35.737871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5b33e-4661-4d02-bd27-f69d3fc6246a req-86206fe2-8889-473e-96df-571481bece17 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:35.739411 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-41b5b33e-4661-4d02-bd27-f69d3fc6246a req-86206fe2-8889-473e-96df-571481bece17 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 985 time: 0.0967987 Oct 05 09:52:35.787796 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-41b5b33e-4661-4d02-bd27-f69d3fc6246a req-b21bd8ef-3aab-4bf7-9c01-4b0dbd1eebdf tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=6e2158b4-2962-4662-a06b-553864fe1a16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423551 Oct 05 09:52:36.862168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:36.990806 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:36.994129 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a82eb7-3084-40e2-9a3a-8e6c3675b29c req-b124380c-0982-4af6-8da8-d7ea9336186b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:36.995581 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-64a82eb7-3084-40e2-9a3a-8e6c3675b29c req-b124380c-0982-4af6-8da8-d7ea9336186b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 985 time: 0.0904033 Oct 05 09:52:37.041538 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-64a82eb7-3084-40e2-9a3a-8e6c3675b29c req-c2fc2eb1-1fe8-4a7f-b8a3-f10bae5c7f2c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=6e2158b4-2962-4662-a06b-553864fe1a16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401044 Oct 05 09:52:38.245608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75d1ac-13a4-4a87-bd74-c48f79ae435d req-6674bb4b-b934-4375-bb17-2b06cbae28b0 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:38.247110 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3e75d1ac-13a4-4a87-bd74-c48f79ae435d req-6674bb4b-b934-4375-bb17-2b06cbae28b0 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 985 time: 0.0898724 Oct 05 09:52:38.294389 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3e75d1ac-13a4-4a87-bd74-c48f79ae435d req-31c972a3-6507-489c-836b-4e2ee6e84f0b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=6e2158b4-2962-4662-a06b-553864fe1a16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414486 Oct 05 09:52:39.334284 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:52:39.494320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c7100-0b87-491e-8e45-e8929c5b50f8 req-a7d1e0bd-f168-4649-ab2b-fd68742799d5 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:39.495759 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d49c7100-0b87-491e-8e45-e8929c5b50f8 req-a7d1e0bd-f168-4649-ab2b-fd68742799d5 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 985 time: 0.0912011 Oct 05 09:52:39.546170 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d49c7100-0b87-491e-8e45-e8929c5b50f8 req-132356ff-073e-4c13-b421-5e45c98364d4 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=6e2158b4-2962-4662-a06b-553864fe1a16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445046 Oct 05 09:52:40.767841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3b2c1-709c-4a56-92f5-2d6db02148d6 req-af1a7e66-cb60-46a8-ad5c-0dc24818c12a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:40.769778 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bed3b2c1-709c-4a56-92f5-2d6db02148d6 req-af1a7e66-cb60-46a8-ad5c-0dc24818c12a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 985 time: 0.1064663 Oct 05 09:52:40.836459 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bed3b2c1-709c-4a56-92f5-2d6db02148d6 req-cef5ae13-ab40-4184-8d0b-3894b78d8209 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=6e2158b4-2962-4662-a06b-553864fe1a16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582488 Oct 05 09:52:42.066809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07954b9a-7155-41ba-a5b3-e8a15683e06c req-de7ea65d-6b89-441a-90fb-7e3c1a635f7c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:52:42.068252 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-07954b9a-7155-41ba-a5b3-e8a15683e06c req-de7ea65d-6b89-441a-90fb-7e3c1a635f7c tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 985 time: 0.0932577 Oct 05 09:52:42.113740 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-07954b9a-7155-41ba-a5b3-e8a15683e06c req-e21e0e56-ee1b-4a47-84b4-aa910beabc1e tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&id=6e2158b4-2962-4662-a06b-553864fe1a16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396354 Oct 05 09:52:49.350498 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:53:02.886392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6e2aec31-236a-4a95-b887-d66e42cc98cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:05.009296 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:05.665791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aca7166d-0234-4743-b137-38616dc7c32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:06.856712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:06.993452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:09.335375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:14.537272 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-55b55f05-db17-4509-85f9-07dc6f0f6dec req-d0c8f303-aa11-4fc4-a6a8-09b40020d314 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595161719&fields=id&tenant_id=026fa4b2ab16403e82a5275018e34a57 HTTP/1.1" status: 200 len: 267 time: 0.0420887 Oct 05 09:53:14.630833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b55f05-db17-4509-85f9-07dc6f0f6dec req-53a16f52-2c9f-4e64-a026-6c2c5fa9b307 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:14.632875 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-55b55f05-db17-4509-85f9-07dc6f0f6dec req-53a16f52-2c9f-4e64-a026-6c2c5fa9b307 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 985 time: 0.0893602 Oct 05 09:53:14.643606 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [req-55b55f05-db17-4509-85f9-07dc6f0f6dec req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Request body: {'port': {'security_groups': ['87b95bd3-e85d-48f2-af6b-354b24a23c39']}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:14.870609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-55b55f05-db17-4509-85f9-07dc6f0f6dec req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:15.132315 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [req-55b55f05-db17-4509-85f9-07dc6f0f6dec req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] For port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:15.156846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-55b55f05-db17-4509-85f9-07dc6f0f6dec req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:15.161245 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-55b55f05-db17-4509-85f9-07dc6f0f6dec req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:15.174636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['96d7fbdc-07f2-4d55-96a0-96ae5edc468c'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:53:15.198745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b55f05-db17-4509-85f9-07dc6f0f6dec req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:15.199354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [req-55b55f05-db17-4509-85f9-07dc6f0f6dec req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:15.200726 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-55b55f05-db17-4509-85f9-07dc6f0f6dec req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "PUT /v2.0/ports/96d7fbdc-07f2-4d55-96a0-96ae5edc468c HTTP/1.1" status: 200 len: 943 time: 0.5617285 Oct 05 09:53:15.201163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:53:15.203499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28af0898-01f7-4296-961a-ab9305558c83" -d '{"events": [{"name": "network-changed", "server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:53:15.207544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42078) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:15.250330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event updated for resources: {'Port': ['ID=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,revision_number=7']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:15.250916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['96d7fbdc-07f2-4d55-96a0-96ae5edc468c'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:53:15.259496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.259836 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.260174 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.260519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.260859 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.261189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.261521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.261850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.262209 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.262715 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.263051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.263384 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3ec07-fc75-4ae4-8253-7e24ffc46805 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.283645 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd346150-e43e-4cb8-8cce-9061d9926ec2 x-openstack-request-id: req-fd346150-e43e-4cb8-8cce-9061d9926ec2 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:53:15.283933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:53:15.284203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd346150-e43e-4cb8-8cce-9061d9926ec2 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:53:15.284606 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd346150-e43e-4cb8-8cce-9061d9926ec2'] response: {'name': 'network-changed', 'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c', 'status': 'completed', 'code': 200} Oct 05 09:53:15.458224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:15.503272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:15.515807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0898-01f7-4296-961a-ab9305558c83 req-0ed6881f-df4f-4f80-af5a-acad3fa8d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:15.517269 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28af0898-01f7-4296-961a-ab9305558c83 req-0ed6881f-df4f-4f80-af5a-acad3fa8d9a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 1099 time: 0.1539569 Oct 05 09:53:15.668149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0898-01f7-4296-961a-ab9305558c83 req-1c155425-2968-48a4-8129-8848cbecab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:15.669728 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28af0898-01f7-4296-961a-ab9305558c83 req-1c155425-2968-48a4-8129-8848cbecab2d service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1425424 Oct 05 09:53:15.728872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:15.768717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2158b4-2962-4662-a06b-553864fe1a16,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:15.784316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.784671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.785001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.785333 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.785662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.786012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.786342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.786668 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.786991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.787312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.787706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.788037 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:15.802223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:15.806310 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80027216-439d-425b-ac25-045b78b7dc48 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "DELETE /v2.0/security-groups/6e2158b4-2962-4662-a06b-553864fe1a16 HTTP/1.1" status: 204 len: 168 time: 0.5947711 Oct 05 09:53:15.807099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42082) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:15.807791 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28af0898-01f7-4296-961a-ab9305558c83 req-981180bf-8400-41a6-991b-4267f913e006 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c HTTP/1.1" status: 200 len: 1001 time: 0.1320403 Oct 05 09:53:15.880109 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0898-01f7-4296-961a-ab9305558c83 req-cc631563-c055-4455-ad20-e447d95f83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:15.882302 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28af0898-01f7-4296-961a-ab9305558c83 req-cc631563-c055-4455-ad20-e447d95f83c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0687408 Oct 05 09:53:15.968822 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0898-01f7-4296-961a-ab9305558c83 req-ede2e8d3-b2ec-4d05-b73a-05b431edff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:15.970471 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28af0898-01f7-4296-961a-ab9305558c83 req-ede2e8d3-b2ec-4d05-b73a-05b431edff79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819833 Oct 05 09:53:16.013155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-4c09b146-a672-4458-a653-b034c66c8f4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Deleting port 15d7055a-88f1-4efd-af60-b98569a0a285 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:53:16.013404 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4c09b146-a672-4458-a653-b034c66c8f4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:16.109554 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28af0898-01f7-4296-961a-ab9305558c83 req-277109e2-5767-418c-b457-4653cb62d2f1 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322713 Oct 05 09:53:16.183054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4c09b146-a672-4458-a653-b034c66c8f4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:16.183388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4c09b146-a672-4458-a653-b034c66c8f4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:16.245748 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28af0898-01f7-4296-961a-ab9305558c83 req-94f5f95b-bfe4-4ca4-90ec-b0e32b1757b2 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266968 Oct 05 09:53:16.314704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-4c09b146-a672-4458-a653-b034c66c8f4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Calling delete_port for 15d7055a-88f1-4efd-af60-b98569a0a285 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:53:16.477501 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4c09b146-a672-4458-a653-b034c66c8f4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:16.528727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09b146-a672-4458-a653-b034c66c8f4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event deleted for resources: {'Port': ['ID=15d7055a-88f1-4efd-af60-b98569a0a285,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:16.627558 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4c09b146-a672-4458-a653-b034c66c8f4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:16.627891 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-4c09b146-a672-4458-a653-b034c66c8f4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Floating IP 6632514a-a6bd-4588-b6c3-d952fe602ccd disassociated (deleted). External IP: 172.26.0.36, port: 96d7fbdc-07f2-4d55-96a0-96ae5edc468c. Oct 05 09:53:17.077569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c09b146-a672-4458-a653-b034c66c8f4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:53:17.099841 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-00e99f67-86d2-4ab3-8e2a-111b57bb7e60 req-dfa6706a-0000-46f7-9cf1-c84393805ada service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776620 Oct 05 09:53:17.248551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e99f67-86d2-4ab3-8e2a-111b57bb7e60 req-7dc8181d-66b5-43eb-8849-e05159cd541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:17.249927 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-00e99f67-86d2-4ab3-8e2a-111b57bb7e60 req-7dc8181d-66b5-43eb-8849-e05159cd541f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 1099 time: 0.0831134 Oct 05 09:53:17.260552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c09b146-a672-4458-a653-b034c66c8f4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:53:17.270837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c8fac-8801-4c99-b078-f64b4526c2c7 None None] Sync routers for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:53:17.277380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4c09b146-a672-4458-a653-b034c66c8f4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:17.282688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c8fac-8801-4c99-b078-f64b4526c2c7 None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:53:17.283486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d37c8fac-8801-4c99-b078-f64b4526c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:53:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:17.332209 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4c09b146-a672-4458-a653-b034c66c8f4b tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "DELETE /v2.0/floatingips/6632514a-a6bd-4588-b6c3-d952fe602ccd HTTP/1.1" status: 204 len: 168 time: 1.5243070 Oct 05 09:53:17.332797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:53:17.336139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65f6e11-60f9-4afc-a57e-ff358fac29e2" -d '{"events": [{"name": "network-changed", "server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:53:17.400653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e99f67-86d2-4ab3-8e2a-111b57bb7e60 req-7aeda398-d4f3-496f-8b32-08e4d6e09f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:17.402215 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-00e99f67-86d2-4ab3-8e2a-111b57bb7e60 req-7aeda398-d4f3-496f-8b32-08e4d6e09f96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1348302 Oct 05 09:53:17.425260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55eaa29-d0b4-4927-887d-e1e1a393c062 x-openstack-request-id: req-e55eaa29-d0b4-4927-887d-e1e1a393c062 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:53:17.425554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:53:17.425805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e55eaa29-d0b4-4927-887d-e1e1a393c062 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:53:17.426240 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55eaa29-d0b4-4927-887d-e1e1a393c062'] response: {'name': 'network-changed', 'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c', 'status': 'completed', 'code': 200} Oct 05 09:53:17.473523 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-00e99f67-86d2-4ab3-8e2a-111b57bb7e60 req-a9f624a2-4d1f-4edc-b5f6-7999dead3c9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c HTTP/1.1" status: 200 len: 217 time: 0.0654500 Oct 05 09:53:17.478361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d37c8fac-8801-4c99-b078-f64b4526c2c7 None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:53:17.541164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e99f67-86d2-4ab3-8e2a-111b57bb7e60 req-97ee6a6d-eeb9-4cb0-9f3e-95c52d7ba3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:17.542810 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-00e99f67-86d2-4ab3-8e2a-111b57bb7e60 req-97ee6a6d-eeb9-4cb0-9f3e-95c52d7ba3cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0625286 Oct 05 09:53:17.628428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e99f67-86d2-4ab3-8e2a-111b57bb7e60 req-7fb8996c-cfbb-4516-b7ba-2c81bd0e4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:17.630092 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-00e99f67-86d2-4ab3-8e2a-111b57bb7e60 req-7fb8996c-cfbb-4516-b7ba-2c81bd0e4dec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806687 Oct 05 09:53:17.768275 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-00e99f67-86d2-4ab3-8e2a-111b57bb7e60 req-091036bd-a562-4d12-83c3-8caae35f2777 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320937 Oct 05 09:53:17.814507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d37c8fac-8801-4c99-b078-f64b4526c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:31Z', 'revision_number': 5, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:17.824390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c8fac-8801-4c99-b078-f64b4526c2c7 None None] Checking router: 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:53:17.837858 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c8fac-8801-4c99-b078-f64b4526c2c7 None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:53:17.838943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d37c8fac-8801-4c99-b078-f64b4526c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:53:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:18.025737 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d37c8fac-8801-4c99-b078-f64b4526c2c7 None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:53:18.042291 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-00e99f67-86d2-4ab3-8e2a-111b57bb7e60 req-8685607d-f64f-472a-bd48-81dc4613d58e service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681837 Oct 05 09:53:18.195847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f6e11-60f9-4afc-a57e-ff358fac29e2 req-57cb0489-fa7c-494c-962a-a93eee50f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:18.197331 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d65f6e11-60f9-4afc-a57e-ff358fac29e2 req-57cb0489-fa7c-494c-962a-a93eee50f245 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026fa4b2ab16403e82a5275018e34a57&device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 1099 time: 0.0847113 Oct 05 09:53:18.339577 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f6e11-60f9-4afc-a57e-ff358fac29e2 req-c95b7e71-e78e-43ff-91e1-10a7e1e149f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:18.341062 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d65f6e11-60f9-4afc-a57e-ff358fac29e2 req-c95b7e71-e78e-43ff-91e1-10a7e1e149f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 200 len: 915 time: 0.1343851 Oct 05 09:53:18.376059 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d37c8fac-8801-4c99-b078-f64b4526c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:31Z', 'revision_number': 5, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:18.380179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c8fac-8801-4c99-b078-f64b4526c2c7 None None] The sync data for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv is: [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:47:25Z', 'revision_number': 4, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '00374e22-6c4b-4a35-b5c4-8812de291799', 'name': '', 'network_id': 'c1e483eb-e0e5-4513-aaae-384a714448c4', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'mac_address': 'fa:16:3e:98:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:25Z', 'updated_at': '2022-10-05T09:47:31Z', 'revision_number': 5, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'subnets': [{'id': '820423a9-d161-4e4c-bcae-dc52db4935e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:53:18.414861 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d65f6e11-60f9-4afc-a57e-ff358fac29e2 req-c56cfa13-0675-4317-ab12-819a889eeb48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c HTTP/1.1" status: 200 len: 217 time: 0.0679216 Oct 05 09:53:18.481463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f6e11-60f9-4afc-a57e-ff358fac29e2 req-aadeeb27-dd5c-4c5e-9563-eab823cd5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:18.482885 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d65f6e11-60f9-4afc-a57e-ff358fac29e2 req-aadeeb27-dd5c-4c5e-9563-eab823cd5221 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 200 len: 853 time: 0.0622640 Oct 05 09:53:18.574907 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f6e11-60f9-4afc-a57e-ff358fac29e2 req-ec1c37bd-8453-4503-9e5e-3824d4a966a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:18.576421 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d65f6e11-60f9-4afc-a57e-ff358fac29e2 req-ec1c37bd-8453-4503-9e5e-3824d4a966a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1e483eb-e0e5-4513-aaae-384a714448c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873289 Oct 05 09:53:18.656303 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d07b2f-2521-4522-9075-da7b318c5e83 None None] New status for floating IP 6632514a-a6bd-4588-b6c3-d952fe602ccd: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:53:18.718308 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d65f6e11-60f9-4afc-a57e-ff358fac29e2 req-c685fd00-d98a-46a3-8971-2aa8e282a57a service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351392 Oct 05 09:53:18.883826 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d65f6e11-60f9-4afc-a57e-ff358fac29e2 req-16d2cf24-39e7-4d25-97f0-b3ca5df68321 service neutron] 10.222.0.45 "GET /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593723 Oct 05 09:53:21.792255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6493e11-b328-4d82-95b9-5aa778fa6fe7 req-5451ce94-9ef6-44ef-ba0c-c96816ac2956 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:21.792942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-e6493e11-b328-4d82-95b9-5aa778fa6fe7 req-5451ce94-9ef6-44ef-ba0c-c96816ac2956 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Synchronizing usage tracker for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:53:21.808884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-e6493e11-b328-4d82-95b9-5aa778fa6fe7 req-5451ce94-9ef6-44ef-ba0c-c96816ac2956 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Unset dirty status for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:53:21.810105 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e6493e11-b328-4d82-95b9-5aa778fa6fe7 req-5451ce94-9ef6-44ef-ba0c-c96816ac2956 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 946 time: 0.1126156 Oct 05 09:53:21.856689 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e6493e11-b328-4d82-95b9-5aa778fa6fe7 req-19e2f683-1630-4684-b0f6-fb6b232e8e7f tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408440 Oct 05 09:53:23.052608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b38a4b-9cc9-4bb0-9794-34f36a41ea03 req-c24ec6ac-75f1-4896-9e58-9310cfc60726 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:23.054702 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-88b38a4b-9cc9-4bb0-9794-34f36a41ea03 req-c24ec6ac-75f1-4896-9e58-9310cfc60726 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 946 time: 0.0870442 Oct 05 09:53:23.102042 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-88b38a4b-9cc9-4bb0-9794-34f36a41ea03 req-06c36427-9f96-43d8-b583-afd817249c3a tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/security-groups?id=87b95bd3-e85d-48f2-af6b-354b24a23c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Oct 05 09:53:23.389819 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f5102-91d7-43cc-8142-b7019c89fab2 req-f519efb2-ce65-4717-a299-9ede4c971eac tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:23.390526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-108f5102-91d7-43cc-8142-b7019c89fab2 req-f519efb2-ce65-4717-a299-9ede4c971eac tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Synchronizing usage tracker for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:53:23.401760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-108f5102-91d7-43cc-8142-b7019c89fab2 req-f519efb2-ce65-4717-a299-9ede4c971eac tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Unset dirty status for tenant:026fa4b2ab16403e82a5275018e34a57 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:53:23.402859 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-108f5102-91d7-43cc-8142-b7019c89fab2 req-f519efb2-ce65-4717-a299-9ede4c971eac tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.45 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 946 time: 0.0970256 Oct 05 09:53:23.480143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-108f5102-91d7-43cc-8142-b7019c89fab2 req-0947d60c-b36b-4b74-8d72-772752b6b4a6 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Deleting port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:53:23.480484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-108f5102-91d7-43cc-8142-b7019c89fab2 req-0947d60c-b36b-4b74-8d72-772752b6b4a6 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:23.723736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-108f5102-91d7-43cc-8142-b7019c89fab2 req-0947d60c-b36b-4b74-8d72-772752b6b4a6 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] For port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:23.723996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-108f5102-91d7-43cc-8142-b7019c89fab2 req-0947d60c-b36b-4b74-8d72-772752b6b4a6 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:23.851052 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-108f5102-91d7-43cc-8142-b7019c89fab2 req-0947d60c-b36b-4b74-8d72-772752b6b4a6 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Calling delete_port for 96d7fbdc-07f2-4d55-96a0-96ae5edc468c owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:53:23.992959 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-108f5102-91d7-43cc-8142-b7019c89fab2 req-0947d60c-b36b-4b74-8d72-772752b6b4a6 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:24.142920 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947d60c-b36b-4b74-8d72-772752b6b4a6 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Pushing event deleted for resources: {'Port': ['ID=96d7fbdc-07f2-4d55-96a0-96ae5edc468c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:24.232799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-108f5102-91d7-43cc-8142-b7019c89fab2 req-0947d60c-b36b-4b74-8d72-772752b6b4a6 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] No DVR routers for this DVR port 96d7fbdc-07f2-4d55-96a0-96ae5edc468c on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:53:24.235238 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-108f5102-91d7-43cc-8142-b7019c89fab2 req-0947d60c-b36b-4b74-8d72-772752b6b4a6 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:24.237712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'name': 'network-vif-deleted', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:53:24.239977 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f6babb-5327-45e2-86e9-cf267b3b6326" -d '{"events": [{"server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "name": "network-vif-deleted", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:53:24.254553 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-108f5102-91d7-43cc-8142-b7019c89fab2 req-0947d60c-b36b-4b74-8d72-772752b6b4a6 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.45 "DELETE /v2.0/ports/96d7fbdc-07f2-4d55-96a0-96ae5edc468c HTTP/1.1" status: 204 len: 173 time: 0.8465648 Oct 05 09:53:24.278730 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4194d4d0-a04f-4027-b60d-98c19b7f7cae req-c4b61bd6-0f49-460b-b885-62037a1ef138 tempest-TestMinimumBasicScenario-2089762529 tempest-TestMinimumBasicScenario-2089762529-project] 10.222.0.64 "GET /v2.0/ports?device_id=596f2144-d2be-4ef4-9f36-3a28ffdaf290 HTTP/1.1" status: 200 len: 210 time: 0.0518785 Oct 05 09:53:24.294060 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74f3451-826f-4f72-a867-5904eda5797e x-openstack-request-id: req-c74f3451-826f-4f72-a867-5904eda5797e {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:53:24.294351 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596f2144-d2be-4ef4-9f36-3a28ffdaf290", "name": "network-vif-deleted", "tag": "96d7fbdc-07f2-4d55-96a0-96ae5edc468c", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:53:24.294600 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c74f3451-826f-4f72-a867-5904eda5797e {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:53:24.295245 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74f3451-826f-4f72-a867-5904eda5797e'] response: {'server_uuid': '596f2144-d2be-4ef4-9f36-3a28ffdaf290', 'name': 'network-vif-deleted', 'tag': '96d7fbdc-07f2-4d55-96a0-96ae5edc468c', 'status': 'completed', 'code': 200} Oct 05 09:53:25.922628 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42168) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:25.937677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 96d7fbdc-07f2-4d55-96a0-96ae5edc468c no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:53:25.974905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 96d7fbdc-07f2-4d55-96a0-96ae5edc468c {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:53:25.975430 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 96d7fbdc-07f2-4d55-96a0-96ae5edc468c not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:53:26.350355 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:53:26.600840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34d01771-5230-49be-8e20-7c521b1b5903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:26.938515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-34d01771-5230-49be-8e20-7c521b1b5903 admin admin] Deleting port 00374e22-6c4b-4a35-b5c4-8812de291799 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:53:26.939236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34d01771-5230-49be-8e20-7c521b1b5903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:27.106752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-34d01771-5230-49be-8e20-7c521b1b5903 admin admin] For port 00374e22-6c4b-4a35-b5c4-8812de291799, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=00374e22-6c4b-4a35-b5c4-8812de291799,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:27.107114 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34d01771-5230-49be-8e20-7c521b1b5903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:27.338061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-34d01771-5230-49be-8e20-7c521b1b5903 admin admin] Calling delete_port for 00374e22-6c4b-4a35-b5c4-8812de291799 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:53:27.648467 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34d01771-5230-49be-8e20-7c521b1b5903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:27.698761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d01771-5230-49be-8e20-7c521b1b5903 admin admin] Pushing event deleted for resources: {'Port': ['ID=00374e22-6c4b-4a35-b5c4-8812de291799,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:27.979171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34d01771-5230-49be-8e20-7c521b1b5903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:28.330950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d01771-5230-49be-8e20-7c521b1b5903 admin admin] Router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:53:28.507515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d01771-5230-49be-8e20-7c521b1b5903 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:53:28.516219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7659be50-cc9d-4efc-bcf1-972595c8a48b None None] Sync routers for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:53:28.521466 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-34d01771-5230-49be-8e20-7c521b1b5903 admin admin] 10.222.0.64 "PUT /v2.0/routers/7e9db210-87b0-4fca-b70a-fd33ac30dcd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5958052 Oct 05 09:53:28.522196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42174) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:28.525776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7659be50-cc9d-4efc-bcf1-972595c8a48b None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:53:28.526570 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7659be50-cc9d-4efc-bcf1-972595c8a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:53:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:28.705281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-7659be50-cc9d-4efc-bcf1-972595c8a48b None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:53:28.822547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:28.995355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7659be50-cc9d-4efc-bcf1-972595c8a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:53:27Z', 'revision_number': 5, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port': {'id': '14ad0e9a-97fe-40c5-9d92-4521965068e7', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:22Z', 'updated_at': '2022-10-05T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:28.999261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7659be50-cc9d-4efc-bcf1-972595c8a48b None None] Checking router: 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:53:29.008771 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7659be50-cc9d-4efc-bcf1-972595c8a48b None None] Routers {'7e9db210-87b0-4fca-b70a-fd33ac30dcd1'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:53:29.009379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7659be50-cc9d-4efc-bcf1-972595c8a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:53:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:29.011756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:29.024216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Deleting port 14ad0e9a-97fe-40c5-9d92-4521965068e7 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:53:29.024577 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:29.163728 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-7659be50-cc9d-4efc-bcf1-972595c8a48b None None] Set router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:53:29.215672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] For port 14ad0e9a-97fe-40c5-9d92-4521965068e7, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=14ad0e9a-97fe-40c5-9d92-4521965068e7,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:29.216153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:29.272055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7659be50-cc9d-4efc-bcf1-972595c8a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:53:29Z', 'revision_number': 6, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:29.275998 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7659be50-cc9d-4efc-bcf1-972595c8a48b None None] The sync data for ids ['7e9db210-87b0-4fca-b70a-fd33ac30dcd1'] in dv-neutron-860328-1-hyperv is: [{'id': '7e9db210-87b0-4fca-b70a-fd33ac30dcd1', 'name': 'tempest-TestMinimumBasicScenario-448845121-router', 'tenant_id': '026fa4b2ab16403e82a5275018e34a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:21Z', 'updated_at': '2022-10-05T09:53:29Z', 'revision_number': 6, 'project_id': '026fa4b2ab16403e82a5275018e34a57', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:53:29.352963 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Calling delete_port for 14ad0e9a-97fe-40c5-9d92-4521965068e7 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:53:29.524562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:29.571853 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ad0e9a-97fe-40c5-9d92-4521965068e7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:29.670039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:29.841381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:29.843514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:29.867345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:29.867903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e9db210-87b0-4fca-b70a-fd33ac30dcd1 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:53:29.879773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:29.881071 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cffbf41a-11ea-4b94-8d10-7b06db4e4610 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7e9db210-87b0-4fca-b70a-fd33ac30dcd1 HTTP/1.1" status: 204 len: 168 time: 1.3577561 Oct 05 09:53:29.883458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42178) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:29.945070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fad7a3-6b73-469f-bda4-cb46e8177dfc admin admin] Deleting subnet 820423a9-d161-4e4c-bcae-dc52db4935e4 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:53:29.947807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69fad7a3-6b73-469f-bda4-cb46e8177dfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:29.997105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69fad7a3-6b73-469f-bda4-cb46e8177dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:30.080603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69fad7a3-6b73-469f-bda4-cb46e8177dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:30.147737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69fad7a3-6b73-469f-bda4-cb46e8177dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:30.187418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fad7a3-6b73-469f-bda4-cb46e8177dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820423a9-d161-4e4c-bcae-dc52db4935e4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:30.189386 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69fad7a3-6b73-469f-bda4-cb46e8177dfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:30.196705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300d0eee-832c-4546-9d35-e6054c58fc16 None None] Network c1e483eb-e0e5-4513-aaae-384a714448c4 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:53:30.197483 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-69fad7a3-6b73-469f-bda4-cb46e8177dfc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/820423a9-d161-4e4c-bcae-dc52db4935e4 HTTP/1.1" status: 204 len: 168 time: 0.3130152 Oct 05 09:53:30.200248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42184) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:30.308585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:30.319438 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Deleting port 36368184-453b-4d03-b333-551bfb602004 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:53:30.319743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:30.510624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da153a9-d2af-463c-bcaa-f1f1f289d1e6 None None] DHCP port deletion for c1e483eb-e0e5-4513-aaae-384a714448c4 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:53:30.514964 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6da153a9-d2af-463c-bcaa-f1f1f289d1e6 None None] Deleting port 36368184-453b-4d03-b333-551bfb602004 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:53:30.515334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6da153a9-d2af-463c-bcaa-f1f1f289d1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:30.523450 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] For port 36368184-453b-4d03-b333-551bfb602004, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=36368184-453b-4d03-b333-551bfb602004,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:30.523826 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:30.651187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Calling delete_port for 36368184-453b-4d03-b333-551bfb602004 owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:53:30.726311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:30.759090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6da153a9-d2af-463c-bcaa-f1f1f289d1e6 None None] For port 36368184-453b-4d03-b333-551bfb602004, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=36368184-453b-4d03-b333-551bfb602004,segment=NetworkSegment(7a3c30d0-a441-44dc-9ab1-85b88f09cc6d),segment_id=7a3c30d0-a441-44dc-9ab1-85b88f09cc6d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:30.759485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6da153a9-d2af-463c-bcaa-f1f1f289d1e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:30.774377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=36368184-453b-4d03-b333-551bfb602004,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:30.777993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] No DVR routers for this DVR port 36368184-453b-4d03-b333-551bfb602004 on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:53:30.891701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6da153a9-d2af-463c-bcaa-f1f1f289d1e6 None None] Calling delete_port for 36368184-453b-4d03-b333-551bfb602004 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:53:30.894861 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:30.970575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-6da153a9-d2af-463c-bcaa-f1f1f289d1e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:53:30.970849 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-6da153a9-d2af-463c-bcaa-f1f1f289d1e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:53:31.025581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e483eb-e0e5-4513-aaae-384a714448c4']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:31.039353 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:31.039649 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3c30d0-a441-44dc-9ab1-85b88f09cc6d') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:31.051191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:31.057987 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 00374e22-6c4b-4a35-b5c4-8812de291799 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:53:31.067767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:31.074338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:53:31.074739 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:31.093616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 00374e22-6c4b-4a35-b5c4-8812de291799 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:53:31.094086 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 00374e22-6c4b-4a35-b5c4-8812de291799 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:53:31.094498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 14ad0e9a-97fe-40c5-9d92-4521965068e7 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:53:31.127702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 14ad0e9a-97fe-40c5-9d92-4521965068e7 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:53:31.128111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 14ad0e9a-97fe-40c5-9d92-4521965068e7 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:53:31.128586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 36368184-453b-4d03-b333-551bfb602004 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:53:31.162615 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 7a3c30d0-a441-44dc-9ab1-85b88f09cc6d resource provider aggregate not found Oct 05 09:53:31.165211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 36368184-453b-4d03-b333-551bfb602004 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:53:31.165553 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 36368184-453b-4d03-b333-551bfb602004 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:53:31.180494 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 7a3c30d0-a441-44dc-9ab1-85b88f09cc6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a3c30d0-a441-44dc-9ab1-85b88f09cc6d found for delete ", "request_id": "req-3a9173a7-11d5-4de9-a439-b7d1b138336d"}]} Oct 05 09:53:31.181603 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:31.186285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:31.210668 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e483eb-e0e5-4513-aaae-384a714448c4,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:31.223492 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-31b747b6-a42a-4f3b-b0b8-91e958715d4f admin admin] 10.222.0.64 "DELETE /v2.0/networks/c1e483eb-e0e5-4513-aaae-384a714448c4 HTTP/1.1" status: 204 len: 168 time: 1.0220633 Oct 05 09:53:31.227387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42194) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:31.472604 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6da153a9-d2af-463c-bcaa-f1f1f289d1e6 None None] Deleting port 36368184-453b-4d03-b333-551bfb602004 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:53:31.473189 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6da153a9-d2af-463c-bcaa-f1f1f289d1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:31.538992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6da153a9-d2af-463c-bcaa-f1f1f289d1e6 None None] The port '36368184-453b-4d03-b333-551bfb602004' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:53:31.766515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dfc5e1fa-ac52-48fa-a59d-cf368b4f6f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:32.112017 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5e1fa-ac52-48fa-a59d-cf368b4f6f99 admin admin] Deleting port 4537e88a-ec28-4d0c-afec-aea9fad501cc {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:53:32.112356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dfc5e1fa-ac52-48fa-a59d-cf368b4f6f99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:32.291480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-dfc5e1fa-ac52-48fa-a59d-cf368b4f6f99 admin admin] For port 4537e88a-ec28-4d0c-afec-aea9fad501cc, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4537e88a-ec28-4d0c-afec-aea9fad501cc,segment=NetworkSegment(1792fc15-1681-495f-beb4-30f0bab4e0c3),segment_id=1792fc15-1681-495f-beb4-30f0bab4e0c3)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:32.292157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dfc5e1fa-ac52-48fa-a59d-cf368b4f6f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:32.516284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5e1fa-ac52-48fa-a59d-cf368b4f6f99 admin admin] Calling delete_port for 4537e88a-ec28-4d0c-afec-aea9fad501cc owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:53:32.771394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dfc5e1fa-ac52-48fa-a59d-cf368b4f6f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:32.817419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5e1fa-ac52-48fa-a59d-cf368b4f6f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=4537e88a-ec28-4d0c-afec-aea9fad501cc,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:32.855073 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-07597c6b-8607-4ae0-8806-2855751a3bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:33.107784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-dfc5e1fa-ac52-48fa-a59d-cf368b4f6f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:33.481710 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc5e1fa-ac52-48fa-a59d-cf368b4f6f99 admin admin] Router 440ce216-bb42-42a6-a76b-d936442252a2 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:53:33.660883 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc5e1fa-ac52-48fa-a59d-cf368b4f6f99 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:53:33.670589 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fec3f-aa4a-4918-89f9-d538f51019c3 None None] Sync routers for ids ['440ce216-bb42-42a6-a76b-d936442252a2'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:53:33.671403 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dfc5e1fa-ac52-48fa-a59d-cf368b4f6f99 admin admin] 10.222.0.64 "PUT /v2.0/routers/440ce216-bb42-42a6-a76b-d936442252a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4430141 Oct 05 09:53:33.673827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42198) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:33.680591 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23fec3f-aa4a-4918-89f9-d538f51019c3 None None] Routers {'440ce216-bb42-42a6-a76b-d936442252a2'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:53:33.681187 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f23fec3f-aa4a-4918-89f9-d538f51019c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:53:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['440ce216-bb42-42a6-a76b-d936442252a2'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:33.870145 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-f23fec3f-aa4a-4918-89f9-d538f51019c3 None None] Set router 440ce216-bb42-42a6-a76b-d936442252a2 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:53:33.965781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:34.160597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:34.179868 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Deleting port b0d70a29-4912-4fcd-a450-c4f9db501848 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:53:34.180377 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:34.183168 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f23fec3f-aa4a-4918-89f9-d538f51019c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440ce216-bb42-42a6-a76b-d936442252a2', 'name': 'tempest-TestMinimumBasicScenario-1872726961-router', 'tenant_id': '305fb9717359498492295e063875ba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:28Z', 'updated_at': '2022-10-05T09:53:32Z', 'revision_number': 5, 'project_id': '305fb9717359498492295e063875ba16', 'gw_port': {'id': 'b0d70a29-4912-4fcd-a450-c4f9db501848', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ce216-bb42-42a6-a76b-d936442252a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:47:29Z', 'updated_at': '2022-10-05T09:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:34.187828 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fec3f-aa4a-4918-89f9-d538f51019c3 None None] Checking router: 440ce216-bb42-42a6-a76b-d936442252a2 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:53:34.197299 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23fec3f-aa4a-4918-89f9-d538f51019c3 None None] Routers {'440ce216-bb42-42a6-a76b-d936442252a2'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:53:34.197909 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f23fec3f-aa4a-4918-89f9-d538f51019c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:53:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['440ce216-bb42-42a6-a76b-d936442252a2'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:34.344732 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-f23fec3f-aa4a-4918-89f9-d538f51019c3 None None] Set router 440ce216-bb42-42a6-a76b-d936442252a2 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:53:34.367091 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] For port b0d70a29-4912-4fcd-a450-c4f9db501848, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b0d70a29-4912-4fcd-a450-c4f9db501848,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:34.367451 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:34.447533 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f23fec3f-aa4a-4918-89f9-d538f51019c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440ce216-bb42-42a6-a76b-d936442252a2', 'name': 'tempest-TestMinimumBasicScenario-1872726961-router', 'tenant_id': '305fb9717359498492295e063875ba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:28Z', 'updated_at': '2022-10-05T09:53:34Z', 'revision_number': 6, 'project_id': '305fb9717359498492295e063875ba16', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:34.451307 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fec3f-aa4a-4918-89f9-d538f51019c3 None None] The sync data for ids ['440ce216-bb42-42a6-a76b-d936442252a2'] in dv-neutron-860328-1-hyperv is: [{'id': '440ce216-bb42-42a6-a76b-d936442252a2', 'name': 'tempest-TestMinimumBasicScenario-1872726961-router', 'tenant_id': '305fb9717359498492295e063875ba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:47:28Z', 'updated_at': '2022-10-05T09:53:34Z', 'revision_number': 6, 'project_id': '305fb9717359498492295e063875ba16', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:53:34.490563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Calling delete_port for b0d70a29-4912-4fcd-a450-c4f9db501848 owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:53:34.663841 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:34.714812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d70a29-4912-4fcd-a450-c4f9db501848,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:34.811372 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:34.987116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:34.989205 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.013739 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.013923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.014455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 440ce216-bb42-42a6-a76b-d936442252a2 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:53:35.026421 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.027555 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8a85d548-89f5-49bc-8374-cf54b522774b admin admin] 10.222.0.64 "DELETE /v2.0/routers/440ce216-bb42-42a6-a76b-d936442252a2 HTTP/1.1" status: 204 len: 168 time: 1.3527865 Oct 05 09:53:35.030160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42204) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:35.091752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab90bfdf-db32-48f8-8a82-af7d9ada60fc admin admin] Deleting subnet 51943414-5d32-4269-8b8b-7291ad00f470 {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:53:35.094677 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab90bfdf-db32-48f8-8a82-af7d9ada60fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.143669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab90bfdf-db32-48f8-8a82-af7d9ada60fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.222467 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab90bfdf-db32-48f8-8a82-af7d9ada60fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.269710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b0d70a29-4912-4fcd-a450-c4f9db501848 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:53:35.297351 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab90bfdf-db32-48f8-8a82-af7d9ada60fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.310067 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: b0d70a29-4912-4fcd-a450-c4f9db501848 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:53:35.310417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b0d70a29-4912-4fcd-a450-c4f9db501848 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:53:35.310830 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4537e88a-ec28-4d0c-afec-aea9fad501cc no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:53:35.338208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab90bfdf-db32-48f8-8a82-af7d9ada60fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.342113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c1ca9c-0bea-4ff2-96cf-f555f0361b84 None None] Network 30487592-1dd7-480e-93a5-4eafbb493f04 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:53:35.342300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90bfdf-db32-48f8-8a82-af7d9ada60fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51943414-5d32-4269-8b8b-7291ad00f470,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:35.348663 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ab90bfdf-db32-48f8-8a82-af7d9ada60fc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/51943414-5d32-4269-8b8b-7291ad00f470 HTTP/1.1" status: 204 len: 168 time: 0.3151481 Oct 05 09:53:35.349049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42208) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:35.363893 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 4537e88a-ec28-4d0c-afec-aea9fad501cc {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:53:35.364348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4537e88a-ec28-4d0c-afec-aea9fad501cc not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:53:35.576550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.588969 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Deleting port 65706595-2da9-4a52-8377-54508481f0ac {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:53:35.589410 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.609269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f52c8b-c0fe-457e-a80e-429c86c21ffa None None] DHCP port deletion for 30487592-1dd7-480e-93a5-4eafbb493f04 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:53:35.613468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-60f52c8b-c0fe-457e-a80e-429c86c21ffa None None] Deleting port 65706595-2da9-4a52-8377-54508481f0ac {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:53:35.613867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-60f52c8b-c0fe-457e-a80e-429c86c21ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.707490 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3952c0c-bf45-4e72-af07-c9ce7a4a0212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.808102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] For port 65706595-2da9-4a52-8377-54508481f0ac, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=65706595-2da9-4a52-8377-54508481f0ac,segment=NetworkSegment(1792fc15-1681-495f-beb4-30f0bab4e0c3),segment_id=1792fc15-1681-495f-beb4-30f0bab4e0c3)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:35.808349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.829123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-60f52c8b-c0fe-457e-a80e-429c86c21ffa None None] For port 65706595-2da9-4a52-8377-54508481f0ac, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=65706595-2da9-4a52-8377-54508481f0ac,segment=NetworkSegment(1792fc15-1681-495f-beb4-30f0bab4e0c3),segment_id=1792fc15-1681-495f-beb4-30f0bab4e0c3)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:35.829510 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-60f52c8b-c0fe-457e-a80e-429c86c21ffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:35.935945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Calling delete_port for 65706595-2da9-4a52-8377-54508481f0ac owned by network:dhcp {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:53:35.951044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-60f52c8b-c0fe-457e-a80e-429c86c21ffa None None] Calling delete_port for 65706595-2da9-4a52-8377-54508481f0ac owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:53:36.013021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:36.026055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-60f52c8b-c0fe-457e-a80e-429c86c21ffa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:53:36.026610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-60f52c8b-c0fe-457e-a80e-429c86c21ffa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:53:36.062958 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=65706595-2da9-4a52-8377-54508481f0ac,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:36.066484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] No DVR routers for this DVR port 65706595-2da9-4a52-8377-54508481f0ac on host dv-neutron-860328-1-hyperv {{(pid=89054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:53:36.180173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:36.204115 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30487592-1dd7-480e-93a5-4eafbb493f04']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:36.215770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1792fc15-1681-495f-beb4-30f0bab4e0c3') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:36.216067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1792fc15-1681-495f-beb4-30f0bab4e0c3') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:36.227897 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:36.244420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:36.250921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:53:36.251300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:36.317704 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 1792fc15-1681-495f-beb4-30f0bab4e0c3 resource provider aggregate not found Oct 05 09:53:36.339024 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 1792fc15-1681-495f-beb4-30f0bab4e0c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1792fc15-1681-495f-beb4-30f0bab4e0c3 found for delete ", "request_id": "req-126c5109-97ae-42d2-a0c7-cfc44e13a532"}]} Oct 05 09:53:36.352233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:36.368131 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:36.377914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=30487592-1dd7-480e-93a5-4eafbb493f04,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:36.381937 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0c595f3a-afed-469f-ae91-e0b572d337b5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/30487592-1dd7-480e-93a5-4eafbb493f04 HTTP/1.1" status: 204 len: 168 time: 1.0322082 Oct 05 09:53:36.492043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42220) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:36.528166 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-60f52c8b-c0fe-457e-a80e-429c86c21ffa None None] Deleting port 65706595-2da9-4a52-8377-54508481f0ac {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:53:36.528543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-60f52c8b-c0fe-457e-a80e-429c86c21ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:36.540506 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4770bedd-d257-431c-81ee-6359f8ddcfd7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=026fa4b2ab16403e82a5275018e34a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472438 Oct 05 09:53:36.543131 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42224) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:36.595967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-60f52c8b-c0fe-457e-a80e-429c86c21ffa None None] The port '65706595-2da9-4a52-8377-54508481f0ac' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 09:53:36.605227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d036a98c-c721-4332-8e3b-aa2caf149667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:36.630922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d036a98c-c721-4332-8e3b-aa2caf149667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:36.691363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d036a98c-c721-4332-8e3b-aa2caf149667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:36.707169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036a98c-c721-4332-8e3b-aa2caf149667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b95bd3-e85d-48f2-af6b-354b24a23c39,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:36.715907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d036a98c-c721-4332-8e3b-aa2caf149667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:36.717831 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d036a98c-c721-4332-8e3b-aa2caf149667 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87b95bd3-e85d-48f2-af6b-354b24a23c39 HTTP/1.1" status: 204 len: 168 time: 0.1730149 Oct 05 09:53:36.860071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:36.997325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:37.057423 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 65706595-2da9-4a52-8377-54508481f0ac no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:53:37.091813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 65706595-2da9-4a52-8377-54508481f0ac {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:53:37.092243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 65706595-2da9-4a52-8377-54508481f0ac not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:53:37.092767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42236) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:37.142332 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-be14f334-377e-4560-8263-e744eaa11df4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=305fb9717359498492295e063875ba16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482945 Oct 05 09:53:37.145277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42240) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:37.230721 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c9f0-04e5-4aae-af10-2c932e6074e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:37.257112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c9f0-04e5-4aae-af10-2c932e6074e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:37.308971 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c9f0-04e5-4aae-af10-2c932e6074e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:37.327285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7c9f0-04e5-4aae-af10-2c932e6074e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daaae8a-eae0-468b-bd22-f523bcf0ac24,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:37.332536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c9f0-04e5-4aae-af10-2c932e6074e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:37.333658 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0fd7c9f0-04e5-4aae-af10-2c932e6074e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4daaae8a-eae0-468b-bd22-f523bcf0ac24 HTTP/1.1" status: 204 len: 168 time: 0.1873622 Oct 05 09:53:38.895492 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42286) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:38.900883 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835899097', 'description': 'tempest-secgroup-smoke-1835899097 description', 'project_id': 'fd73bca3121b4002a21753552f6865df'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:38.906993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:38.910861 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:53:38.914396 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:53:38.920381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:38.934125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:38.946085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:38.960507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:38.964305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:53:38.967117 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:53:38.972811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:39.056797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.060244 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.070645 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:39.077932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:53:39.082310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:53:39.096120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:39.103930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123f3b8f-a755-4d9a-ad96-dbfb1a0f6c32,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:39.173094 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.177058 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.219682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:39.224074 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.225370 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-97fcd235-3f2b-485f-983d-fa8471e01b5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3288684 Oct 05 09:53:39.228975 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42290) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:39.234653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-31285149-6e61-439b-b998-cfba66010777 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': 'dccd9c05-3b9e-450b-8f8d-ad0826aaeb00', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:39.241419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-31285149-6e61-439b-b998-cfba66010777 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:39.245632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-31285149-6e61-439b-b998-cfba66010777 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:53:39.248900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-31285149-6e61-439b-b998-cfba66010777 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:53:39.256544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-31285149-6e61-439b-b998-cfba66010777 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:39.273645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31285149-6e61-439b-b998-cfba66010777 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.337240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31285149-6e61-439b-b998-cfba66010777 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.338542 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.340150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31285149-6e61-439b-b998-cfba66010777 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.464924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31285149-6e61-439b-b998-cfba66010777 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f4f840-a9e9-4cb9-a3a0-03e8e4a48315,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:39.473930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31285149-6e61-439b-b998-cfba66010777 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.475700 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-31285149-6e61-439b-b998-cfba66010777 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2451990 Oct 05 09:53:39.478717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42294) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:39.484034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e92526a6-6acf-4395-8efc-35d8e2c2db2c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': 'dccd9c05-3b9e-450b-8f8d-ad0826aaeb00', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:39.489988 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e92526a6-6acf-4395-8efc-35d8e2c2db2c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:39.494941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e92526a6-6acf-4395-8efc-35d8e2c2db2c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:53:39.497911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e92526a6-6acf-4395-8efc-35d8e2c2db2c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:53:39.504044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e92526a6-6acf-4395-8efc-35d8e2c2db2c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:39.521146 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e92526a6-6acf-4395-8efc-35d8e2c2db2c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.587500 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e92526a6-6acf-4395-8efc-35d8e2c2db2c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.590996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e92526a6-6acf-4395-8efc-35d8e2c2db2c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.614573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92526a6-6acf-4395-8efc-35d8e2c2db2c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e31a252-04ae-4324-830e-6e10f19309db,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:39.624676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e92526a6-6acf-4395-8efc-35d8e2c2db2c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.625842 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e92526a6-6acf-4395-8efc-35d8e2c2db2c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462114 Oct 05 09:53:39.628644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42298) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:39.634731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4e5b5883-cf8b-4aae-8fa6-4542c4fedb42 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': 'dccd9c05-3b9e-450b-8f8d-ad0826aaeb00', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:39.640805 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4e5b5883-cf8b-4aae-8fa6-4542c4fedb42 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:39.644836 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4e5b5883-cf8b-4aae-8fa6-4542c4fedb42 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:53:39.648416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4e5b5883-cf8b-4aae-8fa6-4542c4fedb42 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:53:39.654219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4e5b5883-cf8b-4aae-8fa6-4542c4fedb42 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:39.671111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5883-cf8b-4aae-8fa6-4542c4fedb42 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.735821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5883-cf8b-4aae-8fa6-4542c4fedb42 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.739504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5883-cf8b-4aae-8fa6-4542c4fedb42 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.763420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b5883-cf8b-4aae-8fa6-4542c4fedb42 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71fc4f4-11df-4e7a-85bd-53cc8d65094e,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:39.772173 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5883-cf8b-4aae-8fa6-4542c4fedb42 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.773301 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4e5b5883-cf8b-4aae-8fa6-4542c4fedb42 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437159 Oct 05 09:53:39.776110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42302) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:39.780886 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b7d2488d-56fa-42ff-b00d-cfab22b0a379 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': 'dccd9c05-3b9e-450b-8f8d-ad0826aaeb00', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:39.786702 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b7d2488d-56fa-42ff-b00d-cfab22b0a379 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:39.791150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b7d2488d-56fa-42ff-b00d-cfab22b0a379 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:53:39.793984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b7d2488d-56fa-42ff-b00d-cfab22b0a379 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:53:39.799723 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b7d2488d-56fa-42ff-b00d-cfab22b0a379 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:39.818013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b7d2488d-56fa-42ff-b00d-cfab22b0a379 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.881480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b7d2488d-56fa-42ff-b00d-cfab22b0a379 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.886433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b7d2488d-56fa-42ff-b00d-cfab22b0a379 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.909840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2488d-56fa-42ff-b00d-cfab22b0a379 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df38d1a4-3901-426c-82c6-a8c845139de1,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:39.919157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b7d2488d-56fa-42ff-b00d-cfab22b0a379 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:39.920518 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b7d2488d-56fa-42ff-b00d-cfab22b0a379 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434731 Oct 05 09:53:39.923137 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42306) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:39.928292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a391966d-edcb-476d-8f80-58d63a07149c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': 'dccd9c05-3b9e-450b-8f8d-ad0826aaeb00', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:39.934640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a391966d-edcb-476d-8f80-58d63a07149c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:39.938600 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a391966d-edcb-476d-8f80-58d63a07149c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:53:39.941624 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a391966d-edcb-476d-8f80-58d63a07149c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:53:39.951347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a391966d-edcb-476d-8f80-58d63a07149c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:39.960806 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-a391966d-edcb-476d-8f80-58d63a07149c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Project fd73bca3121b4002a21753552f6865df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:53:39.968035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a391966d-edcb-476d-8f80-58d63a07149c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.029844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a391966d-edcb-476d-8f80-58d63a07149c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.033643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a391966d-edcb-476d-8f80-58d63a07149c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.060337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391966d-edcb-476d-8f80-58d63a07149c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bc8463-2c99-49f7-8e14-742ac9d16c04,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:40.066554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a391966d-edcb-476d-8f80-58d63a07149c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.067695 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a391966d-edcb-476d-8f80-58d63a07149c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436489 Oct 05 09:53:40.071030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42310) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:40.075952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6b0aff2e-6ea6-417d-8a9c-55bf749b29c5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': 'dccd9c05-3b9e-450b-8f8d-ad0826aaeb00', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:40.081876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6b0aff2e-6ea6-417d-8a9c-55bf749b29c5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:40.085893 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6b0aff2e-6ea6-417d-8a9c-55bf749b29c5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:53:40.088723 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6b0aff2e-6ea6-417d-8a9c-55bf749b29c5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:53:40.094369 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6b0aff2e-6ea6-417d-8a9c-55bf749b29c5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:40.104763 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-6b0aff2e-6ea6-417d-8a9c-55bf749b29c5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Project fd73bca3121b4002a21753552f6865df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:53:40.111191 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b0aff2e-6ea6-417d-8a9c-55bf749b29c5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.178298 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b0aff2e-6ea6-417d-8a9c-55bf749b29c5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.182064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b0aff2e-6ea6-417d-8a9c-55bf749b29c5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.206702 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0aff2e-6ea6-417d-8a9c-55bf749b29c5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c23918-de34-45ea-a71f-3b6ad3c7e62b,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:40.214834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b0aff2e-6ea6-417d-8a9c-55bf749b29c5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.215984 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6b0aff2e-6ea6-417d-8a9c-55bf749b29c5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440489 Oct 05 09:53:40.219113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42314) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:40.224425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'network': {'name': 'tempest-network-smoke--74410733', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:40.229496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:40.233348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:network and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:53:40.236197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:53:40.243753 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:40.254546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:53:40.258990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.286883 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:53:40.294980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.295316 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Added segment 250441c4-680a-44cb-bdde-83d218e22215 of type vlan for network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d Oct 05 09:53:40.320946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.349566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.356241 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:40.356824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.465604 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2454629 Oct 05 09:53:40.468657 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42318) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:40.475374 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'admin_state_up': True, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:40.476105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b5400-d6ff-41ea-8bed-55d594703d44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Network': ['ID=a0978e5a-c289-4a9a-9715-f2c39b1e5c9d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:40.483161 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:40.486957 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:53:40.487420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:router and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:53:40.489813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:53:40.497338 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:40.507026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.508223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.523076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:40.890908 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:41.188581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:41.221745 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:41.357637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.26.0.225 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/d241357b-cfdc-4a70-8f32-7a95bde04aaf) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:53:41.503982 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:41.532986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:41.597786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:53:41.609292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:53:41.614160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:53:41.646728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=d241357b-cfdc-4a70-8f32-7a95bde04aaf,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:42.029298 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:42.481693 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:42.690726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 118bcc61-bdf8-4695-9ba2-73c9d782e744 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:53:42.883954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:53:42.895158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Sync routers for ids ['118bcc61-bdf8-4695-9ba2-73c9d782e744'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:53:42.906356 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Routers {'118bcc61-bdf8-4695-9ba2-73c9d782e744'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:53:42.907048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:53:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['118bcc61-bdf8-4695-9ba2-73c9d782e744'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:42.915371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:42.916725 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-44285395-e394-4b55-aab9-d20e864acc5a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4462574 Oct 05 09:53:42.919847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42322) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:43.086972 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d71ea0e9-6c8e-434e-8b6d-6984cb7f9c32 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=fd73bca3121b4002a21753552f6865df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1660275 Oct 05 09:53:43.089721 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42328) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:43.099575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Set router 118bcc61-bdf8-4695-9ba2-73c9d782e744 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:53:43.222037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e8f31-6259-4e9e-be37-f631f40ce6f2 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:43.223465 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a60e8f31-6259-4e9e-be37-f631f40ce6f2 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327589 Oct 05 09:53:43.227800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42334) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:43.273314 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-65e985fc-c3f9-4187-81e5-d40733c1a227 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443933 Oct 05 09:53:43.276072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42338) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:43.281465 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1231731968', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:43.393624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:53:41Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:41Z', 'updated_at': '2022-10-05T09:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:43.393901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:43.397645 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Checking router: 118bcc61-bdf8-4695-9ba2-73c9d782e744 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:53:43.398021 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Updating router 118bcc61-bdf8-4695-9ba2-73c9d782e744 port d241357b-cfdc-4a70-8f32-7a95bde04aaf binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:53:43.398661 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:subnet and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:53:43.401543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:53:43.407381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:43.418563 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:53:43.422031 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:43.454063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:43.650033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:43.729731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Subnet': ['ID=695f5d40-8738-4bdc-8609-24d25a7b972c,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:43.737270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Checking segment: {'id': '250441c4-680a-44cb-bdde-83d218e22215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:53:43.737634 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network hostable DHCP agents. Network: a0978e5a-c289-4a9a-9715-f2c39b1e5c9d, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:53:43.757358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:53:43.767277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, a0978e5a-c289-4a9a-9715-f2c39b1e5c9d) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:53:43.773506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:43.773650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:43.778654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474f071-a71c-44cf-8860-226c65629be3 None None] Network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:53:43.798005 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-db4f7d44-8149-4106-add4-ab2089f944f7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5201194 Oct 05 09:53:43.799925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42342) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:43.865594 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:43.884915 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Transition to ACTIVE for port object d241357b-cfdc-4a70-8f32-7a95bde04aaf will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:53:43.905636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:43.979161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Attempting to bind port d241357b-cfdc-4a70-8f32-7a95bde04aaf on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:53:43.979533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Attempting to bind port d241357b-cfdc-4a70-8f32-7a95bde04aaf by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:53:43.979897 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Attempting to bind port d241357b-cfdc-4a70-8f32-7a95bde04aaf on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:53:44.018879 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:53:44.019261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:53:44.019676 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:44.020071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:53:44.020546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Bound port: d241357b-cfdc-4a70-8f32-7a95bde04aaf, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:53:44.020925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:44.074741 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Pushing event updated for resources: {'Port': ['ID=d241357b-cfdc-4a70-8f32-7a95bde04aaf,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:44.096845 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:44.097199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:44.097541 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:44.097879 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:44.098241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:44.098574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:44.098905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:44.099240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:44.099612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:44.099937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:44.100261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:44.100583 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:44.177262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] For port d241357b-cfdc-4a70-8f32-7a95bde04aaf, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:53:44.186823 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] For port d241357b-cfdc-4a70-8f32-7a95bde04aaf, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d241357b-cfdc-4a70-8f32-7a95bde04aaf,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:53:44.192612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ips': [{'subnet_id': '695f5d40-8738-4bdc-8609-24d25a7b972c'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:53:44.193493 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:44.205778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:44.302749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Routers {'118bcc61-bdf8-4695-9ba2-73c9d782e744'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:53:44.303386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:53:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['118bcc61-bdf8-4695-9ba2-73c9d782e744'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:44.470938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d1814-0541-42fa-88bd-9e9835a3be3d None None] Pushing event updated for resources: {'Port': ['ID=d241357b-cfdc-4a70-8f32-7a95bde04aaf,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:44.619856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Allocated IP 172.20.0.2 (a0978e5a-c289-4a9a-9715-f2c39b1e5c9d/695f5d40-8738-4bdc-8609-24d25a7b972c/bff9f4c4-4259-45f3-930d-11dfc44519d6) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:53:44.622836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] Set router 118bcc61-bdf8-4695-9ba2-73c9d782e744 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:53:44.649383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:45.079199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:45.092404 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Transition to ACTIVE for port object bff9f4c4-4259-45f3-930d-11dfc44519d6 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:53:45.113098 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:53:41Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:41Z', 'updated_at': '2022-10-05T09:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:45.117557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Transition to ACTIVE for port object bff9f4c4-4259-45f3-930d-11dfc44519d6 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:53:45.120206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b988a2a-56f7-4532-bfd2-3ce7a0940f1d None None] The sync data for ids ['118bcc61-bdf8-4695-9ba2-73c9d782e744'] in dv-neutron-860328-1-hyperv is: [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:53:41Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:41Z', 'updated_at': '2022-10-05T09:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:53:45.123552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:45.184261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:53:45.187250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:53:45.196207 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.20.0.1 (a0978e5a-c289-4a9a-9715-f2c39b1e5c9d/695f5d40-8738-4bdc-8609-24d25a7b972c/fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:53:45.196739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:53:45.206041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Pushing event updated for resources: {'Port': ['ID=bff9f4c4-4259-45f3-930d-11dfc44519d6,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:45.309936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Attempting to bind port bff9f4c4-4259-45f3-930d-11dfc44519d6 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:53:45.310245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Attempting to bind port bff9f4c4-4259-45f3-930d-11dfc44519d6 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '250441c4-680a-44cb-bdde-83d218e22215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:53:45.310541 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Attempting to bind port bff9f4c4-4259-45f3-930d-11dfc44519d6 on network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:53:45.316857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:53:45.317241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Checking segment: {'id': '250441c4-680a-44cb-bdde-83d218e22215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:53:45.317801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:45.318786 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Bound using segment: {'id': '250441c4-680a-44cb-bdde-83d218e22215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:53:45.319421 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Bound port: bff9f4c4-4259-45f3-930d-11dfc44519d6, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250441c4-680a-44cb-bdde-83d218e22215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:53:45.319800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:45.363851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:45.385839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Transition to ACTIVE for port object fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:53:45.409443 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:45.436153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] For port bff9f4c4-4259-45f3-930d-11dfc44519d6, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:53:45.440226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] For port bff9f4c4-4259-45f3-930d-11dfc44519d6, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bff9f4c4-4259-45f3-930d-11dfc44519d6,segment=NetworkSegment(250441c4-680a-44cb-bdde-83d218e22215),segment_id=250441c4-680a-44cb-bdde-83d218e22215)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:53:45.444662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:45.478004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:53:45.481183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:53:45.489594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:53:45.528323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:45.534490 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0bd88-fd4d-4a5c-aeee-04446ae49931 None None] Pushing event updated for resources: {'Port': ['ID=bff9f4c4-4259-45f3-930d-11dfc44519d6,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:45.567888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:46.001107 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:46.430201 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:46.434821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:46.510554 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98912949-a5e3-470e-8baf-5b8131f88e90 None None] Network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:53:46.551763 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:46.555310 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:46.618657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-fec829b6-f33d-4b2e-aa4f-e79d15a993f4 None None] Provisioning for port bff9f4c4-4259-45f3-930d-11dfc44519d6 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:53:46.699505 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:53:46.700814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:53:46.904976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 118bcc61-bdf8-4695-9ba2-73c9d782e744 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:53:47.072891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-eb5fdc70-1bb1-4a32-b769-df01d46bdcc1 None None] Provisioning for port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:53:47.083386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-eb5fdc70-1bb1-4a32-b769-df01d46bdcc1 None None] Provisioning complete for port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:53:47.084330 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eb5fdc70-1bb1-4a32-b769-df01d46bdcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:47.086337 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-eb5fdc70-1bb1-4a32-b769-df01d46bdcc1 None None] Attempt 1 to provision port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a Oct 05 09:53:47.100464 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:53:47.120114 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ab310b2a-1c49-4f62-88f9-a770067440ff tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "PUT /v2.0/routers/118bcc61-bdf8-4695-9ba2-73c9d782e744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3105268 Oct 05 09:53:47.120300 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Sync routers for ids ['118bcc61-bdf8-4695-9ba2-73c9d782e744'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:53:47.150697 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Routers {'118bcc61-bdf8-4695-9ba2-73c9d782e744'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:53:47.151494 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:53:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['118bcc61-bdf8-4695-9ba2-73c9d782e744'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:47.163354 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d241357b-cfdc-4a70-8f32-7a95bde04aaf up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:53:47.211293 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-eb5fdc70-1bb1-4a32-b769-df01d46bdcc1 None None] Port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:53:47.247567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port d241357b-cfdc-4a70-8f32-7a95bde04aaf completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:53:47.253603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d241357b-cfdc-4a70-8f32-7a95bde04aaf triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:53:47.254010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:47.254358 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d241357b-cfdc-4a70-8f32-7a95bde04aaf Oct 05 09:53:47.329664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-40931eaa-ae23-4d57-a95f-3eb3d460c974 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:53:47.350117 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-40931eaa-ae23-4d57-a95f-3eb3d460c974 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:53:47.358864 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-40931eaa-ae23-4d57-a95f-3eb3d460c974 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835899097&fields=id&tenant_id=fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 267 time: 0.0779185 Oct 05 09:53:47.378238 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Set router 118bcc61-bdf8-4695-9ba2-73c9d782e744 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:53:47.403940 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d241357b-cfdc-4a70-8f32-7a95bde04aaf is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:53:47.404443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:47.424196 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port d241357b-cfdc-4a70-8f32-7a95bde04aaf, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d241357b-cfdc-4a70-8f32-7a95bde04aaf,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:47.429440 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:47.430591 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bff9f4c4-4259-45f3-930d-11dfc44519d6 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:53:47.526049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-28a0d493-de47-43f5-8233-19980a873585 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:47.527568 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-28a0d493-de47-43f5-8233-19980a873585 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/networks?id=a0978e5a-c289-4a9a-9715-f2c39b1e5c9d HTTP/1.1" status: 200 len: 795 time: 0.1679149 Oct 05 09:53:47.547720 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-d793f05b-ddb7-4a97-8d7d-8eea9611d956 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/quotas/fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 375 time: 0.0139596 Oct 05 09:53:47.555431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=d241357b-cfdc-4a70-8f32-7a95bde04aaf,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:47.577429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port bff9f4c4-4259-45f3-930d-11dfc44519d6 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:53:47.582683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bff9f4c4-4259-45f3-930d-11dfc44519d6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:53:47.583072 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:47.583508 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bff9f4c4-4259-45f3-930d-11dfc44519d6 Oct 05 09:53:47.648637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-714440b6-ab44-48a4-b3fc-4b4de57a6335 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:53:47.666775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-714440b6-ab44-48a4-b3fc-4b4de57a6335 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:53:47.668674 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-714440b6-ab44-48a4-b3fc-4b4de57a6335 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138380 Oct 05 09:53:47.708353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bff9f4c4-4259-45f3-930d-11dfc44519d6 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:53:47.709254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:47.724036 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-eb5fdc70-1bb1-4a32-b769-df01d46bdcc1 None None] Attempt 2 to provision port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a Oct 05 09:53:47.731488 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:53:45Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:41Z', 'updated_at': '2022-10-05T09:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a', 'name': '', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:a0:36:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:44Z', 'updated_at': '2022-10-05T09:53:46Z', 'revision_number': 2, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:47.735440 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Checking router: 118bcc61-bdf8-4695-9ba2-73c9d782e744 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:53:47.735790 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Updating router 118bcc61-bdf8-4695-9ba2-73c9d782e744 port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:53:47.792205 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:47.803547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port bff9f4c4-4259-45f3-930d-11dfc44519d6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bff9f4c4-4259-45f3-930d-11dfc44519d6,segment=NetworkSegment(250441c4-680a-44cb-bdde-83d218e22215),segment_id=250441c4-680a-44cb-bdde-83d218e22215)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:47.805456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-eb5fdc70-1bb1-4a32-b769-df01d46bdcc1 None None] Port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:53:47.808467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:47.885586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=bff9f4c4-4259-45f3-930d-11dfc44519d6,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:47.938900 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-97f40b58-2254-43bd-9e4b-8305abf4d0e9 service neutron] 10.222.0.64 "GET /v2.0/networks/a0978e5a-c289-4a9a-9715-f2c39b1e5c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562599 Oct 05 09:53:48.075121 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-cafc4672-eed8-4745-ae69-30181d45122f service neutron] 10.222.0.64 "GET /v2.0/networks/a0978e5a-c289-4a9a-9715-f2c39b1e5c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293337 Oct 05 09:53:48.174772 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:48.186924 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Transition to ACTIVE for port object fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:53:48.194899 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:48.273946 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b9557b57-3f1f-4077-8edd-49e032eb7c5c req-8a654628-96f1-4b82-bf6b-09705f5c9e63 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 210 time: 0.0565217 Oct 05 09:53:48.306347 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-eb5fdc70-1bb1-4a32-b769-df01d46bdcc1 None None] Attempt 3 to provision port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a Oct 05 09:53:48.369340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-eb5fdc70-1bb1-4a32-b769-df01d46bdcc1 None None] Port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:53:48.399719 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Pushing event updated for resources: {'Port': ['ID=fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:48.411560 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:48.412227 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:48.412597 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:48.412885 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:48.413206 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:48.413527 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:48.413845 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:48.414352 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:48.414911 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:48.415089 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:48.415280 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:48.415590 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:53:48.418743 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Attempting to bind port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:53:48.419120 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Attempting to bind port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '250441c4-680a-44cb-bdde-83d218e22215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:53:48.419456 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Attempting to bind port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a on network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:53:48.425177 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:53:48.425540 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Checking segment: {'id': '250441c4-680a-44cb-bdde-83d218e22215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:53:48.425927 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:48.426334 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Bound using segment: {'id': '250441c4-680a-44cb-bdde-83d218e22215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:53:48.426782 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Bound port: fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250441c4-680a-44cb-bdde-83d218e22215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:53:48.427142 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:48.518058 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] For port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:53:48.521740 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] For port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a,segment=NetworkSegment(250441c4-680a-44cb-bdde-83d218e22215),segment_id=250441c4-680a-44cb-bdde-83d218e22215)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:53:48.526197 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:48.582040 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Routers {'118bcc61-bdf8-4695-9ba2-73c9d782e744'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:53:48.582578 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:53:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['118bcc61-bdf8-4695-9ba2-73c9d782e744'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:48.666127 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe3ba4-adae-4782-a1d7-f7dcdc419a86 None None] Pushing event updated for resources: {'Port': ['ID=fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:48.776867 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] Set router 118bcc61-bdf8-4695-9ba2-73c9d782e744 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:53:48.870529 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-eb5fdc70-1bb1-4a32-b769-df01d46bdcc1 None None] Attempt 4 to provision port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a Oct 05 09:53:48.934323 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-eb5fdc70-1bb1-4a32-b769-df01d46bdcc1 None None] Port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:53:49.070665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d241357b-cfdc-4a70-8f32-7a95bde04aaf up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:53:49.096952 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:53:45Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:41Z', 'updated_at': '2022-10-05T09:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a', 'name': '', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:a0:36:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:44Z', 'updated_at': '2022-10-05T09:53:48Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:53:49.102636 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20951a59-1d2d-424e-82e8-2035047add41 None None] The sync data for ids ['118bcc61-bdf8-4695-9ba2-73c9d782e744'] in dv-neutron-860328-1-hyperv is: [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:53:45Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:41Z', 'updated_at': '2022-10-05T09:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a', 'name': '', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:a0:36:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:44Z', 'updated_at': '2022-10-05T09:53:48Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:53:49.161393 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d241357b-cfdc-4a70-8f32-7a95bde04aaf triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:53:49.162852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:49.165778 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d241357b-cfdc-4a70-8f32-7a95bde04aaf Oct 05 09:53:49.299615 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d241357b-cfdc-4a70-8f32-7a95bde04aaf is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:53:49.300698 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bff9f4c4-4259-45f3-930d-11dfc44519d6 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:53:49.380304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bff9f4c4-4259-45f3-930d-11dfc44519d6 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:53:49.380777 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:49.381112 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bff9f4c4-4259-45f3-930d-11dfc44519d6 Oct 05 09:53:49.407632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ec991006-c219-4cc6-b6ec-419b92fc43a0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:49.408414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ec991006-c219-4cc6-b6ec-419b92fc43a0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:53:49.445646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ec991006-c219-4cc6-b6ec-419b92fc43a0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:53:49.447618 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ec991006-c219-4cc6-b6ec-419b92fc43a0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/networks?id=a0978e5a-c289-4a9a-9715-f2c39b1e5c9d HTTP/1.1" status: 200 len: 795 time: 0.2279713 Oct 05 09:53:49.507458 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-fa871ec3-079b-4672-bf6b-694e55abc23f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 380 time: 0.0512321 Oct 05 09:53:49.517632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'port': {'device_id': '286583f4-5519-45b6-b42f-4e24f64084c5', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'admin_state_up': True, 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'security_groups': ['dccd9c05-3b9e-450b-8f8d-ad0826aaeb00']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:49.530458 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0fce5e87-172b-4813-a481-001f5c16611c req-2120682c-9e59-4eb2-84c3-ba5471526022 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 210 time: 0.0715501 Oct 05 09:53:49.546709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bff9f4c4-4259-45f3-930d-11dfc44519d6 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:53:49.676456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:49.686133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:49.697156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:53:49.700737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:49.874709 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.20.0.5 (a0978e5a-c289-4a9a-9715-f2c39b1e5c9d/695f5d40-8738-4bdc-8609-24d25a7b972c/7274df63-0f88-40b4-8dbf-73eb0240b55f) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:53:50.079582 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:50.098277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Transition to ACTIVE for port object 7274df63-0f88-40b4-8dbf-73eb0240b55f will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:53:50.122850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:50.192234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:53:50.200725 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:53:50.205272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:53:50.236562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=7274df63-0f88-40b4-8dbf-73eb0240b55f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:50.274985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:50.275617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:50.305032 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-6480444d-7f0d-44fb-bf58-14d1a1520534 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7922130 Oct 05 09:53:50.315999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Request body: {'port': {'device_id': '286583f4-5519-45b6-b42f-4e24f64084c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:50.432379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:50.481123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-89a2da49-fafb-40ec-a1df-5b2f6d3dd07d None None] Provisioning for port 7274df63-0f88-40b4-8dbf-73eb0240b55f completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:53:50.485783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-89a2da49-fafb-40ec-a1df-5b2f6d3dd07d None None] Provisioning complete for port 7274df63-0f88-40b4-8dbf-73eb0240b55f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:53:50.486179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-89a2da49-fafb-40ec-a1df-5b2f6d3dd07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:50.486513 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-89a2da49-fafb-40ec-a1df-5b2f6d3dd07d None None] Attempt 1 to provision port 7274df63-0f88-40b4-8dbf-73eb0240b55f Oct 05 09:53:50.539334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89a2da49-fafb-40ec-a1df-5b2f6d3dd07d None None] Port 7274df63-0f88-40b4-8dbf-73eb0240b55f cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:53:50.724313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec38e0-3617-4196-bdcd-985e03eb7f11 req-0b94b353-5f9c-458a-9da7-a6de2a276def tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:50.725787 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ebec38e0-3617-4196-bdcd-985e03eb7f11 req-0b94b353-5f9c-458a-9da7-a6de2a276def tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 931 time: 0.0907156 Oct 05 09:53:50.770684 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ebec38e0-3617-4196-bdcd-985e03eb7f11 req-46cb467d-7fb6-4e77-995b-45b9d11db0f5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386655 Oct 05 09:53:50.778380 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7274df63-0f88-40b4-8dbf-73eb0240b55f {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:53:50.786051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:50.800174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Transition to ACTIVE for port object 7274df63-0f88-40b4-8dbf-73eb0240b55f will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:53:50.804279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:51.040691 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-89a2da49-fafb-40ec-a1df-5b2f6d3dd07d None None] Attempt 2 to provision port 7274df63-0f88-40b4-8dbf-73eb0240b55f Oct 05 09:53:51.086427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7274df63-0f88-40b4-8dbf-73eb0240b55f,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:51.088708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:53:51.126488 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Attempting to bind port 7274df63-0f88-40b4-8dbf-73eb0240b55f on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:53:51.126828 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Attempting to bind port 7274df63-0f88-40b4-8dbf-73eb0240b55f by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '250441c4-680a-44cb-bdde-83d218e22215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:53:51.127156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Attempting to bind port 7274df63-0f88-40b4-8dbf-73eb0240b55f on network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:53:51.132729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Port 7274df63-0f88-40b4-8dbf-73eb0240b55f on network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:53:51.133051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Attempting to bind port 7274df63-0f88-40b4-8dbf-73eb0240b55f on network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:53:51.138204 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:53:51.138543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Checking segment: {'id': '250441c4-680a-44cb-bdde-83d218e22215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:53:51.138924 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Bound using segment: {'id': '250441c4-680a-44cb-bdde-83d218e22215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:53:51.139378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Bound port: 7274df63-0f88-40b4-8dbf-73eb0240b55f, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '250441c4-680a-44cb-bdde-83d218e22215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:53:51.139783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:51.145036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89a2da49-fafb-40ec-a1df-5b2f6d3dd07d None None] Port 7274df63-0f88-40b4-8dbf-73eb0240b55f cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:53:51.173262 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:53:51.178552 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:53:51.178933 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:51.179290 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a Oct 05 09:53:51.233939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] For port 7274df63-0f88-40b4-8dbf-73eb0240b55f, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:53:51.237327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] For port 7274df63-0f88-40b4-8dbf-73eb0240b55f, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7274df63-0f88-40b4-8dbf-73eb0240b55f,segment=NetworkSegment(250441c4-680a-44cb-bdde-83d218e22215),segment_id=250441c4-680a-44cb-bdde-83d218e22215)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:53:51.240874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:51.275717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:51.276252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:51.277626 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] 10.222.0.45 "PUT /v2.0/ports/7274df63-0f88-40b4-8dbf-73eb0240b55f HTTP/1.1" status: 200 len: 1093 time: 0.9658840 Oct 05 09:53:51.278091 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286583f4-5519-45b6-b42f-4e24f64084c5', 'tag': '7274df63-0f88-40b4-8dbf-73eb0240b55f'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:53:51.280375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f3abb2-2a89-459f-bb76-3e99a57a48f1" -d '{"events": [{"name": "network-changed", "server_uuid": "286583f4-5519-45b6-b42f-4e24f64084c5", "tag": "7274df63-0f88-40b4-8dbf-73eb0240b55f"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:53:51.307856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:53:51.308249 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:51.319765 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce366bfd-b888-46f3-8dc6-0558f95e96f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7274df63-0f88-40b4-8dbf-73eb0240b55f,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:51.347380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a,segment=NetworkSegment(250441c4-680a-44cb-bdde-83d218e22215),segment_id=250441c4-680a-44cb-bdde-83d218e22215)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:51.351582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:51.369836 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1907f5e-d334-4142-8e01-880a2c9cd078 x-openstack-request-id: req-c1907f5e-d334-4142-8e01-880a2c9cd078 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:53:51.370150 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286583f4-5519-45b6-b42f-4e24f64084c5", "tag": "7274df63-0f88-40b4-8dbf-73eb0240b55f", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:53:51.370414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1907f5e-d334-4142-8e01-880a2c9cd078 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:53:51.370781 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1907f5e-d334-4142-8e01-880a2c9cd078'] response: {'name': 'network-changed', 'server_uuid': '286583f4-5519-45b6-b42f-4e24f64084c5', 'tag': '7274df63-0f88-40b4-8dbf-73eb0240b55f', 'status': 'completed', 'code': 200} Oct 05 09:53:51.415367 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-35f9d4ea-4e06-4f8a-a0c7-a387543662f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:51.416853 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-35f9d4ea-4e06-4f8a-a0c7-a387543662f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 1096 time: 0.0878110 Oct 05 09:53:51.421503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:51.488729 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-ef1edbf8-d47e-4417-9e65-614ac62c6ac2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7274df63-0f88-40b4-8dbf-73eb0240b55f HTTP/1.1" status: 200 len: 217 time: 0.0652797 Oct 05 09:53:51.550078 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-bf3e5bd9-1e78-4461-a549-034e15326f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:51.551392 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-bf3e5bd9-1e78-4461-a549-034e15326f3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=695f5d40-8738-4bdc-8609-24d25a7b972c HTTP/1.1" status: 200 len: 835 time: 0.0574930 Oct 05 09:53:51.636187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-cafc2482-09a8-47be-b6d9-a49fc6b38489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:51.637629 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-cafc2482-09a8-47be-b6d9-a49fc6b38489 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0978e5a-c289-4a9a-9715-f2c39b1e5c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805666 Oct 05 09:53:51.648622 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-89a2da49-fafb-40ec-a1df-5b2f6d3dd07d None None] Attempt 3 to provision port 7274df63-0f88-40b4-8dbf-73eb0240b55f Oct 05 09:53:51.712453 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-89a2da49-fafb-40ec-a1df-5b2f6d3dd07d None None] Port 7274df63-0f88-40b4-8dbf-73eb0240b55f had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:53:51.772520 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-39566c1d-93bf-40ae-bae3-86de371a7016 service neutron] 10.222.0.45 "GET /v2.0/networks/a0978e5a-c289-4a9a-9715-f2c39b1e5c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274784 Oct 05 09:53:51.910320 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0932c3d-34ab-49ba-ac69-29298386dc0e req-adc8934f-fa04-4fe7-b622-8b8394f976a5 service neutron] 10.222.0.45 "GET /v2.0/networks/a0978e5a-c289-4a9a-9715-f2c39b1e5c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306975 Oct 05 09:53:51.973167 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04424acf-8186-4913-b08d-458897dbd1aa req-5a8c5d54-ff81-4fcd-8a3a-684c0d528952 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:51.974738 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-04424acf-8186-4913-b08d-458897dbd1aa req-5a8c5d54-ff81-4fcd-8a3a-684c0d528952 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 943 time: 0.0911138 Oct 05 09:53:52.019267 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-04424acf-8186-4913-b08d-458897dbd1aa req-f0f07a2f-a470-475e-bbd8-ab8db3f9a736 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383847 Oct 05 09:53:52.043931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3abb2-2a89-459f-bb76-3e99a57a48f1 req-e3462882-621f-4aa4-ae11-d766898c16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:52.045436 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-43f3abb2-2a89-459f-bb76-3e99a57a48f1 req-e3462882-621f-4aa4-ae11-d766898c16dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 1096 time: 0.0877156 Oct 05 09:53:52.178791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3abb2-2a89-459f-bb76-3e99a57a48f1 req-a5b772fc-4b81-450e-bb99-fb2adb0b6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:52.180227 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-43f3abb2-2a89-459f-bb76-3e99a57a48f1 req-a5b772fc-4b81-450e-bb99-fb2adb0b6974 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0978e5a-c289-4a9a-9715-f2c39b1e5c9d HTTP/1.1" status: 200 len: 896 time: 0.1289346 Oct 05 09:53:52.250948 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-43f3abb2-2a89-459f-bb76-3e99a57a48f1 req-408e93f0-825b-461c-b45a-74bf59bb6286 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7274df63-0f88-40b4-8dbf-73eb0240b55f HTTP/1.1" status: 200 len: 217 time: 0.0644014 Oct 05 09:53:52.313420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3abb2-2a89-459f-bb76-3e99a57a48f1 req-e8c3f75b-5177-4540-8b77-0530f3eb5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:52.314864 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-43f3abb2-2a89-459f-bb76-3e99a57a48f1 req-e8c3f75b-5177-4540-8b77-0530f3eb5023 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=695f5d40-8738-4bdc-8609-24d25a7b972c HTTP/1.1" status: 200 len: 835 time: 0.0569324 Oct 05 09:53:52.406603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3abb2-2a89-459f-bb76-3e99a57a48f1 req-809cfabf-f609-405d-ad86-878f332d1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:52.408078 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-43f3abb2-2a89-459f-bb76-3e99a57a48f1 req-809cfabf-f609-405d-ad86-878f332d1b84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0978e5a-c289-4a9a-9715-f2c39b1e5c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871723 Oct 05 09:53:52.634655 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-43f3abb2-2a89-459f-bb76-3e99a57a48f1 req-deabbbf8-6746-4688-8316-8874a38f3b24 service neutron] 10.222.0.45 "GET /v2.0/networks/a0978e5a-c289-4a9a-9715-f2c39b1e5c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198358 Oct 05 09:53:52.769851 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-43f3abb2-2a89-459f-bb76-3e99a57a48f1 req-cfb1d2a2-74c5-4dcd-ad06-8030b3eecad2 service neutron] 10.222.0.45 "GET /v2.0/networks/a0978e5a-c289-4a9a-9715-f2c39b1e5c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288543 Oct 05 09:53:53.071535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:53:53.170926 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:53:53.171297 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:53.171639 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a Oct 05 09:53:53.245214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303f90-5f06-46a2-aef2-1da79ffda708 req-4fbe1eec-e70b-46bd-b9c5-247ce4b1b63d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:53.246756 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a2303f90-5f06-46a2-aef2-1da79ffda708 req-4fbe1eec-e70b-46bd-b9c5-247ce4b1b63d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 943 time: 0.0940874 Oct 05 09:53:53.292358 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a2303f90-5f06-46a2-aef2-1da79ffda708 req-e30878bf-7474-467c-a31f-b3a9ccf26f96 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396810 Oct 05 09:53:53.295140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:53:54.094095 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 7274df63-0f88-40b4-8dbf-73eb0240b55f details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:53:54.227468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 7274df63-0f88-40b4-8dbf-73eb0240b55f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7274df63-0f88-40b4-8dbf-73eb0240b55f,segment=NetworkSegment(250441c4-680a-44cb-bdde-83d218e22215),segment_id=250441c4-680a-44cb-bdde-83d218e22215)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:54.241180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '7274df63-0f88-40b4-8dbf-73eb0240b55f', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'port_id': '7274df63-0f88-40b4-8dbf-73eb0240b55f', 'mac_address': 'fa:16:3e:b1:f8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:53:54.295908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 7274df63-0f88-40b4-8dbf-73eb0240b55f is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:53:54.296284 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:54.312247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7274df63-0f88-40b4-8dbf-73eb0240b55f {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:53:54.327388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 7274df63-0f88-40b4-8dbf-73eb0240b55f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7274df63-0f88-40b4-8dbf-73eb0240b55f,segment=NetworkSegment(250441c4-680a-44cb-bdde-83d218e22215),segment_id=250441c4-680a-44cb-bdde-83d218e22215)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:54.332252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:54.404930 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=7274df63-0f88-40b4-8dbf-73eb0240b55f,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:54.508026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4107a-5e30-4cd8-8cf1-075903164cf2 req-c157e298-96dd-432a-8139-5c67de221eca tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:54.509398 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ce4107a-5e30-4cd8-8cf1-075903164cf2 req-c157e298-96dd-432a-8139-5c67de221eca tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 944 time: 0.0927207 Oct 05 09:53:54.537757 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['7274df63-0f88-40b4-8dbf-73eb0240b55f'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:53:54.553718 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ce4107a-5e30-4cd8-8cf1-075903164cf2 req-8a02a1e6-0d8d-417d-a5c4-bf2994d91630 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385473 Oct 05 09:53:55.752742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135642a-784f-4174-9476-b40e8d331de6 req-9ff99326-d157-4c12-9768-a07f214cff1a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:55.754204 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f135642a-784f-4174-9476-b40e8d331de6 req-9ff99326-d157-4c12-9768-a07f214cff1a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 944 time: 0.0913250 Oct 05 09:53:55.797673 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f135642a-784f-4174-9476-b40e8d331de6 req-a806bfda-9eb6-46fe-846c-b78b6efafb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378394 Oct 05 09:53:56.109536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 7274df63-0f88-40b4-8dbf-73eb0240b55f up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:53:56.179512 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 7274df63-0f88-40b4-8dbf-73eb0240b55f completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:53:56.183951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 7274df63-0f88-40b4-8dbf-73eb0240b55f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:53:56.184321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:56.184650 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 7274df63-0f88-40b4-8dbf-73eb0240b55f Oct 05 09:53:56.298256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 7274df63-0f88-40b4-8dbf-73eb0240b55f is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:53:56.298626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:56.325637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286583f4-5519-45b6-b42f-4e24f64084c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7274df63-0f88-40b4-8dbf-73eb0240b55f'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:53:56.328092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8eaf76-3456-4261-9a02-ecff0925ae2a" -d '{"events": [{"server_uuid": "286583f4-5519-45b6-b42f-4e24f64084c5", "name": "network-vif-plugged", "status": "completed", "tag": "7274df63-0f88-40b4-8dbf-73eb0240b55f"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:53:56.336089 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 7274df63-0f88-40b4-8dbf-73eb0240b55f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7274df63-0f88-40b4-8dbf-73eb0240b55f,segment=NetworkSegment(250441c4-680a-44cb-bdde-83d218e22215),segment_id=250441c4-680a-44cb-bdde-83d218e22215)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:53:56.340051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:56.373724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8d35fa-7499-4c07-8d7d-4e5568c4c983 x-openstack-request-id: req-3e8d35fa-7499-4c07-8d7d-4e5568c4c983 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:53:56.374034 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286583f4-5519-45b6-b42f-4e24f64084c5", "name": "network-vif-plugged", "status": "completed", "tag": "7274df63-0f88-40b4-8dbf-73eb0240b55f", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:53:56.374286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e8d35fa-7499-4c07-8d7d-4e5568c4c983 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:53:56.374670 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8d35fa-7499-4c07-8d7d-4e5568c4c983'] response: {'server_uuid': '286583f4-5519-45b6-b42f-4e24f64084c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7274df63-0f88-40b4-8dbf-73eb0240b55f', 'code': 200} Oct 05 09:53:56.413629 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=7274df63-0f88-40b4-8dbf-73eb0240b55f,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:56.605399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc73ea-ca03-4e9b-b939-687bb4cadb3c req-5bd58249-cb42-4c52-8496-03f480ae7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:56.606875 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-63fc73ea-ca03-4e9b-b939-687bb4cadb3c req-5bd58249-cb42-4c52-8496-03f480ae7ada service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 1098 time: 0.0759659 Oct 05 09:53:56.646644 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-63fc73ea-ca03-4e9b-b939-687bb4cadb3c req-8c24be06-a750-41d0-895e-d0dda165fc01 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339470 Oct 05 09:53:56.995716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6dd8a-d7c0-4aa3-a7ff-e9ce168b6df1 req-dee79348-3349-4e8e-99d3-55aafa9b1d3b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:56.997150 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5bc6dd8a-d7c0-4aa3-a7ff-e9ce168b6df1 req-dee79348-3349-4e8e-99d3-55aafa9b1d3b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 945 time: 0.0899441 Oct 05 09:53:57.041745 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5bc6dd8a-d7c0-4aa3-a7ff-e9ce168b6df1 req-73dc4779-5223-4aaf-822d-0a4668f02c31 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389557 Oct 05 09:53:58.244180 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceabcb9-6c58-4354-8260-8c7fcce6b6de req-836cedbc-d6fc-4de0-b574-c38f6d915fa9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:58.245526 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aceabcb9-6c58-4354-8260-8c7fcce6b6de req-836cedbc-d6fc-4de0-b574-c38f6d915fa9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 945 time: 0.0903521 Oct 05 09:53:58.289170 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-aceabcb9-6c58-4354-8260-8c7fcce6b6de req-d77be307-7a95-48c3-b35e-0ed988581e9d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378578 Oct 05 09:53:58.635658 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5db64-ac3c-4a0b-b648-cda50d7cef9b req-1b94cfd1-229e-42c1-a533-3fff144d25e4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:58.637108 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-89e5db64-ac3c-4a0b-b648-cda50d7cef9b req-1b94cfd1-229e-42c1-a533-3fff144d25e4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 945 time: 0.0874927 Oct 05 09:53:58.681277 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-89e5db64-ac3c-4a0b-b648-cda50d7cef9b req-0e6fb907-519e-40e4-bb6c-40e5b881bf66 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385957 Oct 05 09:53:58.709330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42394) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:58.790747 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56fb55f-9a3a-484e-a81d-f981eba0dedd tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:53:58.792248 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f56fb55f-9a3a-484e-a81d-f981eba0dedd tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 1093 time: 0.0819595 Oct 05 09:53:58.795127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42398) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:53:58.799930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '7274df63-0f88-40b4-8dbf-73eb0240b55f', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:53:58.805787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:53:58.809590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:floatingip and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:53:58.812409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:53:58.818585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:53:58.829276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:58.966703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:59.102691 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.26.0.117 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/5c0323f8-ba46-4dde-9ef7-a8e450c7bdec) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:53:59.347457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:59.376484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:59.436217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:53:59.444143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:53:59.448364 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:53:59.479921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=5c0323f8-ba46-4dde-9ef7-a8e450c7bdec,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:53:59.862907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:53:59.936246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:00.137901 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:00.142400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:00.250676 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=5c0323f8-ba46-4dde-9ef7-a8e450c7bdec,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:00.253477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:00.431596 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Floating IP 29960c43-8ca8-4986-a818-b6bc6a375843 associated. External IP: 172.26.0.117, port: 7274df63-0f88-40b4-8dbf-73eb0240b55f. Oct 05 09:54:00.873422 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 118bcc61-bdf8-4695-9ba2-73c9d782e744 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:54:01.050707 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:54:01.061055 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6e668-16ef-4112-985c-1a59f969b866 None None] Sync routers for ids ['118bcc61-bdf8-4695-9ba2-73c9d782e744'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:54:01.071094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6e668-16ef-4112-985c-1a59f969b866 None None] Routers {'118bcc61-bdf8-4695-9ba2-73c9d782e744'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:54:01.071714 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-99d6e668-16ef-4112-985c-1a59f969b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:53:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['118bcc61-bdf8-4695-9ba2-73c9d782e744'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:01.076002 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:01.131875 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2d40e29d-7202-4697-8999-fa29617f385a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3356447 Oct 05 09:54:01.132374 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286583f4-5519-45b6-b42f-4e24f64084c5', 'tag': '7274df63-0f88-40b4-8dbf-73eb0240b55f'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:54:01.134732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27453d5d-d735-4e91-885e-ab0fed6c0eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "286583f4-5519-45b6-b42f-4e24f64084c5", "tag": "7274df63-0f88-40b4-8dbf-73eb0240b55f"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:54:01.254527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-99d6e668-16ef-4112-985c-1a59f969b866 None None] Set router 118bcc61-bdf8-4695-9ba2-73c9d782e744 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:54:01.269983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78142265-1f58-440a-af92-96f2e4eb980f x-openstack-request-id: req-78142265-1f58-440a-af92-96f2e4eb980f {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:54:01.270328 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286583f4-5519-45b6-b42f-4e24f64084c5", "tag": "7274df63-0f88-40b4-8dbf-73eb0240b55f", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:54:01.270562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78142265-1f58-440a-af92-96f2e4eb980f {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:54:01.271540 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78142265-1f58-440a-af92-96f2e4eb980f'] response: {'name': 'network-changed', 'server_uuid': '286583f4-5519-45b6-b42f-4e24f64084c5', 'tag': '7274df63-0f88-40b4-8dbf-73eb0240b55f', 'status': 'completed', 'code': 200} Oct 05 09:54:01.320464 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6182f-f0fd-41f5-a3cd-183d5cfbca78 req-8ab590ed-5bbb-48e6-a037-9cfc2b545134 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:01.322049 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5ae6182f-f0fd-41f5-a3cd-183d5cfbca78 req-8ab590ed-5bbb-48e6-a037-9cfc2b545134 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 945 time: 0.1023831 Oct 05 09:54:01.357651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27453d5d-d735-4e91-885e-ab0fed6c0eb1 req-0f55985d-d9df-47cb-8ed2-b6e10e3e3009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:01.359367 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-27453d5d-d735-4e91-885e-ab0fed6c0eb1 req-0f55985d-d9df-47cb-8ed2-b6e10e3e3009 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 1098 time: 0.0867856 Oct 05 09:54:01.379181 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5ae6182f-f0fd-41f5-a3cd-183d5cfbca78 req-c6424412-6351-4e24-8128-7cbbc02dfe33 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460691 Oct 05 09:54:01.410922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42408) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:01.499027 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27453d5d-d735-4e91-885e-ab0fed6c0eb1 req-7b310f7d-fb16-4145-bc31-81fde8dc3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:01.500521 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-27453d5d-d735-4e91-885e-ab0fed6c0eb1 req-7b310f7d-fb16-4145-bc31-81fde8dc3543 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0978e5a-c289-4a9a-9715-f2c39b1e5c9d HTTP/1.1" status: 200 len: 896 time: 0.1342735 Oct 05 09:54:01.525791 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-a9795a3b-fc4a-49a3-8717-6b3506e94b97 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/29960c43-8ca8-4986-a818-b6bc6a375843 HTTP/1.1" status: 200 len: 991 time: 0.1136751 Oct 05 09:54:01.602502 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-27453d5d-d735-4e91-885e-ab0fed6c0eb1 req-1f9a0076-b56d-4f7c-b3e6-3cecb66cee3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7274df63-0f88-40b4-8dbf-73eb0240b55f HTTP/1.1" status: 200 len: 999 time: 0.0960302 Oct 05 09:54:01.659890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-99d6e668-16ef-4112-985c-1a59f969b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:53:45Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:41Z', 'updated_at': '2022-10-05T09:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '29960c43-8ca8-4986-a818-b6bc6a375843', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.117', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'port_id': '7274df63-0f88-40b4-8dbf-73eb0240b55f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'mac_address': 'fa:16:3e:b1:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286583f4-5519-45b6-b42f-4e24f64084c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:53:59Z', 'updated_at': '2022-10-05T09:53:59Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a', 'name': '', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:a0:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:44Z', 'updated_at': '2022-10-05T09:53:51Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:01.663895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27453d5d-d735-4e91-885e-ab0fed6c0eb1 req-6da1c6d5-1e37-4d36-82f1-a684f0bfae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:01.664435 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6e668-16ef-4112-985c-1a59f969b866 None None] Checking router: 118bcc61-bdf8-4695-9ba2-73c9d782e744 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:54:01.665352 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-27453d5d-d735-4e91-885e-ab0fed6c0eb1 req-6da1c6d5-1e37-4d36-82f1-a684f0bfae44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=695f5d40-8738-4bdc-8609-24d25a7b972c HTTP/1.1" status: 200 len: 835 time: 0.0573349 Oct 05 09:54:01.672947 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6e668-16ef-4112-985c-1a59f969b866 None None] Routers {'118bcc61-bdf8-4695-9ba2-73c9d782e744'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:54:01.673534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-99d6e668-16ef-4112-985c-1a59f969b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:53:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['118bcc61-bdf8-4695-9ba2-73c9d782e744'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:01.750561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27453d5d-d735-4e91-885e-ab0fed6c0eb1 req-49bb07a1-5b46-4637-a57e-3cfd4e4f5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:01.752035 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-27453d5d-d735-4e91-885e-ab0fed6c0eb1 req-49bb07a1-5b46-4637-a57e-3cfd4e4f5d5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0978e5a-c289-4a9a-9715-f2c39b1e5c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807886 Oct 05 09:54:01.857400 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-99d6e668-16ef-4112-985c-1a59f969b866 None None] Set router 118bcc61-bdf8-4695-9ba2-73c9d782e744 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:54:01.889303 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-27453d5d-d735-4e91-885e-ab0fed6c0eb1 req-8bc5d9eb-cf26-4c66-a5b8-ac9f175985b9 service neutron] 10.222.0.45 "GET /v2.0/networks/a0978e5a-c289-4a9a-9715-f2c39b1e5c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311328 Oct 05 09:54:02.018218 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-27453d5d-d735-4e91-885e-ab0fed6c0eb1 req-9fda2455-480d-4b9b-8034-54c8b5a28125 service neutron] 10.222.0.45 "GET /v2.0/networks/a0978e5a-c289-4a9a-9715-f2c39b1e5c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233692 Oct 05 09:54:02.203281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-99d6e668-16ef-4112-985c-1a59f969b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:53:45Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:41Z', 'updated_at': '2022-10-05T09:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '29960c43-8ca8-4986-a818-b6bc6a375843', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.117', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'port_id': '7274df63-0f88-40b4-8dbf-73eb0240b55f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'mac_address': 'fa:16:3e:b1:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286583f4-5519-45b6-b42f-4e24f64084c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:53:59Z', 'updated_at': '2022-10-05T09:53:59Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a', 'name': '', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:a0:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:44Z', 'updated_at': '2022-10-05T09:53:51Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:02.207428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6e668-16ef-4112-985c-1a59f969b866 None None] The sync data for ids ['118bcc61-bdf8-4695-9ba2-73c9d782e744'] in dv-neutron-860328-1-hyperv is: [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:53:45Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:41Z', 'updated_at': '2022-10-05T09:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '29960c43-8ca8-4986-a818-b6bc6a375843', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.117', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'port_id': '7274df63-0f88-40b4-8dbf-73eb0240b55f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'mac_address': 'fa:16:3e:b1:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286583f4-5519-45b6-b42f-4e24f64084c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:53:59Z', 'updated_at': '2022-10-05T09:53:59Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a', 'name': '', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:a0:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:44Z', 'updated_at': '2022-10-05T09:53:51Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:54:02.392500 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ecd67e-9bae-4c8d-95b2-3d5bf9f1ddbb None None] New status for floating IP 29960c43-8ca8-4986-a818-b6bc6a375843: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:54:02.529526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42412) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:02.640438 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d6fc0bea-50e1-4236-a883-ef018710402f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/29960c43-8ca8-4986-a818-b6bc6a375843 HTTP/1.1" status: 200 len: 991 time: 0.1097369 Oct 05 09:54:02.850095 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21573466-3b6b-4f09-8025-317fa5963cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:03.350558 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:54:03.644251 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42416) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:03.750932 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-fe828ff1-bb90-4062-a66b-a488d4304fa3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/29960c43-8ca8-4986-a818-b6bc6a375843 HTTP/1.1" status: 200 len: 993 time: 0.1055973 Oct 05 09:54:05.028134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:05.670236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6136eb22-0747-430c-b474-308545900e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:06.867402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:06.998878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:09.339119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:18.092671 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd00cf45-9ece-4549-93cd-ea52a0363f93 req-37346cc2-8730-4fdc-b683-8e4d3f00af4f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765316 Oct 05 09:54:18.244527 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00cf45-9ece-4549-93cd-ea52a0363f93 req-45b9e60c-c29e-41c5-96e8-a30c35c41ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:18.245891 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd00cf45-9ece-4549-93cd-ea52a0363f93 req-45b9e60c-c29e-41c5-96e8-a30c35c41ac3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 1098 time: 0.0818470 Oct 05 09:54:18.394993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00cf45-9ece-4549-93cd-ea52a0363f93 req-295ccdc8-1979-4510-8722-7428b72aa1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:18.397170 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd00cf45-9ece-4549-93cd-ea52a0363f93 req-295ccdc8-1979-4510-8722-7428b72aa1cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0978e5a-c289-4a9a-9715-f2c39b1e5c9d HTTP/1.1" status: 200 len: 896 time: 0.1300275 Oct 05 09:54:18.502911 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd00cf45-9ece-4549-93cd-ea52a0363f93 req-82645096-b78c-4afc-8ca6-9967742cbe8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7274df63-0f88-40b4-8dbf-73eb0240b55f HTTP/1.1" status: 200 len: 1001 time: 0.0989468 Oct 05 09:54:18.563899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00cf45-9ece-4549-93cd-ea52a0363f93 req-5f2bccce-edcb-4aec-b8d2-c507442fc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:18.565275 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd00cf45-9ece-4549-93cd-ea52a0363f93 req-5f2bccce-edcb-4aec-b8d2-c507442fc794 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=695f5d40-8738-4bdc-8609-24d25a7b972c HTTP/1.1" status: 200 len: 835 time: 0.0563884 Oct 05 09:54:18.652630 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00cf45-9ece-4549-93cd-ea52a0363f93 req-f8862a8a-7dff-4018-b8e0-b28224812b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:18.654252 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd00cf45-9ece-4549-93cd-ea52a0363f93 req-f8862a8a-7dff-4018-b8e0-b28224812b07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0978e5a-c289-4a9a-9715-f2c39b1e5c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820467 Oct 05 09:54:18.895058 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd00cf45-9ece-4549-93cd-ea52a0363f93 req-e738b1ed-f5a5-4d9b-8cc1-9bac811da27f service neutron] 10.222.0.45 "GET /v2.0/networks/a0978e5a-c289-4a9a-9715-f2c39b1e5c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327404 Oct 05 09:54:19.028861 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cd00cf45-9ece-4549-93cd-ea52a0363f93 req-28ce4ec6-b5ce-4b42-9be3-17cb36b24e61 service neutron] 10.222.0.45 "GET /v2.0/networks/a0978e5a-c289-4a9a-9715-f2c39b1e5c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271768 Oct 05 09:54:30.698334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0c939-8557-4bec-a24d-c39a61c5db83 req-477a3cd3-ec8b-401c-b1a5-7af85233157c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:30.699745 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3fa0c939-8557-4bec-a24d-c39a61c5db83 req-477a3cd3-ec8b-401c-b1a5-7af85233157c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 945 time: 0.0934870 Oct 05 09:54:30.746054 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3fa0c939-8557-4bec-a24d-c39a61c5db83 req-5da7cd3a-637c-483e-b7bc-83e9e683ba3e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 Oct 05 09:54:31.950127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1f163-1d65-46e3-bf74-67e265fd75fb req-4514b054-7268-4d1a-95d4-15b53eee3ebd tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:31.951563 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f1d1f163-1d65-46e3-bf74-67e265fd75fb req-4514b054-7268-4d1a-95d4-15b53eee3ebd tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 945 time: 0.0902188 Oct 05 09:54:31.996058 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f1d1f163-1d65-46e3-bf74-67e265fd75fb req-99658d98-e776-4e8d-b719-1f0e00d9d354 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383756 Oct 05 09:54:32.026254 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42434) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:32.131039 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3845c1ae-9a9e-4c6d-b93d-b002d4a064f1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/29960c43-8ca8-4986-a818-b6bc6a375843 HTTP/1.1" status: 200 len: 993 time: 0.1036661 Oct 05 09:54:32.853836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b67dceb7-0577-49f1-a065-46d21300105b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:33.596852 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96750a42-45b1-42d4-8cb6-d7f5059a04a6 req-88f83492-436c-4aa4-a0a2-e7ec852375c6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:33.598955 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96750a42-45b1-42d4-8cb6-d7f5059a04a6 req-88f83492-436c-4aa4-a0a2-e7ec852375c6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 945 time: 0.0903640 Oct 05 09:54:33.643045 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-96750a42-45b1-42d4-8cb6-d7f5059a04a6 req-6add2f78-c752-4ffe-8b11-db061985e332 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373011 Oct 05 09:54:34.851829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6118bf-6aa4-48cd-ad51-31f56a0060d4 req-f07efa34-adb0-4ba1-8331-e350ba692542 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:34.853541 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5f6118bf-6aa4-48cd-ad51-31f56a0060d4 req-f07efa34-adb0-4ba1-8331-e350ba692542 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 945 time: 0.0894845 Oct 05 09:54:34.897897 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5f6118bf-6aa4-48cd-ad51-31f56a0060d4 req-3663e5e4-45dc-4fa8-979f-c26d2ec3bc1d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386288 Oct 05 09:54:34.927581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42446) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:35.021113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:35.033541 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ad55f032-d626-420b-8c85-fc1c5b9056fb tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/29960c43-8ca8-4986-a818-b6bc6a375843 HTTP/1.1" status: 200 len: 993 time: 0.1048770 Oct 05 09:54:35.398390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42454) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:35.671968 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1eb21c7c-d5eb-48ef-b754-09abfea48c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:35.706520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 5c0323f8-ba46-4dde-9ef7-a8e450c7bdec {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:54:35.706864 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:35.875614 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:35.876291 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:35.997811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 5c0323f8-ba46-4dde-9ef7-a8e450c7bdec owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:54:36.147564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:36.194504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=5c0323f8-ba46-4dde-9ef7-a8e450c7bdec,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:36.242835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:36.243182 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:36.243519 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:36.243851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:36.244182 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:36.244526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:36.244831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:36.245151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:36.245471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:36.245790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:36.246139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:36.246457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:36.300385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:36.300710 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Floating IP 29960c43-8ca8-4986-a818-b6bc6a375843 disassociated (deleted). External IP: 172.26.0.117, port: 7274df63-0f88-40b4-8dbf-73eb0240b55f. Oct 05 09:54:36.646182 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 118bcc61-bdf8-4695-9ba2-73c9d782e744 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:54:36.833014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:54:36.842693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf52ad9-266c-4e7d-be95-b6ade5037f6c None None] Sync routers for ids ['118bcc61-bdf8-4695-9ba2-73c9d782e744'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:54:36.849425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:36.868590 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf52ad9-266c-4e7d-be95-b6ade5037f6c None None] Routers {'118bcc61-bdf8-4695-9ba2-73c9d782e744'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:54:36.869271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-edf52ad9-266c-4e7d-be95-b6ade5037f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:54:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['118bcc61-bdf8-4695-9ba2-73c9d782e744'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:36.904203 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-66a26bcb-2897-4f75-b8bc-58c3cf89eb8e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/floatingips/29960c43-8ca8-4986-a818-b6bc6a375843 HTTP/1.1" status: 204 len: 168 time: 1.5046015 Oct 05 09:54:36.904715 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286583f4-5519-45b6-b42f-4e24f64084c5', 'tag': '7274df63-0f88-40b4-8dbf-73eb0240b55f'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:54:36.907022 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbde5647-e7d3-4c64-8d92-8f21538b7802" -d '{"events": [{"name": "network-changed", "server_uuid": "286583f4-5519-45b6-b42f-4e24f64084c5", "tag": "7274df63-0f88-40b4-8dbf-73eb0240b55f"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:54:36.923114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:36.951380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76122ffe-0ed2-4a7b-9a4f-7518bd7b00b7 x-openstack-request-id: req-76122ffe-0ed2-4a7b-9a4f-7518bd7b00b7 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:54:36.951699 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286583f4-5519-45b6-b42f-4e24f64084c5", "tag": "7274df63-0f88-40b4-8dbf-73eb0240b55f", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:54:36.951969 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76122ffe-0ed2-4a7b-9a4f-7518bd7b00b7 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:54:36.952394 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76122ffe-0ed2-4a7b-9a4f-7518bd7b00b7'] response: {'name': 'network-changed', 'server_uuid': '286583f4-5519-45b6-b42f-4e24f64084c5', 'tag': '7274df63-0f88-40b4-8dbf-73eb0240b55f', 'status': 'completed', 'code': 200} Oct 05 09:54:37.049316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:37.058541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde5647-e7d3-4c64-8d92-8f21538b7802 req-8fc37dc0-c49d-4e23-9ea1-ac3ff45dddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:37.060021 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bbde5647-e7d3-4c64-8d92-8f21538b7802 req-8fc37dc0-c49d-4e23-9ea1-ac3ff45dddf2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 1098 time: 0.0852444 Oct 05 09:54:37.067886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-edf52ad9-266c-4e7d-be95-b6ade5037f6c None None] Set router 118bcc61-bdf8-4695-9ba2-73c9d782e744 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:54:37.211075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde5647-e7d3-4c64-8d92-8f21538b7802 req-0ff2c584-a981-408e-a6b0-b0025fb08892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:37.212452 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bbde5647-e7d3-4c64-8d92-8f21538b7802 req-0ff2c584-a981-408e-a6b0-b0025fb08892 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0978e5a-c289-4a9a-9715-f2c39b1e5c9d HTTP/1.1" status: 200 len: 896 time: 0.1462810 Oct 05 09:54:37.284752 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bbde5647-e7d3-4c64-8d92-8f21538b7802 req-355d2517-a56a-4651-8e52-96493beef23c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7274df63-0f88-40b4-8dbf-73eb0240b55f HTTP/1.1" status: 200 len: 217 time: 0.0652950 Oct 05 09:54:37.353041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde5647-e7d3-4c64-8d92-8f21538b7802 req-0ebc3183-8f34-4292-a427-bf1ad8db3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:37.355729 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bbde5647-e7d3-4c64-8d92-8f21538b7802 req-0ebc3183-8f34-4292-a427-bf1ad8db3f7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=695f5d40-8738-4bdc-8609-24d25a7b972c HTTP/1.1" status: 200 len: 835 time: 0.0624499 Oct 05 09:54:37.391235 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-edf52ad9-266c-4e7d-be95-b6ade5037f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:53:45Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:41Z', 'updated_at': '2022-10-05T09:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a', 'name': '', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:a0:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:44Z', 'updated_at': '2022-10-05T09:53:51Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:37.396577 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf52ad9-266c-4e7d-be95-b6ade5037f6c None None] Checking router: 118bcc61-bdf8-4695-9ba2-73c9d782e744 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:54:37.405238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf52ad9-266c-4e7d-be95-b6ade5037f6c None None] Routers {'118bcc61-bdf8-4695-9ba2-73c9d782e744'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:54:37.405847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-edf52ad9-266c-4e7d-be95-b6ade5037f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:54:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['118bcc61-bdf8-4695-9ba2-73c9d782e744'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:37.431880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cd159-b12f-42d1-b7f3-ea5acaa57c94 req-cbb83429-51a2-46db-bdf9-dd2afb1de2a5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:37.432875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7c2cd159-b12f-42d1-b7f3-ea5acaa57c94 req-cbb83429-51a2-46db-bdf9-dd2afb1de2a5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:54:37.450951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7c2cd159-b12f-42d1-b7f3-ea5acaa57c94 req-cbb83429-51a2-46db-bdf9-dd2afb1de2a5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:54:37.452368 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7c2cd159-b12f-42d1-b7f3-ea5acaa57c94 req-cbb83429-51a2-46db-bdf9-dd2afb1de2a5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 945 time: 0.2251577 Oct 05 09:54:37.453626 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde5647-e7d3-4c64-8d92-8f21538b7802 req-14f0ef74-e6ad-4f55-b06a-e4dc6ee48aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:37.455266 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bbde5647-e7d3-4c64-8d92-8f21538b7802 req-14f0ef74-e6ad-4f55-b06a-e4dc6ee48aeb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0978e5a-c289-4a9a-9715-f2c39b1e5c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928130 Oct 05 09:54:37.498222 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7c2cd159-b12f-42d1-b7f3-ea5acaa57c94 req-410b9794-d1d3-424c-a80b-3bdae5b28020 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392110 Oct 05 09:54:37.597478 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bbde5647-e7d3-4c64-8d92-8f21538b7802 req-5c88b678-97d2-4bc4-b3e9-b6a2efed682f service neutron] 10.222.0.45 "GET /v2.0/networks/a0978e5a-c289-4a9a-9715-f2c39b1e5c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319847 Oct 05 09:54:37.638193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-edf52ad9-266c-4e7d-be95-b6ade5037f6c None None] Set router 118bcc61-bdf8-4695-9ba2-73c9d782e744 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:54:37.730471 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bbde5647-e7d3-4c64-8d92-8f21538b7802 req-f76d21fd-42a6-4056-887f-bf25a9a164d2 service neutron] 10.222.0.45 "GET /v2.0/networks/a0978e5a-c289-4a9a-9715-f2c39b1e5c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267405 Oct 05 09:54:37.946051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-edf52ad9-266c-4e7d-be95-b6ade5037f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:53:45Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:41Z', 'updated_at': '2022-10-05T09:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a', 'name': '', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:a0:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:44Z', 'updated_at': '2022-10-05T09:53:51Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:37.950004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf52ad9-266c-4e7d-be95-b6ade5037f6c None None] The sync data for ids ['118bcc61-bdf8-4695-9ba2-73c9d782e744'] in dv-neutron-860328-1-hyperv is: [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:53:45Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:41Z', 'updated_at': '2022-10-05T09:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a', 'name': '', 'network_id': 'a0978e5a-c289-4a9a-9715-f2c39b1e5c9d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:a0:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:44Z', 'updated_at': '2022-10-05T09:53:51Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '695f5d40-8738-4bdc-8609-24d25a7b972c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:54:38.159592 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3132a33f-31e2-4b07-a56c-fb435962f833 None None] New status for floating IP 29960c43-8ca8-4986-a818-b6bc6a375843: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:54:38.715650 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a09df6-3a31-4d9b-99c0-203e89ec91c2 req-fc3a7289-0dba-4eb6-a98b-55e209a99cf5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:38.717078 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-75a09df6-3a31-4d9b-99c0-203e89ec91c2 req-fc3a7289-0dba-4eb6-a98b-55e209a99cf5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 945 time: 0.0968633 Oct 05 09:54:38.761197 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-75a09df6-3a31-4d9b-99c0-203e89ec91c2 req-e6766f44-8d90-4934-bf56-bd866433ee05 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384371 Oct 05 09:54:38.871843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61f34b-30fb-4e62-9e18-27ed615c3231 req-83bdbe87-e889-44bf-b3b6-228db59f1aa6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:38.872537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-6d61f34b-30fb-4e62-9e18-27ed615c3231 req-83bdbe87-e889-44bf-b3b6-228db59f1aa6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:54:38.885126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-6d61f34b-30fb-4e62-9e18-27ed615c3231 req-83bdbe87-e889-44bf-b3b6-228db59f1aa6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:54:38.886255 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6d61f34b-30fb-4e62-9e18-27ed615c3231 req-83bdbe87-e889-44bf-b3b6-228db59f1aa6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 945 time: 0.1011262 Oct 05 09:54:38.959325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-6d61f34b-30fb-4e62-9e18-27ed615c3231 req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 7274df63-0f88-40b4-8dbf-73eb0240b55f {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:54:38.959675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-6d61f34b-30fb-4e62-9e18-27ed615c3231 req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:39.226106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-6d61f34b-30fb-4e62-9e18-27ed615c3231 req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port 7274df63-0f88-40b4-8dbf-73eb0240b55f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=7274df63-0f88-40b4-8dbf-73eb0240b55f,segment=NetworkSegment(250441c4-680a-44cb-bdde-83d218e22215),segment_id=250441c4-680a-44cb-bdde-83d218e22215)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:54:39.226398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-6d61f34b-30fb-4e62-9e18-27ed615c3231 req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:39.344135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:39.458257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-6d61f34b-30fb-4e62-9e18-27ed615c3231 req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 7274df63-0f88-40b4-8dbf-73eb0240b55f owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:54:39.601530 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-6d61f34b-30fb-4e62-9e18-27ed615c3231 req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:39.654175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=7274df63-0f88-40b4-8dbf-73eb0240b55f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:39.739776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:39.740122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:39.740462 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:39.740796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:39.741130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:39.741460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:39.741787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:39.742149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:39.742475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:39.742799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:39.743122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:39.743446 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:39.760503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d61f34b-30fb-4e62-9e18-27ed615c3231 req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] No DVR routers for this DVR port 7274df63-0f88-40b4-8dbf-73eb0240b55f on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:54:39.762928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-6d61f34b-30fb-4e62-9e18-27ed615c3231 req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:39.765471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286583f4-5519-45b6-b42f-4e24f64084c5', 'name': 'network-vif-deleted', 'tag': '7274df63-0f88-40b4-8dbf-73eb0240b55f'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:54:39.767757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4d8e2d-da30-4ae5-b98c-1c5517f4c440" -d '{"events": [{"server_uuid": "286583f4-5519-45b6-b42f-4e24f64084c5", "name": "network-vif-deleted", "tag": "7274df63-0f88-40b4-8dbf-73eb0240b55f"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:54:39.782526 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6d61f34b-30fb-4e62-9e18-27ed615c3231 req-ccc31efc-d210-402c-8456-80defc80bf2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "DELETE /v2.0/ports/7274df63-0f88-40b4-8dbf-73eb0240b55f HTTP/1.1" status: 204 len: 173 time: 0.8912995 Oct 05 09:54:39.812207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b93b3f-4a8a-405a-b89f-686e7fe41d23 x-openstack-request-id: req-49b93b3f-4a8a-405a-b89f-686e7fe41d23 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:54:39.812615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286583f4-5519-45b6-b42f-4e24f64084c5", "name": "network-vif-deleted", "tag": "7274df63-0f88-40b4-8dbf-73eb0240b55f", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:54:39.813012 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49b93b3f-4a8a-405a-b89f-686e7fe41d23 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:54:39.813560 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b93b3f-4a8a-405a-b89f-686e7fe41d23'] response: {'server_uuid': '286583f4-5519-45b6-b42f-4e24f64084c5', 'name': 'network-vif-deleted', 'tag': '7274df63-0f88-40b4-8dbf-73eb0240b55f', 'status': 'completed', 'code': 200} Oct 05 09:54:39.940339 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5a9da20e-519c-459b-b969-ad3b12b100e3 req-37dee5f2-1fc9-4d2c-925f-8438cda19fd5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=286583f4-5519-45b6-b42f-4e24f64084c5 HTTP/1.1" status: 200 len: 210 time: 0.0620279 Oct 05 09:54:40.351545 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:54:41.044009 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42472) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:41.591684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f90a4317-c667-4f40-a6ac-a08f240bfc1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:41.942608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f90a4317-c667-4f40-a6ac-a08f240bfc1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:54:41.942944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f90a4317-c667-4f40-a6ac-a08f240bfc1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:42.140394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-f90a4317-c667-4f40-a6ac-a08f240bfc1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a,segment=NetworkSegment(250441c4-680a-44cb-bdde-83d218e22215),segment_id=250441c4-680a-44cb-bdde-83d218e22215)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:54:42.141065 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f90a4317-c667-4f40-a6ac-a08f240bfc1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:42.370032 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-f90a4317-c667-4f40-a6ac-a08f240bfc1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a owned by network:router_interface {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:54:42.387676 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 7274df63-0f88-40b4-8dbf-73eb0240b55f no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:54:42.425469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 7274df63-0f88-40b4-8dbf-73eb0240b55f {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:54:42.425727 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 7274df63-0f88-40b4-8dbf-73eb0240b55f not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:54:42.709955 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f90a4317-c667-4f40-a6ac-a08f240bfc1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:42.761842 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a4317-c667-4f40-a6ac-a08f240bfc1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:43.054234 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f90a4317-c667-4f40-a6ac-a08f240bfc1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:43.428477 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90a4317-c667-4f40-a6ac-a08f240bfc1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 118bcc61-bdf8-4695-9ba2-73c9d782e744 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:54:43.728846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90a4317-c667-4f40-a6ac-a08f240bfc1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:54:43.740870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec94c4b0-416e-47b1-9a92-adab8f00aa4d None None] Sync routers for ids ['118bcc61-bdf8-4695-9ba2-73c9d782e744'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:54:43.742314 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f90a4317-c667-4f40-a6ac-a08f240bfc1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "PUT /v2.0/routers/118bcc61-bdf8-4695-9ba2-73c9d782e744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6966155 Oct 05 09:54:43.744496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42476) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:43.749982 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94c4b0-416e-47b1-9a92-adab8f00aa4d None None] Routers {'118bcc61-bdf8-4695-9ba2-73c9d782e744'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:54:43.750614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ec94c4b0-416e-47b1-9a92-adab8f00aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:54:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['118bcc61-bdf8-4695-9ba2-73c9d782e744'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:43.811898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b32fc1-2245-4196-9ba9-c0687002617d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting subnet 695f5d40-8738-4bdc-8609-24d25a7b972c {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:54:43.815145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8b32fc1-2245-4196-9ba9-c0687002617d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:43.871518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8b32fc1-2245-4196-9ba9-c0687002617d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:43.929470 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-ec94c4b0-416e-47b1-9a92-adab8f00aa4d None None] Set router 118bcc61-bdf8-4695-9ba2-73c9d782e744 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:54:43.954141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8b32fc1-2245-4196-9ba9-c0687002617d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:44.031748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8b32fc1-2245-4196-9ba9-c0687002617d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:44.071774 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b32fc1-2245-4196-9ba9-c0687002617d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Subnet': ['ID=695f5d40-8738-4bdc-8609-24d25a7b972c,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:44.075446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8b32fc1-2245-4196-9ba9-c0687002617d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:44.081541 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e8b32fc1-2245-4196-9ba9-c0687002617d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/subnets/695f5d40-8738-4bdc-8609-24d25a7b972c HTTP/1.1" status: 204 len: 168 time: 0.3360746 Oct 05 09:54:44.084689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42480) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:44.110561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b95f7f-dbca-4c60-a32b-058fd8ea48b7 None None] Network a0978e5a-c289-4a9a-9715-f2c39b1e5c9d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:54:44.273755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:44.404646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ec94c4b0-416e-47b1-9a92-adab8f00aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:54:42Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'd241357b-cfdc-4a70-8f32-7a95bde04aaf', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:53:41Z', 'updated_at': '2022-10-05T09:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:44.409051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec94c4b0-416e-47b1-9a92-adab8f00aa4d None None] Checking router: 118bcc61-bdf8-4695-9ba2-73c9d782e744 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:54:44.419698 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94c4b0-416e-47b1-9a92-adab8f00aa4d None None] Routers {'118bcc61-bdf8-4695-9ba2-73c9d782e744'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:54:44.420318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ec94c4b0-416e-47b1-9a92-adab8f00aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:54:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['118bcc61-bdf8-4695-9ba2-73c9d782e744'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:44.452164 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:44.463047 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port d241357b-cfdc-4a70-8f32-7a95bde04aaf {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:54:44.463375 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:44.478282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] DHCP port deletion for a0978e5a-c289-4a9a-9715-f2c39b1e5c9d request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:54:44.542112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Deleting port bff9f4c4-4259-45f3-930d-11dfc44519d6 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:54:44.542474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:44.642265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port d241357b-cfdc-4a70-8f32-7a95bde04aaf, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d241357b-cfdc-4a70-8f32-7a95bde04aaf,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:54:44.642622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:44.702939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-ec94c4b0-416e-47b1-9a92-adab8f00aa4d None None] Set router 118bcc61-bdf8-4695-9ba2-73c9d782e744 gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:54:44.770304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for d241357b-cfdc-4a70-8f32-7a95bde04aaf owned by network:router_gateway {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:54:44.813442 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ec94c4b0-416e-47b1-9a92-adab8f00aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:54:44Z', 'revision_number': 6, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:44.838658 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec94c4b0-416e-47b1-9a92-adab8f00aa4d None None] The sync data for ids ['118bcc61-bdf8-4695-9ba2-73c9d782e744'] in dv-neutron-860328-1-hyperv is: [{'id': '118bcc61-bdf8-4695-9ba2-73c9d782e744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322088436', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:53:40Z', 'updated_at': '2022-10-05T09:54:44Z', 'revision_number': 6, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:54:44.939782 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] For port bff9f4c4-4259-45f3-930d-11dfc44519d6, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bff9f4c4-4259-45f3-930d-11dfc44519d6,segment=NetworkSegment(250441c4-680a-44cb-bdde-83d218e22215),segment_id=250441c4-680a-44cb-bdde-83d218e22215)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:54:44.940175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:44.955991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.003297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=d241357b-cfdc-4a70-8f32-7a95bde04aaf,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:45.070038 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Calling delete_port for bff9f4c4-4259-45f3-930d-11dfc44519d6 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:54:45.101061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.147753 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.200208 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Pushing event deleted for resources: {'Port': ['ID=bff9f4c4-4259-45f3-930d-11dfc44519d6,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:45.205418 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] No DVR routers for this DVR port bff9f4c4-4259-45f3-930d-11dfc44519d6 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:54:45.213260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:45.213593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:45.214135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:45.214334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:45.214692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:45.214945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:45.217474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:45.217474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:45.217474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:45.217474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:45.217474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:45.217474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8e5fe-8b1f-4910-afc5-1e421534cab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:45.389424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.391604 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.413295 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.413896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Fanout notify agent at l3_agent the message router_deleted on router 118bcc61-bdf8-4695-9ba2-73c9d782e744 {{(pid=89054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:54:45.429046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.430139 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3584b2e6-9778-4a9d-9325-20705a81dc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/routers/118bcc61-bdf8-4695-9ba2-73c9d782e744 HTTP/1.1" status: 204 len: 168 time: 1.3445458 Oct 05 09:54:45.432950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42484) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:45.543075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-33bef4d6-70fe-4962-8083-daf8c2560993 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.637159 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bff9f4c4-4259-45f3-930d-11dfc44519d6 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:54:45.674300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-33bef4d6-70fe-4962-8083-daf8c2560993 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.675420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: bff9f4c4-4259-45f3-930d-11dfc44519d6 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:54:45.676376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bff9f4c4-4259-45f3-930d-11dfc44519d6 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:54:45.677224 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:54:45.699230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-33bef4d6-70fe-4962-8083-daf8c2560993 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0978e5a-c289-4a9a-9715-f2c39b1e5c9d']}} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:45.711339 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-33bef4d6-70fe-4962-8083-daf8c2560993 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250441c4-680a-44cb-bdde-83d218e22215') {'for_net_delete': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:45.711639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.services.segments.db [None req-33bef4d6-70fe-4962-8083-daf8c2560993 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250441c4-680a-44cb-bdde-83d218e22215') {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:45.714741 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:54:45.715084 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device fa9a64f2-bbad-4ec7-a0f0-a9f620fa1e0a not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:54:45.723359 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-33bef4d6-70fe-4962-8083-daf8c2560993 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167498'] for segment, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.740571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-33bef4d6-70fe-4962-8083-daf8c2560993 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.747029 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bef4d6-70fe-4962-8083-daf8c2560993 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=89054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:54:45.747456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-33bef4d6-70fe-4962-8083-daf8c2560993 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3893946'] for segment, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.816842 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 250441c4-680a-44cb-bdde-83d218e22215 resource provider aggregate not found Oct 05 09:54:45.840281 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.services.segments.plugin [-] Segment 250441c4-680a-44cb-bdde-83d218e22215 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 250441c4-680a-44cb-bdde-83d218e22215 found for delete ", "request_id": "req-99828935-d81a-4284-95b4-24387147978a"}]} Oct 05 09:54:45.855559 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-33bef4d6-70fe-4962-8083-daf8c2560993 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.878858 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-33bef4d6-70fe-4962-8083-daf8c2560993 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:45.888467 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bef4d6-70fe-4962-8083-daf8c2560993 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Network': ['ID=a0978e5a-c289-4a9a-9715-f2c39b1e5c9d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:45.901496 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-33bef4d6-70fe-4962-8083-daf8c2560993 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/networks/a0978e5a-c289-4a9a-9715-f2c39b1e5c9d HTTP/1.1" status: 204 len: 168 time: 0.4674866 Oct 05 09:54:45.904035 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42492) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:45.981885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ac02-42a4-490d-8a46-4e5a61fc83a9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.010738 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ac02-42a4-490d-8a46-4e5a61fc83a9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.076091 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ac02-42a4-490d-8a46-4e5a61fc83a9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.096702 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4ac02-42a4-490d-8a46-4e5a61fc83a9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccd9c05-3b9e-450b-8f8d-ad0826aaeb00,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:46.108664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ac02-42a4-490d-8a46-4e5a61fc83a9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.109801 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4bf4ac02-42a4-490d-8a46-4e5a61fc83a9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/security-groups/dccd9c05-3b9e-450b-8f8d-ad0826aaeb00 HTTP/1.1" status: 204 len: 168 time: 0.2048423 Oct 05 09:54:46.227097 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42500) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:46.232591 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562938442', 'description': 'tempest-secgroup-smoke-1562938442 description', 'project_id': 'fd73bca3121b4002a21753552f6865df'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:54:46.239281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:54:46.243418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:54:46.246287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:54:46.251953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:54:46.261976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.280657 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:54:46.284361 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:54:46.288080 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:54:46.293695 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:54:46.364454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.368220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.416966 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f16d0c-3b8b-4c77-8e5b-5dd449029a37,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:46.419807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.421037 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f9e96874-8520-4dbb-b156-047735caea81 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1926908 Oct 05 09:54:46.423942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42504) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:46.429854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9adbcd42-e0a8-4f9d-9ae2-2f19546296c1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '38f16d0c-3b8b-4c77-8e5b-5dd449029a37', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:54:46.435881 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9adbcd42-e0a8-4f9d-9ae2-2f19546296c1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:54:46.439698 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9adbcd42-e0a8-4f9d-9ae2-2f19546296c1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:54:46.442734 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9adbcd42-e0a8-4f9d-9ae2-2f19546296c1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:54:46.448373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9adbcd42-e0a8-4f9d-9ae2-2f19546296c1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:54:46.464882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9adbcd42-e0a8-4f9d-9ae2-2f19546296c1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.524708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9adbcd42-e0a8-4f9d-9ae2-2f19546296c1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.528308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9adbcd42-e0a8-4f9d-9ae2-2f19546296c1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.551536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbcd42-e0a8-4f9d-9ae2-2f19546296c1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab11999-a02d-486d-adbf-a21426c3eb52,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:46.560446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9adbcd42-e0a8-4f9d-9ae2-2f19546296c1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.561599 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9adbcd42-e0a8-4f9d-9ae2-2f19546296c1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367352 Oct 05 09:54:46.564319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42508) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:46.569348 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-1f554ea5-c5bf-4d16-ad4f-9f0a7e37d245 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '38f16d0c-3b8b-4c77-8e5b-5dd449029a37', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:54:46.575215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1f554ea5-c5bf-4d16-ad4f-9f0a7e37d245 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:54:46.579021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1f554ea5-c5bf-4d16-ad4f-9f0a7e37d245 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:54:46.582429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1f554ea5-c5bf-4d16-ad4f-9f0a7e37d245 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:54:46.588415 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1f554ea5-c5bf-4d16-ad4f-9f0a7e37d245 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:54:46.606296 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f554ea5-c5bf-4d16-ad4f-9f0a7e37d245 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.667552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f554ea5-c5bf-4d16-ad4f-9f0a7e37d245 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.671152 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f554ea5-c5bf-4d16-ad4f-9f0a7e37d245 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.693918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f554ea5-c5bf-4d16-ad4f-9f0a7e37d245 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c8a014-6a36-47d4-b119-42e7c8305506,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:46.702084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f554ea5-c5bf-4d16-ad4f-9f0a7e37d245 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.703348 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1f554ea5-c5bf-4d16-ad4f-9f0a7e37d245 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381190 Oct 05 09:54:46.706147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42512) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:46.711544 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-54628130-eaea-44e1-9f07-2eda795d6316 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '38f16d0c-3b8b-4c77-8e5b-5dd449029a37', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:54:46.717362 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-54628130-eaea-44e1-9f07-2eda795d6316 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:54:46.721698 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-54628130-eaea-44e1-9f07-2eda795d6316 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:54:46.725293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-54628130-eaea-44e1-9f07-2eda795d6316 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:54:46.731166 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-54628130-eaea-44e1-9f07-2eda795d6316 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:54:46.747031 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-54628130-eaea-44e1-9f07-2eda795d6316 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.810872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-54628130-eaea-44e1-9f07-2eda795d6316 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.814236 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-54628130-eaea-44e1-9f07-2eda795d6316 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.837584 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54628130-eaea-44e1-9f07-2eda795d6316 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc215a5c-59c2-44c8-b09b-98338578a031,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:46.847057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-54628130-eaea-44e1-9f07-2eda795d6316 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.848836 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-54628130-eaea-44e1-9f07-2eda795d6316 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417918 Oct 05 09:54:46.851697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42516) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:46.856847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f6460ee7-374d-4c0c-8f62-979206ce4abe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '38f16d0c-3b8b-4c77-8e5b-5dd449029a37', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:54:46.862724 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f6460ee7-374d-4c0c-8f62-979206ce4abe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:54:46.866988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f6460ee7-374d-4c0c-8f62-979206ce4abe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:54:46.869822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f6460ee7-374d-4c0c-8f62-979206ce4abe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:54:46.875637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f6460ee7-374d-4c0c-8f62-979206ce4abe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:54:46.893008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6460ee7-374d-4c0c-8f62-979206ce4abe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.955429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6460ee7-374d-4c0c-8f62-979206ce4abe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.958771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6460ee7-374d-4c0c-8f62-979206ce4abe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.981626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6460ee7-374d-4c0c-8f62-979206ce4abe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006f8ddf-a4b4-4a2e-bbd0-c2107448e798,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:46.991214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f6460ee7-374d-4c0c-8f62-979206ce4abe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:46.992385 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f6460ee7-374d-4c0c-8f62-979206ce4abe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397870 Oct 05 09:54:46.995006 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42520) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:46.999861 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2aed640d-87eb-4a75-ad53-6aa169868f87 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '38f16d0c-3b8b-4c77-8e5b-5dd449029a37', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:54:47.005626 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2aed640d-87eb-4a75-ad53-6aa169868f87 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:54:47.009488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2aed640d-87eb-4a75-ad53-6aa169868f87 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:54:47.012356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2aed640d-87eb-4a75-ad53-6aa169868f87 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:54:47.018042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2aed640d-87eb-4a75-ad53-6aa169868f87 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:54:47.028298 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-2aed640d-87eb-4a75-ad53-6aa169868f87 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Project fd73bca3121b4002a21753552f6865df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:54:47.034749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2aed640d-87eb-4a75-ad53-6aa169868f87 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.050101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d241357b-cfdc-4a70-8f32-7a95bde04aaf no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:54:47.083619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: d241357b-cfdc-4a70-8f32-7a95bde04aaf {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:54:47.083962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d241357b-cfdc-4a70-8f32-7a95bde04aaf not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:54:47.104962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2aed640d-87eb-4a75-ad53-6aa169868f87 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.108957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2aed640d-87eb-4a75-ad53-6aa169868f87 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.133158 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed640d-87eb-4a75-ad53-6aa169868f87 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70488427-bd51-4f38-a1f3-920b89a5b4fb,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:47.143134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2aed640d-87eb-4a75-ad53-6aa169868f87 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.144298 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2aed640d-87eb-4a75-ad53-6aa169868f87 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1483729 Oct 05 09:54:47.147160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42524) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:47.152201 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-0a3244ef-1fb5-4ae4-b3aa-7e772a21ca7c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '38f16d0c-3b8b-4c77-8e5b-5dd449029a37', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:54:47.157853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0a3244ef-1fb5-4ae4-b3aa-7e772a21ca7c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:54:47.162294 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0a3244ef-1fb5-4ae4-b3aa-7e772a21ca7c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:54:47.165105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0a3244ef-1fb5-4ae4-b3aa-7e772a21ca7c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:54:47.171073 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0a3244ef-1fb5-4ae4-b3aa-7e772a21ca7c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:54:47.182659 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-0a3244ef-1fb5-4ae4-b3aa-7e772a21ca7c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Project fd73bca3121b4002a21753552f6865df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:54:47.189293 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0a3244ef-1fb5-4ae4-b3aa-7e772a21ca7c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.254735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0a3244ef-1fb5-4ae4-b3aa-7e772a21ca7c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.258124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0a3244ef-1fb5-4ae4-b3aa-7e772a21ca7c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.280507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3244ef-1fb5-4ae4-b3aa-7e772a21ca7c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa01b9e4-b10b-44b3-a800-2d2a1b1e7310,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:47.290623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0a3244ef-1fb5-4ae4-b3aa-7e772a21ca7c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.291926 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0a3244ef-1fb5-4ae4-b3aa-7e772a21ca7c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438122 Oct 05 09:54:47.294781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42528) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:47.300123 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'network': {'name': 'tempest-network-smoke--668889056', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'port_security_enabled': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:54:47.305506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:54:47.309592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:network and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:54:47.312437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:54:47.318187 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:54:47.327428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:54:47.330742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.359189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:54:47.367935 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.368281 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Added segment 8bad53bc-df0c-48d8-a320-17a8e5c2f10c of type vlan for network e238f3be-7592-44fd-8974-a924dc9f37b3 Oct 05 09:54:47.393600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.422621 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.428080 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:47.428653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.532610 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2367311 Oct 05 09:54:47.535993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424b40c-73fe-44e4-8db4-1cb05727a0aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Network': ['ID=e238f3be-7592-44fd-8974-a924dc9f37b3,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:47.536155 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42532) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:47.544811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'admin_state_up': True, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:54:47.549176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network e238f3be-7592-44fd-8974-a924dc9f37b3 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:54:47.554210 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:54:47.558485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:router and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:54:47.561788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:54:47.568684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:54:47.579363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.580552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.599802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:47.876309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:48.178156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:48.208250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:48.340744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.26.0.254 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/11a5c80d-440a-4f9c-8d7d-a6a01bbb4672) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:54:48.483605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:48.511990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:48.571834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:54:48.574543 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:54:48.578182 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:54:48.626189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=11a5c80d-440a-4f9c-8d7d-a6a01bbb4672,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:49.116214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:49.465760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:49.671177 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 6209c31d-688d-405e-b68e-8719e4ea5d1d is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:54:49.846744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:54:49.856940 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Sync routers for ids ['6209c31d-688d-405e-b68e-8719e4ea5d1d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:54:49.867591 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Routers {'6209c31d-688d-405e-b68e-8719e4ea5d1d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:54:49.868279 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:54:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6209c31d-688d-405e-b68e-8719e4ea5d1d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:49.875320 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:49.880445 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-89f0625c-b024-43ff-aca4-f79c3437b82d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3431723 Oct 05 09:54:49.880784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42536) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:49.924882 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b742bd54-3e5b-425b-aec1-dcc340d24dfa tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=fd73bca3121b4002a21753552f6865df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423224 Oct 05 09:54:49.928078 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42540) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:50.052981 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Set router 6209c31d-688d-405e-b68e-8719e4ea5d1d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:54:50.057379 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e38e8-7254-4edd-9fa1-f92bbb8cb671 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:50.058905 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cb3e38e8-7254-4edd-9fa1-f92bbb8cb671 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299357 Oct 05 09:54:50.061705 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42544) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:50.102818 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3db01435-c6bf-4810-9353-1a918df1d811 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394089 Oct 05 09:54:50.104954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42548) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:50.110235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-935444454', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:54:50.320246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:54:50.324064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:subnet and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:54:50.326893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:54:50.332943 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:54:50.338723 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:54:48Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:50.343616 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Checking router: 6209c31d-688d-405e-b68e-8719e4ea5d1d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:54:50.344193 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Updating router 6209c31d-688d-405e-b68e-8719e4ea5d1d port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:54:50.346483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:54:50.350678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:50.400348 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:50.570693 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:50.655112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Subnet': ['ID=f5b75c7d-6c3b-47c6-8ed8-3bd481696314,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:50.665271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Checking segment: {'id': '8bad53bc-df0c-48d8-a320-17a8e5c2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:54:50.665638 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network hostable DHCP agents. Network: e238f3be-7592-44fd-8974-a924dc9f37b3, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:54:50.685795 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network e238f3be-7592-44fd-8974-a924dc9f37b3 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:54:50.696327 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, e238f3be-7592-44fd-8974-a924dc9f37b3) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:54:50.700721 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:50.701434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:50.706233 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fc3fce-e8f2-442a-b298-bbb368b1127a None None] Network e238f3be-7592-44fd-8974-a924dc9f37b3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:54:50.732648 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3959f098-ab76-4c6f-bb98-bed5a6d9a61c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6265819 Oct 05 09:54:50.734918 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:50.735610 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42552) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:54:50.749149 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Transition to ACTIVE for port object 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:54:50.755804 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:50.813524 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Attempting to bind port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:54:50.814563 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Attempting to bind port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:54:50.814563 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Attempting to bind port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:54:50.827281 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:54:50.827655 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:54:50.828051 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:50.828433 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:54:50.828886 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Bound port: 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:54:50.829248 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:50.870162 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Pushing event updated for resources: {'Port': ['ID=11a5c80d-440a-4f9c-8d7d-a6a01bbb4672,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:50.880469 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:50.881038 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:50.881522 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:50.882050 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:50.882579 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:50.883189 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:50.883669 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:50.884145 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:50.884655 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:50.885130 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:50.885610 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:50.885921 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:54:50.925348 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] For port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:54:50.935252 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] For port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=11a5c80d-440a-4f9c-8d7d-a6a01bbb4672,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:54:50.940295 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:50.945980 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-e238f3be-7592-44fd-8974-a924dc9f37b3', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ips': [{'subnet_id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:54:50.946814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:51.014553 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Routers {'6209c31d-688d-405e-b68e-8719e4ea5d1d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:54:51.015169 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:54:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6209c31d-688d-405e-b68e-8719e4ea5d1d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:51.120707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Allocated IP 172.20.0.2 (e238f3be-7592-44fd-8974-a924dc9f37b3/f5b75c7d-6c3b-47c6-8ed8-3bd481696314/07fc590b-1a0d-45eb-8024-55e2efb584a2) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:54:51.136231 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3238b-89dc-4976-9e54-03f523a33c23 None None] Pushing event updated for resources: {'Port': ['ID=11a5c80d-440a-4f9c-8d7d-a6a01bbb4672,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:51.255179 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] Set router 6209c31d-688d-405e-b68e-8719e4ea5d1d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:54:51.353132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:51.366006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Transition to ACTIVE for port object 07fc590b-1a0d-45eb-8024-55e2efb584a2 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:54:51.387994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Transition to ACTIVE for port object 07fc590b-1a0d-45eb-8024-55e2efb584a2 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:54:51.394492 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:51.466632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Network e238f3be-7592-44fd-8974-a924dc9f37b3 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:54:51.470395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:54:51.472202 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Pushing event updated for resources: {'Port': ['ID=07fc590b-1a0d-45eb-8024-55e2efb584a2,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:51.474951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:54:51.522077 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:51.552728 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:54:48Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:51.557241 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1be6b-79f8-4007-a694-951eaf3d3e5a None None] The sync data for ids ['6209c31d-688d-405e-b68e-8719e4ea5d1d'] in dv-neutron-860328-1-hyperv is: [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:54:48Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:54:51.627046 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Attempting to bind port 07fc590b-1a0d-45eb-8024-55e2efb584a2 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:54:51.627568 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Attempting to bind port 07fc590b-1a0d-45eb-8024-55e2efb584a2 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '8bad53bc-df0c-48d8-a320-17a8e5c2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:54:51.628041 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Attempting to bind port 07fc590b-1a0d-45eb-8024-55e2efb584a2 on network e238f3be-7592-44fd-8974-a924dc9f37b3 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:54:51.634101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:54:51.634482 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Checking segment: {'id': '8bad53bc-df0c-48d8-a320-17a8e5c2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:54:51.634887 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:51.635800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Bound using segment: {'id': '8bad53bc-df0c-48d8-a320-17a8e5c2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:54:51.635800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Bound port: 07fc590b-1a0d-45eb-8024-55e2efb584a2, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bad53bc-df0c-48d8-a320-17a8e5c2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:54:51.636121 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:51.733802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] For port 07fc590b-1a0d-45eb-8024-55e2efb584a2, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:54:51.737871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] For port 07fc590b-1a0d-45eb-8024-55e2efb584a2, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=07fc590b-1a0d-45eb-8024-55e2efb584a2,segment=NetworkSegment(8bad53bc-df0c-48d8-a320-17a8e5c2f10c),segment_id=8bad53bc-df0c-48d8-a320-17a8e5c2f10c)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:54:51.742895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:51.842053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15754d8e-018a-4665-acaa-d2f6f4c570fc None None] Pushing event updated for resources: {'Port': ['ID=07fc590b-1a0d-45eb-8024-55e2efb584a2,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:52.118507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.20.0.1 (e238f3be-7592-44fd-8974-a924dc9f37b3/f5b75c7d-6c3b-47c6-8ed8-3bd481696314/8062d5e7-f737-42f3-bdaf-788b4c660eed) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:54:52.298241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:52.315991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Transition to ACTIVE for port object 8062d5e7-f737-42f3-bdaf-788b4c660eed will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:54:52.340269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:52.410453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network e238f3be-7592-44fd-8974-a924dc9f37b3 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:54:52.414374 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:54:52.423050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:54:52.474439 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=8062d5e7-f737-42f3-bdaf-788b4c660eed,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:52.496359 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:52.773354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:52.830525 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5457e593-e09e-47ec-ac33-e451825d351e None None] Network e238f3be-7592-44fd-8974-a924dc9f37b3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:54:52.927354 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8dd64d05-ba16-4a5f-91c2-242865789a63 None None] Provisioning for port 07fc590b-1a0d-45eb-8024-55e2efb584a2 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:54:53.185551 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 07fc590b-1a0d-45eb-8024-55e2efb584a2 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:54:53.225592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:53.230658 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:53.257838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 07fc590b-1a0d-45eb-8024-55e2efb584a2 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:54:53.265462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 07fc590b-1a0d-45eb-8024-55e2efb584a2 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:54:53.265692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:53.266140 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 07fc590b-1a0d-45eb-8024-55e2efb584a2 Oct 05 09:54:53.343684 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:53.380015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=8062d5e7-f737-42f3-bdaf-788b4c660eed,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:53.406220 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 07fc590b-1a0d-45eb-8024-55e2efb584a2 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:54:53.406602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:53.417748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Provisioning complete for port 07fc590b-1a0d-45eb-8024-55e2efb584a2 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:54:53.418144 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:53.418480 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Attempt 1 to provision port 07fc590b-1a0d-45eb-8024-55e2efb584a2 Oct 05 09:54:53.496715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 07fc590b-1a0d-45eb-8024-55e2efb584a2, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=07fc590b-1a0d-45eb-8024-55e2efb584a2,segment=NetworkSegment(8bad53bc-df0c-48d8-a320-17a8e5c2f10c),segment_id=8bad53bc-df0c-48d8-a320-17a8e5c2f10c)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:54:53.506491 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:53.507419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:54:53.509459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network e238f3be-7592-44fd-8974-a924dc9f37b3 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:54:53.510746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:54:53.690538 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Current status of the port 07fc590b-1a0d-45eb-8024-55e2efb584a2 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:54:53.700722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=07fc590b-1a0d-45eb-8024-55e2efb584a2,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:53.716495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:54:53.721464 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Provisioning for port 8062d5e7-f737-42f3-bdaf-788b4c660eed completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:54:53.727838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:54:53.728221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:53.728560 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 Oct 05 09:54:53.761485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Provisioning complete for port 8062d5e7-f737-42f3-bdaf-788b4c660eed triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:54:53.761859 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:53.762217 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Attempt 1 to provision port 8062d5e7-f737-42f3-bdaf-788b4c660eed Oct 05 09:54:53.825015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 6209c31d-688d-405e-b68e-8719e4ea5d1d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:54:53.840155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Port 8062d5e7-f737-42f3-bdaf-788b4c660eed cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:54:53.905526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:54:53.905907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:53.923243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=11a5c80d-440a-4f9c-8d7d-a6a01bbb4672,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:54:53.927558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:53.996549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=11a5c80d-440a-4f9c-8d7d-a6a01bbb4672,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:54.011003 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:54:54.020932 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Sync routers for ids ['6209c31d-688d-405e-b68e-8719e4ea5d1d'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:54:54.024122 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-75b5e407-b5c1-4b51-9b01-31d9226c3e45 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "PUT /v2.0/routers/6209c31d-688d-405e-b68e-8719e4ea5d1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2873621 Oct 05 09:54:54.030460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Routers {'6209c31d-688d-405e-b68e-8719e4ea5d1d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:54:54.031068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:54:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6209c31d-688d-405e-b68e-8719e4ea5d1d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:54.206434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-07414195-3547-47d4-a640-56dbe85217d2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:54:54.221893 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Set router 6209c31d-688d-405e-b68e-8719e4ea5d1d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:54:54.222457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-07414195-3547-47d4-a640-56dbe85217d2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:54:54.223670 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-07414195-3547-47d4-a640-56dbe85217d2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562938442&fields=id&tenant_id=fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 267 time: 0.0588892 Oct 05 09:54:54.381689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-6d557b3f-960f-428c-9b2f-b59cb4b7f0a9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:54.383461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-6d557b3f-960f-428c-9b2f-b59cb4b7f0a9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:54:54.383625 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Attempt 2 to provision port 8062d5e7-f737-42f3-bdaf-788b4c660eed Oct 05 09:54:54.398054 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-6d557b3f-960f-428c-9b2f-b59cb4b7f0a9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:54:54.399170 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-6d557b3f-960f-428c-9b2f-b59cb4b7f0a9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/networks?id=e238f3be-7592-44fd-8974-a924dc9f37b3 HTTP/1.1" status: 200 len: 796 time: 0.1681256 Oct 05 09:54:54.414006 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-d42f0875-8004-467d-96a5-02ac180aadce tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/quotas/fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 375 time: 0.0092089 Oct 05 09:54:54.513424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-80993817-3b16-411f-bc94-ef3200d6cc88 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:54:54.518048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Port 8062d5e7-f737-42f3-bdaf-788b4c660eed cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:54:54.536340 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-80993817-3b16-411f-bc94-ef3200d6cc88 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:54:54.537831 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-80993817-3b16-411f-bc94-ef3200d6cc88 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182737 Oct 05 09:54:54.634031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:54:52Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '8062d5e7-f737-42f3-bdaf-788b4c660eed', 'name': '', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:db:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:51Z', 'updated_at': '2022-10-05T09:54:53Z', 'revision_number': 2, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:54.637981 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Checking router: 6209c31d-688d-405e-b68e-8719e4ea5d1d for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:54:54.638345 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Updating router 6209c31d-688d-405e-b68e-8719e4ea5d1d port 8062d5e7-f737-42f3-bdaf-788b4c660eed binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:54:54.691282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:54.718899 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-30d7c160-c74e-4d8f-97a3-7e69c8339868 service neutron] 10.222.0.64 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696579 Oct 05 09:54:54.861865 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-916cbc80-2c0a-4c54-9eb2-05c50ebc40cf service neutron] 10.222.0.64 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363049 Oct 05 09:54:55.021572 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Attempt 3 to provision port 8062d5e7-f737-42f3-bdaf-788b4c660eed Oct 05 09:54:55.073446 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3f023b98-323b-486c-ac6a-ae3bd506beb3 req-332ea08a-d8e9-4c66-ae38-757166b7cfcd tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 210 time: 0.0558476 Oct 05 09:54:55.101017 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Port 8062d5e7-f737-42f3-bdaf-788b4c660eed cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:54:55.117539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:55.131242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 07fc590b-1a0d-45eb-8024-55e2efb584a2 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:54:55.171062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Transition to ACTIVE for port object 8062d5e7-f737-42f3-bdaf-788b4c660eed will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:54:55.182832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:55.440947 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a753623-cdb9-43cd-a7b6-1343ea67e3e9 None None] Pushing event updated for resources: {'Port': ['ID=8062d5e7-f737-42f3-bdaf-788b4c660eed,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:55.462377 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 07fc590b-1a0d-45eb-8024-55e2efb584a2 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:54:55.462753 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:55.463094 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 07fc590b-1a0d-45eb-8024-55e2efb584a2 Oct 05 09:54:55.494954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Attempting to bind port 8062d5e7-f737-42f3-bdaf-788b4c660eed on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:54:55.495520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Attempting to bind port 8062d5e7-f737-42f3-bdaf-788b4c660eed by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '8bad53bc-df0c-48d8-a320-17a8e5c2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:54:55.495699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Attempting to bind port 8062d5e7-f737-42f3-bdaf-788b4c660eed on network e238f3be-7592-44fd-8974-a924dc9f37b3 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:54:55.514693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:54:55.515070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Checking segment: {'id': '8bad53bc-df0c-48d8-a320-17a8e5c2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:54:55.515475 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:55.515870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Bound using segment: {'id': '8bad53bc-df0c-48d8-a320-17a8e5c2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:54:55.516338 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Bound port: 8062d5e7-f737-42f3-bdaf-788b4c660eed, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bad53bc-df0c-48d8-a320-17a8e5c2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:54:55.516712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:55.602346 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Attempt 4 to provision port 8062d5e7-f737-42f3-bdaf-788b4c660eed Oct 05 09:54:55.744143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Port 8062d5e7-f737-42f3-bdaf-788b4c660eed cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:54:55.765761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] For port 8062d5e7-f737-42f3-bdaf-788b4c660eed, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:54:55.770654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 07fc590b-1a0d-45eb-8024-55e2efb584a2 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:54:55.771692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:54:55.808658 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] For port 8062d5e7-f737-42f3-bdaf-788b4c660eed, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8062d5e7-f737-42f3-bdaf-788b4c660eed,segment=NetworkSegment(8bad53bc-df0c-48d8-a320-17a8e5c2f10c),segment_id=8bad53bc-df0c-48d8-a320-17a8e5c2f10c)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:54:55.817779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:55.900200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Routers {'6209c31d-688d-405e-b68e-8719e4ea5d1d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:54:55.900854 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:54:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6209c31d-688d-405e-b68e-8719e4ea5d1d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:56.004458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a753623-cdb9-43cd-a7b6-1343ea67e3e9 None None] Pushing event updated for resources: {'Port': ['ID=8062d5e7-f737-42f3-bdaf-788b4c660eed,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:56.086797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:54:56.087437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:56.087525 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 Oct 05 09:54:56.135146 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-12cdc179-0fe9-4ce5-bec5-54554259e337 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:56.136640 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-12cdc179-0fe9-4ce5-bec5-54554259e337 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/networks?id=e238f3be-7592-44fd-8974-a924dc9f37b3 HTTP/1.1" status: 200 len: 796 time: 0.1727467 Oct 05 09:54:56.196484 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-1f078506-6756-4e06-be50-94543d94a387 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 380 time: 0.0508914 Oct 05 09:54:56.207569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'port': {'device_id': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'admin_state_up': True, 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'security_groups': ['38f16d0c-3b8b-4c77-8e5b-5dd449029a37']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:54:56.246684 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Attempt 5 to provision port 8062d5e7-f737-42f3-bdaf-788b4c660eed Oct 05 09:54:56.276405 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6bdc8ded-2925-409c-8761-e37608da8885 req-7d260308-7df5-48fe-bd3d-a90e450077a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 210 time: 0.0569863 Oct 05 09:54:56.304285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] Set router 6209c31d-688d-405e-b68e-8719e4ea5d1d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:54:56.488728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:54:56.498655 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:54:56.509376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:54:56.512311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-845da8e2-8a70-44fa-91db-fecac4630ac2 None None] Port 8062d5e7-f737-42f3-bdaf-788b4c660eed had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:54:56.513208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:56.626696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:54:56.679297 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.20.0.10 (e238f3be-7592-44fd-8974-a924dc9f37b3/f5b75c7d-6c3b-47c6-8ed8-3bd481696314/260bf812-d0ea-4c7d-b521-7afd1504a57e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:54:56.740164 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:54:52Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '8062d5e7-f737-42f3-bdaf-788b4c660eed', 'name': '', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:db:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:51Z', 'updated_at': '2022-10-05T09:54:55Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:54:56.744372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c144bd-7bd0-47ca-b59b-502467f1c728 None None] The sync data for ids ['6209c31d-688d-405e-b68e-8719e4ea5d1d'] in dv-neutron-860328-1-hyperv is: [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:54:52Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '8062d5e7-f737-42f3-bdaf-788b4c660eed', 'name': '', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:db:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:51Z', 'updated_at': '2022-10-05T09:54:55Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:54:56.891414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:56.910122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Transition to ACTIVE for port object 260bf812-d0ea-4c7d-b521-7afd1504a57e will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:54:56.935762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:57.008688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network e238f3be-7592-44fd-8974-a924dc9f37b3 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:54:57.016352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:54:57.021427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:54:57.076174 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=260bf812-d0ea-4c7d-b521-7afd1504a57e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:57.092955 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:57.093787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:57.124141 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e1c2d149-0f44-4916-afec-fe08dcf7792a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9218745 Oct 05 09:54:57.137397 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Request body: {'port': {'device_id': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:54:57.162283 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8062d5e7-f737-42f3-bdaf-788b4c660eed up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:54:57.258994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 8062d5e7-f737-42f3-bdaf-788b4c660eed completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:54:57.264230 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 8062d5e7-f737-42f3-bdaf-788b4c660eed triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:54:57.264610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:57.264950 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 8062d5e7-f737-42f3-bdaf-788b4c660eed Oct 05 09:54:57.277921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:57.327843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a3ca039e-86a9-4ddc-b7ef-8142e039b3b3 None None] Provisioning for port 260bf812-d0ea-4c7d-b521-7afd1504a57e completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:54:57.336074 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a3ca039e-86a9-4ddc-b7ef-8142e039b3b3 None None] Provisioning complete for port 260bf812-d0ea-4c7d-b521-7afd1504a57e triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:54:57.336445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a3ca039e-86a9-4ddc-b7ef-8142e039b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:57.336783 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a3ca039e-86a9-4ddc-b7ef-8142e039b3b3 None None] Attempt 1 to provision port 260bf812-d0ea-4c7d-b521-7afd1504a57e Oct 05 09:54:57.449720 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca039e-86a9-4ddc-b7ef-8142e039b3b3 None None] Port 260bf812-d0ea-4c7d-b521-7afd1504a57e cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:54:57.465904 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 8062d5e7-f737-42f3-bdaf-788b4c660eed is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:54:57.466325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:57.503729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 8062d5e7-f737-42f3-bdaf-788b4c660eed, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8062d5e7-f737-42f3-bdaf-788b4c660eed,segment=NetworkSegment(8bad53bc-df0c-48d8-a320-17a8e5c2f10c),segment_id=8bad53bc-df0c-48d8-a320-17a8e5c2f10c)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:54:57.509718 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:57.520064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4d9e7-786f-4b66-87e9-1b0600dd4699 req-08c77f2f-b0d7-4f90-ba59-f0b237ccc4dc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:57.521554 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0ec4d9e7-786f-4b66-87e9-1b0600dd4699 req-08c77f2f-b0d7-4f90-ba59-f0b237ccc4dc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 932 time: 0.1001997 Oct 05 09:54:57.570098 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0ec4d9e7-786f-4b66-87e9-1b0600dd4699 req-325f6b91-e749-4efd-b47b-5459489920b1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409729 Oct 05 09:54:57.597070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=8062d5e7-f737-42f3-bdaf-788b4c660eed,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:57.701701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260bf812-d0ea-4c7d-b521-7afd1504a57e {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:54:57.709565 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:57.725214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Transition to ACTIVE for port object 260bf812-d0ea-4c7d-b521-7afd1504a57e will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:54:57.729687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:57.922468 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Pushing event updated for resources: {'Port': ['ID=260bf812-d0ea-4c7d-b521-7afd1504a57e,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:57.951480 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a3ca039e-86a9-4ddc-b7ef-8142e039b3b3 None None] Attempt 2 to provision port 260bf812-d0ea-4c7d-b521-7afd1504a57e Oct 05 09:54:57.963994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Attempting to bind port 260bf812-d0ea-4c7d-b521-7afd1504a57e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:54:57.964333 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Attempting to bind port 260bf812-d0ea-4c7d-b521-7afd1504a57e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '8bad53bc-df0c-48d8-a320-17a8e5c2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:54:57.964658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Attempting to bind port 260bf812-d0ea-4c7d-b521-7afd1504a57e on network e238f3be-7592-44fd-8974-a924dc9f37b3 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:54:57.969179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Port 260bf812-d0ea-4c7d-b521-7afd1504a57e on network e238f3be-7592-44fd-8974-a924dc9f37b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:54:57.969496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Attempting to bind port 260bf812-d0ea-4c7d-b521-7afd1504a57e on network e238f3be-7592-44fd-8974-a924dc9f37b3 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:54:57.974761 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:54:57.975096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Checking segment: {'id': '8bad53bc-df0c-48d8-a320-17a8e5c2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:54:57.975474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Bound using segment: {'id': '8bad53bc-df0c-48d8-a320-17a8e5c2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:54:57.975895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Bound port: 260bf812-d0ea-4c7d-b521-7afd1504a57e, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bad53bc-df0c-48d8-a320-17a8e5c2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:54:57.976240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:58.007070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca039e-86a9-4ddc-b7ef-8142e039b3b3 None None] Port 260bf812-d0ea-4c7d-b521-7afd1504a57e cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:54:58.072280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] For port 260bf812-d0ea-4c7d-b521-7afd1504a57e, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:54:58.075333 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] For port 260bf812-d0ea-4c7d-b521-7afd1504a57e, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=260bf812-d0ea-4c7d-b521-7afd1504a57e,segment=NetworkSegment(8bad53bc-df0c-48d8-a320-17a8e5c2f10c),segment_id=8bad53bc-df0c-48d8-a320-17a8e5c2f10c)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:54:58.079738 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:58.111152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:58.111760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:58.114197 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] 10.222.0.45 "PUT /v2.0/ports/260bf812-d0ea-4c7d-b521-7afd1504a57e HTTP/1.1" status: 200 len: 1094 time: 0.9816043 Oct 05 09:54:58.114632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'tag': '260bf812-d0ea-4c7d-b521-7afd1504a57e'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:54:58.116919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1f5dd6-0aed-4fb0-9577-d7eb5c1a2469" -d '{"events": [{"name": "network-changed", "server_uuid": "d28d06c5-87b1-4b79-bb2d-ead98c46464e", "tag": "260bf812-d0ea-4c7d-b521-7afd1504a57e"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:54:58.194113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c830e394-a96f-4acb-bc08-e0ec28951a3b x-openstack-request-id: req-c830e394-a96f-4acb-bc08-e0ec28951a3b {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:54:58.194730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28d06c5-87b1-4b79-bb2d-ead98c46464e", "tag": "260bf812-d0ea-4c7d-b521-7afd1504a57e", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:54:58.194730 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c830e394-a96f-4acb-bc08-e0ec28951a3b {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:54:58.194975 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c830e394-a96f-4acb-bc08-e0ec28951a3b'] response: {'name': 'network-changed', 'server_uuid': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'tag': '260bf812-d0ea-4c7d-b521-7afd1504a57e', 'status': 'completed', 'code': 200} Oct 05 09:54:58.215275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ceed81-e352-4587-b2ba-733a4836f78c service neutron] Pushing event updated for resources: {'Port': ['ID=260bf812-d0ea-4c7d-b521-7afd1504a57e,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:54:58.248127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e135dece-9a70-406f-8c63-4c08169bdcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:58.249607 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-e135dece-9a70-406f-8c63-4c08169bdcba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 1097 time: 0.0988019 Oct 05 09:54:58.320689 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-44bd7740-4f64-4f91-af4d-229f154bf5bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260bf812-d0ea-4c7d-b521-7afd1504a57e HTTP/1.1" status: 200 len: 217 time: 0.0637944 Oct 05 09:54:58.387279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-10fd7184-4ce0-4e58-b21d-5f44617a475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:58.388776 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-10fd7184-4ce0-4e58-b21d-5f44617a475e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5b75c7d-6c3b-47c6-8ed8-3bd481696314 HTTP/1.1" status: 200 len: 834 time: 0.0622611 Oct 05 09:54:58.475943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-fe52647f-924f-40f9-9953-2be30a16a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:58.477329 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-fe52647f-924f-40f9-9953-2be30a16a1c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e238f3be-7592-44fd-8974-a924dc9f37b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817480 Oct 05 09:54:58.508135 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a3ca039e-86a9-4ddc-b7ef-8142e039b3b3 None None] Attempt 3 to provision port 260bf812-d0ea-4c7d-b521-7afd1504a57e Oct 05 09:54:58.569214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca039e-86a9-4ddc-b7ef-8142e039b3b3 None None] Port 260bf812-d0ea-4c7d-b521-7afd1504a57e had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:54:58.614765 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-9c618dd0-8b19-419c-8e94-73820c53f105 service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309078 Oct 05 09:54:58.752608 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-073ae793-1551-413d-89fe-db1eb953b9f8 req-61c01652-b1c2-4d78-87fe-76e5ec802ea3 service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317985 Oct 05 09:54:58.785569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49037ac7-55d8-4972-9171-bfda409d2e07 req-b8b8621b-e8a0-4e24-8875-4fad782e1bc6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:58.787079 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-49037ac7-55d8-4972-9171-bfda409d2e07 req-b8b8621b-e8a0-4e24-8875-4fad782e1bc6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 944 time: 0.1015828 Oct 05 09:54:58.838481 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-49037ac7-55d8-4972-9171-bfda409d2e07 req-5fdbc17d-4ae1-461d-81fe-1092e19560c9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451343 Oct 05 09:54:58.944219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f5dd6-0aed-4fb0-9577-d7eb5c1a2469 req-cd12ba4e-eaa8-4ff1-8cd3-6e8702651d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:58.945678 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0c1f5dd6-0aed-4fb0-9577-d7eb5c1a2469 req-cd12ba4e-eaa8-4ff1-8cd3-6e8702651d12 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 1097 time: 0.1393492 Oct 05 09:54:59.107507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8062d5e7-f737-42f3-bdaf-788b4c660eed up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:54:59.181494 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 8062d5e7-f737-42f3-bdaf-788b4c660eed triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:54:59.181893 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:54:59.182261 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 8062d5e7-f737-42f3-bdaf-788b4c660eed Oct 05 09:54:59.184087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f5dd6-0aed-4fb0-9577-d7eb5c1a2469 req-d91a10b8-c6d1-46b9-b600-ec899d538d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:59.185524 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0c1f5dd6-0aed-4fb0-9577-d7eb5c1a2469 req-d91a10b8-c6d1-46b9-b600-ec899d538d1d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e238f3be-7592-44fd-8974-a924dc9f37b3 HTTP/1.1" status: 200 len: 897 time: 0.2338836 Oct 05 09:54:59.252418 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0c1f5dd6-0aed-4fb0-9577-d7eb5c1a2469 req-ad246231-05fc-46be-8661-20579c1b2d2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260bf812-d0ea-4c7d-b521-7afd1504a57e HTTP/1.1" status: 200 len: 217 time: 0.0594978 Oct 05 09:54:59.303648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 8062d5e7-f737-42f3-bdaf-788b4c660eed is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:54:59.320223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f5dd6-0aed-4fb0-9577-d7eb5c1a2469 req-aab16118-a376-4de5-aec9-2934429b5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:59.321654 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0c1f5dd6-0aed-4fb0-9577-d7eb5c1a2469 req-aab16118-a376-4de5-aec9-2934429b5435 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5b75c7d-6c3b-47c6-8ed8-3bd481696314 HTTP/1.1" status: 200 len: 834 time: 0.0615215 Oct 05 09:54:59.409672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f5dd6-0aed-4fb0-9577-d7eb5c1a2469 req-6e9b1ca1-439b-41d9-b066-dee75f23c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:54:59.411336 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0c1f5dd6-0aed-4fb0-9577-d7eb5c1a2469 req-6e9b1ca1-439b-41d9-b066-dee75f23c9ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e238f3be-7592-44fd-8974-a924dc9f37b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832052 Oct 05 09:54:59.544269 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0c1f5dd6-0aed-4fb0-9577-d7eb5c1a2469 req-acc79a96-79fb-473e-8f11-78bea217e88f service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245351 Oct 05 09:54:59.676736 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0c1f5dd6-0aed-4fb0-9577-d7eb5c1a2469 req-62b53266-7c98-4e05-a3e3-bfe30ac07e22 service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245506 Oct 05 09:55:00.100416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f1ee2-0746-47d3-af3f-62a2105da119 req-301b390b-8c3c-4aee-97a0-f4c98c2baaa0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:00.101879 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c86f1ee2-0746-47d3-af3f-62a2105da119 req-301b390b-8c3c-4aee-97a0-f4c98c2baaa0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 944 time: 0.1473522 Oct 05 09:55:00.145285 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c86f1ee2-0746-47d3-af3f-62a2105da119 req-90bc80f1-1d9e-46fb-af13-728e94b14fe0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373921 Oct 05 09:55:00.523862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 260bf812-d0ea-4c7d-b521-7afd1504a57e details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:55:00.654785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 260bf812-d0ea-4c7d-b521-7afd1504a57e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=260bf812-d0ea-4c7d-b521-7afd1504a57e,segment=NetworkSegment(8bad53bc-df0c-48d8-a320-17a8e5c2f10c),segment_id=8bad53bc-df0c-48d8-a320-17a8e5c2f10c)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:00.667485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '260bf812-d0ea-4c7d-b521-7afd1504a57e', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'port_id': '260bf812-d0ea-4c7d-b521-7afd1504a57e', 'mac_address': 'fa:16:3e:8a:86:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:55:00.721465 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 260bf812-d0ea-4c7d-b521-7afd1504a57e is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:00.721846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:00.739294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260bf812-d0ea-4c7d-b521-7afd1504a57e {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:55:00.755061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 260bf812-d0ea-4c7d-b521-7afd1504a57e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=260bf812-d0ea-4c7d-b521-7afd1504a57e,segment=NetworkSegment(8bad53bc-df0c-48d8-a320-17a8e5c2f10c),segment_id=8bad53bc-df0c-48d8-a320-17a8e5c2f10c)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:00.758958 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:00.865428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=260bf812-d0ea-4c7d-b521-7afd1504a57e,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:00.964023 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['260bf812-d0ea-4c7d-b521-7afd1504a57e'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:55:01.422610 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2f476-035d-42f0-8081-0be00fe52ecf req-63fa1acc-ccef-4fa0-bd9f-eedc790e9d95 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:01.424058 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d4e2f476-035d-42f0-8081-0be00fe52ecf req-63fa1acc-ccef-4fa0-bd9f-eedc790e9d95 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 945 time: 0.1681530 Oct 05 09:55:01.468205 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d4e2f476-035d-42f0-8081-0be00fe52ecf req-6d59d6fb-19e5-4555-aacb-e7d959076aa7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377359 Oct 05 09:55:02.542791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 260bf812-d0ea-4c7d-b521-7afd1504a57e up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:55:02.614657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 260bf812-d0ea-4c7d-b521-7afd1504a57e completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:55:02.619293 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 260bf812-d0ea-4c7d-b521-7afd1504a57e triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:55:02.619662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:02.619992 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 260bf812-d0ea-4c7d-b521-7afd1504a57e Oct 05 09:55:02.678879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed94bd-1963-4e0c-a3ff-aaabf8c84d0d req-6c07f500-0a76-4e3b-9bc7-1b7277a53a52 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:02.680365 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f5ed94bd-1963-4e0c-a3ff-aaabf8c84d0d req-6c07f500-0a76-4e3b-9bc7-1b7277a53a52 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 945 time: 0.0968926 Oct 05 09:55:02.728043 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f5ed94bd-1963-4e0c-a3ff-aaabf8c84d0d req-948e5031-f0c8-4ab3-8b79-ffbad8258e64 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409267 Oct 05 09:55:02.735205 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 260bf812-d0ea-4c7d-b521-7afd1504a57e is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:55:02.735592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:02.763388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260bf812-d0ea-4c7d-b521-7afd1504a57e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:55:02.765739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57de003-ef6c-4850-bf3e-72365952d111" -d '{"events": [{"server_uuid": "d28d06c5-87b1-4b79-bb2d-ead98c46464e", "name": "network-vif-plugged", "status": "completed", "tag": "260bf812-d0ea-4c7d-b521-7afd1504a57e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:55:02.773214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 260bf812-d0ea-4c7d-b521-7afd1504a57e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=260bf812-d0ea-4c7d-b521-7afd1504a57e,segment=NetworkSegment(8bad53bc-df0c-48d8-a320-17a8e5c2f10c),segment_id=8bad53bc-df0c-48d8-a320-17a8e5c2f10c)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:55:02.777566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:02.813816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935ea6e1-5d35-4f9b-b319-560b29cdc1a7 x-openstack-request-id: req-935ea6e1-5d35-4f9b-b319-560b29cdc1a7 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:55:02.814134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28d06c5-87b1-4b79-bb2d-ead98c46464e", "name": "network-vif-plugged", "status": "completed", "tag": "260bf812-d0ea-4c7d-b521-7afd1504a57e", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:55:02.814388 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-935ea6e1-5d35-4f9b-b319-560b29cdc1a7 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:55:02.814771 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935ea6e1-5d35-4f9b-b319-560b29cdc1a7'] response: {'server_uuid': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260bf812-d0ea-4c7d-b521-7afd1504a57e', 'code': 200} Oct 05 09:55:02.873439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3a81e15-48b5-4b71-aa3c-72b0a049dd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:02.874874 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=260bf812-d0ea-4c7d-b521-7afd1504a57e,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:03.080100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498372fa-8852-41e5-b54f-2dc684340510 req-29b2d421-914c-4fe5-8b40-dddb9e347103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:03.082120 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-498372fa-8852-41e5-b54f-2dc684340510 req-29b2d421-914c-4fe5-8b40-dddb9e347103 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 1099 time: 0.0835905 Oct 05 09:55:03.121676 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-498372fa-8852-41e5-b54f-2dc684340510 req-d7587a77-ae18-47f5-a0ab-4b4c61bdd5df service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333970 Oct 05 09:55:03.933230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dcfb4-828f-4f21-8a61-8e9339db527e req-cb4f564e-d2c8-438d-8538-3ed854c64101 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:03.934726 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4f5dcfb4-828f-4f21-8a61-8e9339db527e req-cb4f564e-d2c8-438d-8538-3ed854c64101 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0954027 Oct 05 09:55:03.979549 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4f5dcfb4-828f-4f21-8a61-8e9339db527e req-df214517-735d-4da2-b3b7-f3161faa6d91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391781 Oct 05 09:55:05.038324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:05.184130 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67019c95-9c43-4b7b-86de-be7ece54c15f req-776f495d-a83c-4fdf-980f-f8d2cec6ee52 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:05.185510 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-67019c95-9c43-4b7b-86de-be7ece54c15f req-776f495d-a83c-4fdf-980f-f8d2cec6ee52 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0891428 Oct 05 09:55:05.230360 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-67019c95-9c43-4b7b-86de-be7ece54c15f req-26260c45-bc4a-4041-84be-65a91ccff9c6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379381 Oct 05 09:55:05.538796 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4fe73-7feb-4b82-9587-2cfe302361bf req-4d777b51-e44e-4676-92d2-cb908fcf9480 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:05.540192 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-78c4fe73-7feb-4b82-9587-2cfe302361bf req-4d777b51-e44e-4676-92d2-cb908fcf9480 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.1973183 Oct 05 09:55:05.585472 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-78c4fe73-7feb-4b82-9587-2cfe302361bf req-8ac93ffd-4102-4a2d-9477-305d3fc3ec31 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393660 Oct 05 09:55:05.615207 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42612) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:05.674602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc27b-3148-411b-b6df-0766241724b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:05.697026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd85ab-9923-4670-9d40-44ededf51fcb tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:05.698559 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-89dd85ab-9923-4670-9d40-44ededf51fcb tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 1094 time: 0.0823574 Oct 05 09:55:05.701461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42616) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:05.706307 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '260bf812-d0ea-4c7d-b521-7afd1504a57e', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:55:05.712878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:55:05.716805 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:floatingip and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:55:05.719624 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:55:05.725568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:55:05.735891 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:05.871511 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:06.002323 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.26.0.60 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/04ad22f4-a320-404e-94e3-5af6d454cd56) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:55:06.153417 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:06.184043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:06.243496 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:55:06.246284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:55:06.249984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:55:06.296371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=04ad22f4-a320-404e-94e3-5af6d454cd56,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:06.670246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:06.743143 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:06.868507 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:06.953835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:06.958289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:07.007433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:07.064658 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=04ad22f4-a320-404e-94e3-5af6d454cd56,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:55:07.067820 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:07.337842 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Floating IP e94e5d60-7551-4fb2-bf7e-3672300d8987 associated. External IP: 172.26.0.60, port: 260bf812-d0ea-4c7d-b521-7afd1504a57e. Oct 05 09:55:07.687601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 6209c31d-688d-405e-b68e-8719e4ea5d1d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:55:07.864723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:55:07.875948 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d3d4a-e352-4e53-b7a6-0688cbe289b9 None None] Sync routers for ids ['6209c31d-688d-405e-b68e-8719e4ea5d1d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:55:07.885929 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d3d4a-e352-4e53-b7a6-0688cbe289b9 None None] Routers {'6209c31d-688d-405e-b68e-8719e4ea5d1d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:07.886534 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4b3d3d4a-e352-4e53-b7a6-0688cbe289b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:55:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6209c31d-688d-405e-b68e-8719e4ea5d1d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:07.889459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:07.948021 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-93ede0ad-36e1-4c09-9d14-561cdab62cb2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2453587 Oct 05 09:55:07.948428 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'tag': '260bf812-d0ea-4c7d-b521-7afd1504a57e'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:55:07.950741 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f300fa98-1c20-42fb-b499-91a0db063805" -d '{"events": [{"name": "network-changed", "server_uuid": "d28d06c5-87b1-4b79-bb2d-ead98c46464e", "tag": "260bf812-d0ea-4c7d-b521-7afd1504a57e"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:55:08.003139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142c2d02-8acb-41d8-835c-99dfb8558feb x-openstack-request-id: req-142c2d02-8acb-41d8-835c-99dfb8558feb {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:55:08.003411 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28d06c5-87b1-4b79-bb2d-ead98c46464e", "tag": "260bf812-d0ea-4c7d-b521-7afd1504a57e", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:55:08.004281 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-142c2d02-8acb-41d8-835c-99dfb8558feb {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:55:08.004694 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142c2d02-8acb-41d8-835c-99dfb8558feb'] response: {'name': 'network-changed', 'server_uuid': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'tag': '260bf812-d0ea-4c7d-b521-7afd1504a57e', 'status': 'completed', 'code': 200} Oct 05 09:55:08.073467 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4b3d3d4a-e352-4e53-b7a6-0688cbe289b9 None None] Set router 6209c31d-688d-405e-b68e-8719e4ea5d1d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:08.114312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300fa98-1c20-42fb-b499-91a0db063805 req-2b47483a-0f82-4047-abaa-33e9dbd26f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:08.115806 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f300fa98-1c20-42fb-b499-91a0db063805 req-2b47483a-0f82-4047-abaa-33e9dbd26f3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 1099 time: 0.0911560 Oct 05 09:55:08.142595 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c9f13-5abf-4d79-9260-3ff845daf80e req-0e343f5c-309b-412f-bd78-445677afe1da tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:08.144857 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-199c9f13-5abf-4d79-9260-3ff845daf80e req-0e343f5c-309b-412f-bd78-445677afe1da tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0988224 Oct 05 09:55:08.193651 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-199c9f13-5abf-4d79-9260-3ff845daf80e req-8403265f-2723-491b-93e7-aebc13df9cda tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436044 Oct 05 09:55:08.224613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42624) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:08.255386 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300fa98-1c20-42fb-b499-91a0db063805 req-34500d8e-8aec-4ed5-bf64-45e28c6cc47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:08.256826 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f300fa98-1c20-42fb-b499-91a0db063805 req-34500d8e-8aec-4ed5-bf64-45e28c6cc47f service neutron] 10.222.0.45 "GET /v2.0/networks?id=e238f3be-7592-44fd-8974-a924dc9f37b3 HTTP/1.1" status: 200 len: 897 time: 0.1354773 Oct 05 09:55:08.336613 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-25ac5cee-9f5f-4abc-b8e0-511d4f756f29 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/e94e5d60-7551-4fb2-bf7e-3672300d8987 HTTP/1.1" status: 200 len: 991 time: 0.1107726 Oct 05 09:55:08.360489 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f300fa98-1c20-42fb-b499-91a0db063805 req-c0f0bbfe-50ff-4c4d-9dec-ed62ab698776 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260bf812-d0ea-4c7d-b521-7afd1504a57e HTTP/1.1" status: 200 len: 999 time: 0.0973961 Oct 05 09:55:08.424831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300fa98-1c20-42fb-b499-91a0db063805 req-9429a0d2-afc8-482a-b08a-8a0c1fa67cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:08.426536 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f300fa98-1c20-42fb-b499-91a0db063805 req-9429a0d2-afc8-482a-b08a-8a0c1fa67cd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5b75c7d-6c3b-47c6-8ed8-3bd481696314 HTTP/1.1" status: 200 len: 834 time: 0.0603776 Oct 05 09:55:08.434930 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4b3d3d4a-e352-4e53-b7a6-0688cbe289b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:54:52Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'e94e5d60-7551-4fb2-bf7e-3672300d8987', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.60', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'port_id': '260bf812-d0ea-4c7d-b521-7afd1504a57e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'mac_address': 'fa:16:3e:8a:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:06Z', 'updated_at': '2022-10-05T09:55:06Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8062d5e7-f737-42f3-bdaf-788b4c660eed', 'name': '', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:db:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:51Z', 'updated_at': '2022-10-05T09:54:57Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:08.438729 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d3d4a-e352-4e53-b7a6-0688cbe289b9 None None] Checking router: 6209c31d-688d-405e-b68e-8719e4ea5d1d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:55:08.446886 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d3d4a-e352-4e53-b7a6-0688cbe289b9 None None] Routers {'6209c31d-688d-405e-b68e-8719e4ea5d1d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:55:08.447467 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4b3d3d4a-e352-4e53-b7a6-0688cbe289b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:55:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6209c31d-688d-405e-b68e-8719e4ea5d1d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:08.508097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300fa98-1c20-42fb-b499-91a0db063805 req-86e9557d-ebbc-4521-b2d4-5b762f8b8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:08.509474 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f300fa98-1c20-42fb-b499-91a0db063805 req-86e9557d-ebbc-4521-b2d4-5b762f8b8123 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e238f3be-7592-44fd-8974-a924dc9f37b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773485 Oct 05 09:55:08.625881 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4b3d3d4a-e352-4e53-b7a6-0688cbe289b9 None None] Set router 6209c31d-688d-405e-b68e-8719e4ea5d1d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:55:08.640610 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f300fa98-1c20-42fb-b499-91a0db063805 req-c1b9de0f-f9a4-40e4-b8e4-3d159628a73e service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243608 Oct 05 09:55:08.774563 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f300fa98-1c20-42fb-b499-91a0db063805 req-9e36d462-4ce0-4665-9c44-bca85b1afc6c service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273627 Oct 05 09:55:09.003953 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4b3d3d4a-e352-4e53-b7a6-0688cbe289b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:54:52Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'e94e5d60-7551-4fb2-bf7e-3672300d8987', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.60', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'port_id': '260bf812-d0ea-4c7d-b521-7afd1504a57e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'mac_address': 'fa:16:3e:8a:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:06Z', 'updated_at': '2022-10-05T09:55:06Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8062d5e7-f737-42f3-bdaf-788b4c660eed', 'name': '', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:db:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:51Z', 'updated_at': '2022-10-05T09:54:57Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:55:09.007880 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d3d4a-e352-4e53-b7a6-0688cbe289b9 None None] The sync data for ids ['6209c31d-688d-405e-b68e-8719e4ea5d1d'] in dv-neutron-860328-1-hyperv is: [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:54:52Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'e94e5d60-7551-4fb2-bf7e-3672300d8987', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.60', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'port_id': '260bf812-d0ea-4c7d-b521-7afd1504a57e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'mac_address': 'fa:16:3e:8a:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:55:06Z', 'updated_at': '2022-10-05T09:55:06Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8062d5e7-f737-42f3-bdaf-788b4c660eed', 'name': '', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:db:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:51Z', 'updated_at': '2022-10-05T09:54:57Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:55:09.189618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763cb1b8-b8ae-4743-b7f3-b0225bbccd1b None None] New status for floating IP e94e5d60-7551-4fb2-bf7e-3672300d8987: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:55:09.340576 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42628) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:09.377116 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:09.450020 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-53931216-021b-4b34-97ab-807ae75e5e10 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/e94e5d60-7551-4fb2-bf7e-3672300d8987 HTTP/1.1" status: 200 len: 991 time: 0.1081557 Oct 05 09:55:10.453457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42632) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:10.563322 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-70ff90a9-9332-4834-b2a6-c8f78b8ce788 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/e94e5d60-7551-4fb2-bf7e-3672300d8987 HTTP/1.1" status: 200 len: 993 time: 0.1085193 Oct 05 09:55:17.350679 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:55:19.111151 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60b0550-99c8-4adf-bb63-0944250d29c4 req-f0ccd2d2-f0a5-4daf-b927-8da392862363 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826142 Oct 05 09:55:19.262031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b0550-99c8-4adf-bb63-0944250d29c4 req-4c184012-edf1-4e44-888a-b8fe4cdd989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:19.263457 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60b0550-99c8-4adf-bb63-0944250d29c4 req-4c184012-edf1-4e44-888a-b8fe4cdd989b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 1099 time: 0.0824850 Oct 05 09:55:19.405092 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b0550-99c8-4adf-bb63-0944250d29c4 req-b458a55e-ede0-4765-bad2-ee6544e7c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:19.406597 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60b0550-99c8-4adf-bb63-0944250d29c4 req-b458a55e-ede0-4765-bad2-ee6544e7c542 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e238f3be-7592-44fd-8974-a924dc9f37b3 HTTP/1.1" status: 200 len: 897 time: 0.1247072 Oct 05 09:55:19.513904 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60b0550-99c8-4adf-bb63-0944250d29c4 req-2fee6e64-99bf-4b2b-9aa5-f36111851af2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260bf812-d0ea-4c7d-b521-7afd1504a57e HTTP/1.1" status: 200 len: 1001 time: 0.0964768 Oct 05 09:55:19.578340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b0550-99c8-4adf-bb63-0944250d29c4 req-853d8222-9740-4a82-b4ae-759e58b67afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:19.579785 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60b0550-99c8-4adf-bb63-0944250d29c4 req-853d8222-9740-4a82-b4ae-759e58b67afc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5b75c7d-6c3b-47c6-8ed8-3bd481696314 HTTP/1.1" status: 200 len: 834 time: 0.0584683 Oct 05 09:55:19.668625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b0550-99c8-4adf-bb63-0944250d29c4 req-e79795e2-3442-451c-8ab7-082edee47144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:19.670148 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60b0550-99c8-4adf-bb63-0944250d29c4 req-e79795e2-3442-451c-8ab7-082edee47144 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e238f3be-7592-44fd-8974-a924dc9f37b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831161 Oct 05 09:55:19.911316 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60b0550-99c8-4adf-bb63-0944250d29c4 req-0deeb8b4-8275-4788-b760-87986f836489 service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322266 Oct 05 09:55:20.045189 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60b0550-99c8-4adf-bb63-0944250d29c4 req-aea277bf-e52e-4bfa-a88e-eabb3ad458d2 service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273630 Oct 05 09:55:32.857235 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-663c26b7-a6c7-464b-813c-2b32c7883e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:35.060698 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:35.681280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-46d35745-8dbd-4ea0-9c93-112a9395bef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:36.871725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:37.007705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:39.349684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:55:40.153555 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603dae-561d-482e-ab6f-4cdb5ce8cb89 req-0f04b0e1-af6d-470d-8806-6d98d5fb49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:40.154967 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-70603dae-561d-482e-ab6f-4cdb5ce8cb89 req-0f04b0e1-af6d-470d-8806-6d98d5fb49d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 1099 time: 0.0791233 Oct 05 09:55:40.211994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b982-e6fc-4289-a019-9832713255c7 req-2b1a31ed-a35b-4a70-b2c4-d87a519d9030 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:40.213461 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4611b982-e6fc-4289-a019-9832713255c7 req-2b1a31ed-a35b-4a70-b2c4-d87a519d9030 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0958648 Oct 05 09:55:40.258228 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4611b982-e6fc-4289-a019-9832713255c7 req-60d2ddf0-2994-49a6-9d34-41cf1dfc0414 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389211 Oct 05 09:55:40.287562 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603dae-561d-482e-ab6f-4cdb5ce8cb89 req-031d8d32-c718-4840-9c58-ee6726b3949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:40.288981 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-70603dae-561d-482e-ab6f-4cdb5ce8cb89 req-031d8d32-c718-4840-9c58-ee6726b3949a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e238f3be-7592-44fd-8974-a924dc9f37b3 HTTP/1.1" status: 200 len: 897 time: 0.1273561 Oct 05 09:55:40.394317 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-70603dae-561d-482e-ab6f-4cdb5ce8cb89 req-2c195cbb-7a50-47ac-940f-ac0a5030d4ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260bf812-d0ea-4c7d-b521-7afd1504a57e HTTP/1.1" status: 200 len: 1001 time: 0.0989418 Oct 05 09:55:40.459640 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603dae-561d-482e-ab6f-4cdb5ce8cb89 req-1954528f-f825-4b9c-a166-76b5e78e87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:40.460976 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-70603dae-561d-482e-ab6f-4cdb5ce8cb89 req-1954528f-f825-4b9c-a166-76b5e78e87ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5b75c7d-6c3b-47c6-8ed8-3bd481696314 HTTP/1.1" status: 200 len: 834 time: 0.0604858 Oct 05 09:55:40.545584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603dae-561d-482e-ab6f-4cdb5ce8cb89 req-1f872a22-2085-4fd0-a678-8b584d25c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:40.547243 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-70603dae-561d-482e-ab6f-4cdb5ce8cb89 req-1f872a22-2085-4fd0-a678-8b584d25c9d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e238f3be-7592-44fd-8974-a924dc9f37b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800788 Oct 05 09:55:40.685053 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-70603dae-561d-482e-ab6f-4cdb5ce8cb89 req-2e237806-9351-41f1-b1ba-447b9378c0a1 service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311462 Oct 05 09:55:40.822374 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-70603dae-561d-482e-ab6f-4cdb5ce8cb89 req-71875307-1f5d-46c4-9997-bd9b2f662664 service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274381 Oct 05 09:55:41.473811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17197375-378f-4567-b47d-add7269003b1 req-b02371a2-badd-44cf-9e9c-4e5b2a8f3d6f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:41.475301 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-17197375-378f-4567-b47d-add7269003b1 req-b02371a2-badd-44cf-9e9c-4e5b2a8f3d6f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0872388 Oct 05 09:55:41.523730 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-17197375-378f-4567-b47d-add7269003b1 req-5dfd3ef8-2fbc-4b79-a2e4-2bc92fcb98fe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Oct 05 09:55:42.731544 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d403c15-3cc9-4512-b4f1-03b910458431 req-b73963a2-ff2c-47df-95c2-d32821b8d31e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:42.733013 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4d403c15-3cc9-4512-b4f1-03b910458431 req-b73963a2-ff2c-47df-95c2-d32821b8d31e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0914226 Oct 05 09:55:42.779929 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4d403c15-3cc9-4512-b4f1-03b910458431 req-dcb4fb3c-9575-4dfc-a716-ede0e0a1c991 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403018 Oct 05 09:55:44.083400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115eff-b11d-4236-bac1-00acdc0d3097 req-ed7b59c3-b1c2-4f4e-bccc-c9fee7ea2ecd tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:44.084804 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f7115eff-b11d-4236-bac1-00acdc0d3097 req-ed7b59c3-b1c2-4f4e-bccc-c9fee7ea2ecd tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.1933858 Oct 05 09:55:44.128243 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f7115eff-b11d-4236-bac1-00acdc0d3097 req-ee99ce96-dd4a-4f18-b80b-4913220300ae tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379732 Oct 05 09:55:45.329160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe694-f5e6-4bdd-aeb9-17c594d56c7c req-37cff9ad-e78a-48f8-bf7c-b6dccf026882 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:45.330692 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8dbfe694-f5e6-4bdd-aeb9-17c594d56c7c req-37cff9ad-e78a-48f8-bf7c-b6dccf026882 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0885272 Oct 05 09:55:45.376716 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8dbfe694-f5e6-4bdd-aeb9-17c594d56c7c req-784c4c07-4c8c-44fc-83ae-f6ed332539ab tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404208 Oct 05 09:55:46.580818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446028ad-27db-458b-8d6c-1bb01bd34165 req-ffc4762f-a5e9-481e-b500-b8b3df917ce7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:46.582475 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-446028ad-27db-458b-8d6c-1bb01bd34165 req-ffc4762f-a5e9-481e-b500-b8b3df917ce7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0890579 Oct 05 09:55:46.626859 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-446028ad-27db-458b-8d6c-1bb01bd34165 req-5a5faed2-86df-4132-bfb4-8fb8318da193 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388215 Oct 05 09:55:47.832175 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae79e1-9ddc-4628-b33d-6b8a10e091f3 req-3ce78161-ba3b-4d1e-8372-767f3664f292 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:47.833712 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3aae79e1-9ddc-4628-b33d-6b8a10e091f3 req-3ce78161-ba3b-4d1e-8372-767f3664f292 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0949039 Oct 05 09:55:47.879927 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3aae79e1-9ddc-4628-b33d-6b8a10e091f3 req-3c491f2c-1ba7-4018-9320-77b24e4bb0e7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404675 Oct 05 09:55:49.078446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7dbb5-4dbe-4ba2-b233-d66706d6b0ec req-6efe861f-46d0-4c86-b459-d71d9ef02b7a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:49.079896 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6ee7dbb5-4dbe-4ba2-b233-d66706d6b0ec req-6efe861f-46d0-4c86-b459-d71d9ef02b7a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0895181 Oct 05 09:55:49.127863 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6ee7dbb5-4dbe-4ba2-b233-d66706d6b0ec req-7c93b6d2-c307-479f-bf47-91baebe59359 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417862 Oct 05 09:55:50.324711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a2167-9a83-4195-ad7f-6451e9002ea9 req-2bb86776-e9c6-448c-b0b4-45277203610b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:50.326176 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-733a2167-9a83-4195-ad7f-6451e9002ea9 req-2bb86776-e9c6-448c-b0b4-45277203610b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0874088 Oct 05 09:55:50.372507 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-733a2167-9a83-4195-ad7f-6451e9002ea9 req-4ff565df-7e8e-4e9e-ba16-c3d2e1694623 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399268 Oct 05 09:55:51.577107 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd1da2-f331-4ac0-a81b-31e28cb39179 req-77767a53-2db8-4ab6-9a88-f054df540d1c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:51.578605 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-88fd1da2-f331-4ac0-a81b-31e28cb39179 req-77767a53-2db8-4ab6-9a88-f054df540d1c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0955794 Oct 05 09:55:51.622147 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-88fd1da2-f331-4ac0-a81b-31e28cb39179 req-52fc4bf7-729c-49b7-96c6-b25497bb25c2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372519 Oct 05 09:55:52.821079 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe000bf1-f45b-4987-9c4f-d0b9da017375 req-31dc0a89-bc65-4d9a-925f-015eac58bf30 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:52.822541 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fe000bf1-f45b-4987-9c4f-d0b9da017375 req-31dc0a89-bc65-4d9a-925f-015eac58bf30 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0854337 Oct 05 09:55:52.870129 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fe000bf1-f45b-4987-9c4f-d0b9da017375 req-63b8dfbd-5746-41fc-8c0a-6beb96fc7a0d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Oct 05 09:55:54.072785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e6a1b-b34f-4325-9e44-e83cf097e2f5 req-c9c0395e-69d0-4b55-8107-fb4276cd2246 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:54.074262 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c25e6a1b-b34f-4325-9e44-e83cf097e2f5 req-c9c0395e-69d0-4b55-8107-fb4276cd2246 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0893037 Oct 05 09:55:54.117948 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c25e6a1b-b34f-4325-9e44-e83cf097e2f5 req-3ebd63f2-318c-47cf-96cb-c20999dfb0c1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381708 Oct 05 09:55:54.349405 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:55:55.319415 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0407d-6d0c-4a5e-b8fc-8bd291294b87 req-c427070a-4e12-43f0-a216-a311374d5716 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:55.320884 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c1e0407d-6d0c-4a5e-b8fc-8bd291294b87 req-c427070a-4e12-43f0-a216-a311374d5716 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0918198 Oct 05 09:55:55.365183 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c1e0407d-6d0c-4a5e-b8fc-8bd291294b87 req-a25ae0c5-511d-4cd3-a33b-f2b2bc85e29c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385790 Oct 05 09:55:56.560048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8503c-fbc0-4ff5-9175-ee4851bdf8bd req-9697c59a-c7b5-43d0-8fee-727d7563ccc3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:56.561479 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5ff8503c-fbc0-4ff5-9175-ee4851bdf8bd req-9697c59a-c7b5-43d0-8fee-727d7563ccc3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0867002 Oct 05 09:55:56.609756 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5ff8503c-fbc0-4ff5-9175-ee4851bdf8bd req-e2759065-1756-4142-8a52-abee150159c5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419900 Oct 05 09:55:57.823986 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7022c-6f2e-4444-84bf-3757a8875587 req-a99acbb9-9c7d-4df0-946e-92b4f4ee44a8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:55:57.825449 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dfc7022c-6f2e-4444-84bf-3757a8875587 req-a99acbb9-9c7d-4df0-946e-92b4f4ee44a8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.0933931 Oct 05 09:55:57.871029 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dfc7022c-6f2e-4444-84bf-3757a8875587 req-0eb8efb4-c05f-4e39-806d-a3ca7367ba57 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384324 Oct 05 09:55:57.901105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42678) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:55:58.010758 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c2f14f14-febd-4ddf-95da-56c00c61c2bf tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/e94e5d60-7551-4fb2-bf7e-3672300d8987 HTTP/1.1" status: 200 len: 993 time: 0.1085351 Oct 05 09:56:02.859025 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e10883ba-d710-42e2-877a-de9373fe101e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:05.052816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:05.686164 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f132-9f44-41e9-9aff-1026ac954f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:06.874289 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:07.011702 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:09.351143 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:20.097728 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b5f105d-4ea4-46d4-847d-189d3da84cab req-67b9f880-2ce8-4894-802c-05d478c0b807 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813041 Oct 05 09:56:20.247797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f105d-4ea4-46d4-847d-189d3da84cab req-f791f46d-776d-4852-8c41-ca505fd6ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:20.249175 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b5f105d-4ea4-46d4-847d-189d3da84cab req-f791f46d-776d-4852-8c41-ca505fd6ec42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 1099 time: 0.0786934 Oct 05 09:56:20.396315 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f105d-4ea4-46d4-847d-189d3da84cab req-66b3f5ff-41b5-41fc-9a9e-bf3bb6b293c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:20.397831 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b5f105d-4ea4-46d4-847d-189d3da84cab req-66b3f5ff-41b5-41fc-9a9e-bf3bb6b293c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e238f3be-7592-44fd-8974-a924dc9f37b3 HTTP/1.1" status: 200 len: 897 time: 0.1296573 Oct 05 09:56:20.502766 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b5f105d-4ea4-46d4-847d-189d3da84cab req-297fb273-fdb5-41f9-b34f-64e595957456 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260bf812-d0ea-4c7d-b521-7afd1504a57e HTTP/1.1" status: 200 len: 1001 time: 0.0983310 Oct 05 09:56:20.566681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f105d-4ea4-46d4-847d-189d3da84cab req-c4f3f774-1eff-44e8-afcf-e4cec8c04946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:20.568056 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b5f105d-4ea4-46d4-847d-189d3da84cab req-c4f3f774-1eff-44e8-afcf-e4cec8c04946 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5b75c7d-6c3b-47c6-8ed8-3bd481696314 HTTP/1.1" status: 200 len: 834 time: 0.0590279 Oct 05 09:56:20.649531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f105d-4ea4-46d4-847d-189d3da84cab req-dde259ae-1e43-4d34-8a44-870b41e5ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:20.650986 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b5f105d-4ea4-46d4-847d-189d3da84cab req-dde259ae-1e43-4d34-8a44-870b41e5ebc2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e238f3be-7592-44fd-8974-a924dc9f37b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765193 Oct 05 09:56:20.783571 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b5f105d-4ea4-46d4-847d-189d3da84cab req-bc3ed9a9-5220-45db-99be-b112a758ac77 service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249912 Oct 05 09:56:21.024341 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b5f105d-4ea4-46d4-847d-189d3da84cab req-8d779913-5415-42f6-97f4-d1b7726f21b2 service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344396 Oct 05 09:56:28.569653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42698) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:28.787957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 04ad22f4-a320-404e-94e3-5af6d454cd56 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:56:28.788316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:28.952992 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:28.953318 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:29.083156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 04ad22f4-a320-404e-94e3-5af6d454cd56 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:56:29.229123 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:29.309207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=04ad22f4-a320-404e-94e3-5af6d454cd56,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:29.326454 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:29.326795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:29.327132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:29.327602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:29.327942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:29.328270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:29.328596 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:29.329478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:29.329778 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:29.330121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:29.330444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:29.330763 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:29.387416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:29.387797 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Floating IP e94e5d60-7551-4fb2-bf7e-3672300d8987 disassociated (deleted). External IP: 172.26.0.60, port: 260bf812-d0ea-4c7d-b521-7afd1504a57e. Oct 05 09:56:29.737670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 6209c31d-688d-405e-b68e-8719e4ea5d1d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:56:30.025803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:56:30.035686 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18848a-a163-45f2-8111-06c2233793d5 None None] Sync routers for ids ['6209c31d-688d-405e-b68e-8719e4ea5d1d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:56:30.041808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:30.045619 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18848a-a163-45f2-8111-06c2233793d5 None None] Routers {'6209c31d-688d-405e-b68e-8719e4ea5d1d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:56:30.046510 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-bb18848a-a163-45f2-8111-06c2233793d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:56:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6209c31d-688d-405e-b68e-8719e4ea5d1d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:30.098603 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-44bbec7e-282d-46ac-b4f7-5b954bb5b46e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/floatingips/e94e5d60-7551-4fb2-bf7e-3672300d8987 HTTP/1.1" status: 204 len: 168 time: 1.5278373 Oct 05 09:56:30.099170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'tag': '260bf812-d0ea-4c7d-b521-7afd1504a57e'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:56:30.101440 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c8f705-b902-4bae-a3cf-635f83a9585e" -d '{"events": [{"name": "network-changed", "server_uuid": "d28d06c5-87b1-4b79-bb2d-ead98c46464e", "tag": "260bf812-d0ea-4c7d-b521-7afd1504a57e"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:56:30.206610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0ef7b8-950c-4ff5-a0c5-c877910cef67 x-openstack-request-id: req-1a0ef7b8-950c-4ff5-a0c5-c877910cef67 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:56:30.207073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28d06c5-87b1-4b79-bb2d-ead98c46464e", "tag": "260bf812-d0ea-4c7d-b521-7afd1504a57e", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:56:30.207321 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a0ef7b8-950c-4ff5-a0c5-c877910cef67 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:56:30.207744 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a0ef7b8-950c-4ff5-a0c5-c877910cef67'] response: {'name': 'network-changed', 'server_uuid': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'tag': '260bf812-d0ea-4c7d-b521-7afd1504a57e', 'status': 'completed', 'code': 200} Oct 05 09:56:30.229458 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-bb18848a-a163-45f2-8111-06c2233793d5 None None] Set router 6209c31d-688d-405e-b68e-8719e4ea5d1d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:56:30.315311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8f705-b902-4bae-a3cf-635f83a9585e req-7e5f9082-b17b-42a4-a42c-1274a10bf53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:30.316820 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-26c8f705-b902-4bae-a3cf-635f83a9585e req-7e5f9082-b17b-42a4-a42c-1274a10bf53f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 1099 time: 0.0871699 Oct 05 09:56:30.455043 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8f705-b902-4bae-a3cf-635f83a9585e req-638f4641-32e3-441f-9fd8-46951ca60b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:30.457770 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-26c8f705-b902-4bae-a3cf-635f83a9585e req-638f4641-32e3-441f-9fd8-46951ca60b75 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e238f3be-7592-44fd-8974-a924dc9f37b3 HTTP/1.1" status: 200 len: 897 time: 0.1321971 Oct 05 09:56:30.509834 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191e4b-b439-40f1-9cdb-b013c9ca2bee req-f3d73a24-5c8f-4551-9daa-61da9dea5ea4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:30.511359 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-01191e4b-b439-40f1-9cdb-b013c9ca2bee req-f3d73a24-5c8f-4551-9daa-61da9dea5ea4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.1007540 Oct 05 09:56:30.530430 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-26c8f705-b902-4bae-a3cf-635f83a9585e req-e327f77d-ec0f-4aed-b874-f5ed699a4c58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260bf812-d0ea-4c7d-b521-7afd1504a57e HTTP/1.1" status: 200 len: 217 time: 0.0662084 Oct 05 09:56:30.554846 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-bb18848a-a163-45f2-8111-06c2233793d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:54:52Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '8062d5e7-f737-42f3-bdaf-788b4c660eed', 'name': '', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:db:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:51Z', 'updated_at': '2022-10-05T09:54:57Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:30.557306 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-01191e4b-b439-40f1-9cdb-b013c9ca2bee req-879112ab-9b9b-4230-82d5-085f175ea5bd tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394826 Oct 05 09:56:30.559409 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18848a-a163-45f2-8111-06c2233793d5 None None] Checking router: 6209c31d-688d-405e-b68e-8719e4ea5d1d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:56:30.569695 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18848a-a163-45f2-8111-06c2233793d5 None None] Routers {'6209c31d-688d-405e-b68e-8719e4ea5d1d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:56:30.570397 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-bb18848a-a163-45f2-8111-06c2233793d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:56:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6209c31d-688d-405e-b68e-8719e4ea5d1d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:30.601353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8f705-b902-4bae-a3cf-635f83a9585e req-2d14c02b-ccee-4aa2-b0b7-d2b3cfac44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:30.602813 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-26c8f705-b902-4bae-a3cf-635f83a9585e req-2d14c02b-ccee-4aa2-b0b7-d2b3cfac44d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5b75c7d-6c3b-47c6-8ed8-3bd481696314 HTTP/1.1" status: 200 len: 834 time: 0.0658884 Oct 05 09:56:30.689039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8f705-b902-4bae-a3cf-635f83a9585e req-45f4d5cb-0d22-4400-a246-56a0d46831ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:30.690754 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-26c8f705-b902-4bae-a3cf-635f83a9585e req-45f4d5cb-0d22-4400-a246-56a0d46831ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e238f3be-7592-44fd-8974-a924dc9f37b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811892 Oct 05 09:56:30.753939 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-bb18848a-a163-45f2-8111-06c2233793d5 None None] Set router 6209c31d-688d-405e-b68e-8719e4ea5d1d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:56:30.827154 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-26c8f705-b902-4bae-a3cf-635f83a9585e req-25d7db41-3808-47d7-9a5f-6ec32b18a968 service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277399 Oct 05 09:56:30.961538 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-26c8f705-b902-4bae-a3cf-635f83a9585e req-a382333b-21a6-4cfa-877a-97decf98f0c0 service neutron] 10.222.0.45 "GET /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271715 Oct 05 09:56:31.072261 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-bb18848a-a163-45f2-8111-06c2233793d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:54:52Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '8062d5e7-f737-42f3-bdaf-788b4c660eed', 'name': '', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:db:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:51Z', 'updated_at': '2022-10-05T09:54:57Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:31.076213 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18848a-a163-45f2-8111-06c2233793d5 None None] The sync data for ids ['6209c31d-688d-405e-b68e-8719e4ea5d1d'] in dv-neutron-860328-1-hyperv is: [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:54:52Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '8062d5e7-f737-42f3-bdaf-788b4c660eed', 'name': '', 'network_id': 'e238f3be-7592-44fd-8974-a924dc9f37b3', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:db:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:51Z', 'updated_at': '2022-10-05T09:54:57Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'f5b75c7d-6c3b-47c6-8ed8-3bd481696314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:56:31.286647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8deeb3-0ee9-480a-ac23-dd4f8b1c9e72 None None] New status for floating IP e94e5d60-7551-4fb2-bf7e-3672300d8987: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:56:31.349557 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:56:31.774983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31387737-03f6-4de4-8557-ccc65451bc37 req-30130599-a9c4-418c-84ce-b6c56b98ce3d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:31.776452 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-31387737-03f6-4de4-8557-ccc65451bc37 req-30130599-a9c4-418c-84ce-b6c56b98ce3d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.1010838 Oct 05 09:56:31.823092 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-31387737-03f6-4de4-8557-ccc65451bc37 req-bf8a05cc-7e74-4129-8757-53b58cb5d521 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f16d0c-3b8b-4c77-8e5b-5dd449029a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409672 Oct 05 09:56:31.955137 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98540882-d307-49e9-a23d-3a28091264ba req-5750cff1-aa6f-4b89-9d25-91c33dd125be tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:31.955843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-98540882-d307-49e9-a23d-3a28091264ba req-5750cff1-aa6f-4b89-9d25-91c33dd125be tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:56:31.971531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-98540882-d307-49e9-a23d-3a28091264ba req-5750cff1-aa6f-4b89-9d25-91c33dd125be tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:56:31.972783 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98540882-d307-49e9-a23d-3a28091264ba req-5750cff1-aa6f-4b89-9d25-91c33dd125be tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 946 time: 0.1073313 Oct 05 09:56:32.054024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-98540882-d307-49e9-a23d-3a28091264ba req-ae07985b-f065-4c6c-84de-fb0fa2408fb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 260bf812-d0ea-4c7d-b521-7afd1504a57e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:56:32.054379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98540882-d307-49e9-a23d-3a28091264ba req-ae07985b-f065-4c6c-84de-fb0fa2408fb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:32.310960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-98540882-d307-49e9-a23d-3a28091264ba req-ae07985b-f065-4c6c-84de-fb0fa2408fb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port 260bf812-d0ea-4c7d-b521-7afd1504a57e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=260bf812-d0ea-4c7d-b521-7afd1504a57e,segment=NetworkSegment(8bad53bc-df0c-48d8-a320-17a8e5c2f10c),segment_id=8bad53bc-df0c-48d8-a320-17a8e5c2f10c)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:56:32.311657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98540882-d307-49e9-a23d-3a28091264ba req-ae07985b-f065-4c6c-84de-fb0fa2408fb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:32.431919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-98540882-d307-49e9-a23d-3a28091264ba req-ae07985b-f065-4c6c-84de-fb0fa2408fb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 260bf812-d0ea-4c7d-b521-7afd1504a57e owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:56:32.582731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98540882-d307-49e9-a23d-3a28091264ba req-ae07985b-f065-4c6c-84de-fb0fa2408fb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:32.676941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07985b-f065-4c6c-84de-fb0fa2408fb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=260bf812-d0ea-4c7d-b521-7afd1504a57e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:32.732325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-98540882-d307-49e9-a23d-3a28091264ba req-ae07985b-f065-4c6c-84de-fb0fa2408fb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] No DVR routers for this DVR port 260bf812-d0ea-4c7d-b521-7afd1504a57e on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:56:32.734667 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-98540882-d307-49e9-a23d-3a28091264ba req-ae07985b-f065-4c6c-84de-fb0fa2408fb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:32.737812 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'name': 'network-vif-deleted', 'tag': '260bf812-d0ea-4c7d-b521-7afd1504a57e'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:56:32.740076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f895d4-4154-4f5c-b636-258943218a6d" -d '{"events": [{"server_uuid": "d28d06c5-87b1-4b79-bb2d-ead98c46464e", "name": "network-vif-deleted", "tag": "260bf812-d0ea-4c7d-b521-7afd1504a57e"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:56:32.753647 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98540882-d307-49e9-a23d-3a28091264ba req-ae07985b-f065-4c6c-84de-fb0fa2408fb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "DELETE /v2.0/ports/260bf812-d0ea-4c7d-b521-7afd1504a57e HTTP/1.1" status: 204 len: 173 time: 0.7741675 Oct 05 09:56:32.789745 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8955ea-bf6d-4f88-aeba-7759367bee88 x-openstack-request-id: req-ad8955ea-bf6d-4f88-aeba-7759367bee88 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:56:32.790077 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28d06c5-87b1-4b79-bb2d-ead98c46464e", "name": "network-vif-deleted", "tag": "260bf812-d0ea-4c7d-b521-7afd1504a57e", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:56:32.790337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad8955ea-bf6d-4f88-aeba-7759367bee88 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:56:32.790737 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8955ea-bf6d-4f88-aeba-7759367bee88'] response: {'server_uuid': 'd28d06c5-87b1-4b79-bb2d-ead98c46464e', 'name': 'network-vif-deleted', 'tag': '260bf812-d0ea-4c7d-b521-7afd1504a57e', 'status': 'completed', 'code': 200} Oct 05 09:56:32.877274 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0f5a994c-2e9a-4975-9970-992ce7f5b99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:33.011282 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0229d967-2d60-40c4-b149-12ee0470c631 req-e4959895-5b11-493f-b09f-3780305a98b4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=d28d06c5-87b1-4b79-bb2d-ead98c46464e HTTP/1.1" status: 200 len: 210 time: 0.0528283 Oct 05 09:56:34.112955 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42718) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:34.761532 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de197db4-756f-4852-bf8c-b83cb141ff54 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:35.011891 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 260bf812-d0ea-4c7d-b521-7afd1504a57e no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:56:35.048882 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 260bf812-d0ea-4c7d-b521-7afd1504a57e {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:56:35.049238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 260bf812-d0ea-4c7d-b521-7afd1504a57e not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:56:35.070485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:35.110646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-de197db4-756f-4852-bf8c-b83cb141ff54 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 8062d5e7-f737-42f3-bdaf-788b4c660eed {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:56:35.110982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de197db4-756f-4852-bf8c-b83cb141ff54 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:35.303692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-de197db4-756f-4852-bf8c-b83cb141ff54 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port 8062d5e7-f737-42f3-bdaf-788b4c660eed, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8062d5e7-f737-42f3-bdaf-788b4c660eed,segment=NetworkSegment(8bad53bc-df0c-48d8-a320-17a8e5c2f10c),segment_id=8bad53bc-df0c-48d8-a320-17a8e5c2f10c)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:56:35.304354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de197db4-756f-4852-bf8c-b83cb141ff54 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:35.426368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-de197db4-756f-4852-bf8c-b83cb141ff54 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 8062d5e7-f737-42f3-bdaf-788b4c660eed owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:56:35.613119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de197db4-756f-4852-bf8c-b83cb141ff54 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:35.690170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84e1eb94-651f-4f5a-bb66-241f91c070fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:35.696259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de197db4-756f-4852-bf8c-b83cb141ff54 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=8062d5e7-f737-42f3-bdaf-788b4c660eed,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:36.051672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de197db4-756f-4852-bf8c-b83cb141ff54 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:36.402722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de197db4-756f-4852-bf8c-b83cb141ff54 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 6209c31d-688d-405e-b68e-8719e4ea5d1d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:56:36.579314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de197db4-756f-4852-bf8c-b83cb141ff54 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:56:36.588557 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e150d2d-9118-448f-af3a-5934992c265e None None] Sync routers for ids ['6209c31d-688d-405e-b68e-8719e4ea5d1d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:56:36.592288 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-de197db4-756f-4852-bf8c-b83cb141ff54 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "PUT /v2.0/routers/6209c31d-688d-405e-b68e-8719e4ea5d1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4782755 Oct 05 09:56:36.595647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42722) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:36.598182 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e150d2d-9118-448f-af3a-5934992c265e None None] Routers {'6209c31d-688d-405e-b68e-8719e4ea5d1d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:56:36.598779 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6e150d2d-9118-448f-af3a-5934992c265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:56:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6209c31d-688d-405e-b68e-8719e4ea5d1d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:36.660403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b54b8d-b1cd-4048-960a-66487755b0ab tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting subnet f5b75c7d-6c3b-47c6-8ed8-3bd481696314 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:56:36.663239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70b54b8d-b1cd-4048-960a-66487755b0ab tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:36.717390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70b54b8d-b1cd-4048-960a-66487755b0ab tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:36.772933 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6e150d2d-9118-448f-af3a-5934992c265e None None] Set router 6209c31d-688d-405e-b68e-8719e4ea5d1d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:56:36.809227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70b54b8d-b1cd-4048-960a-66487755b0ab tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:36.880177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:36.893209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70b54b8d-b1cd-4048-960a-66487755b0ab tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:36.933756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b54b8d-b1cd-4048-960a-66487755b0ab tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b75c7d-6c3b-47c6-8ed8-3bd481696314,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:36.935997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70b54b8d-b1cd-4048-960a-66487755b0ab tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:36.939900 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dc8913-a345-4864-ae94-27a5e34f3467 None None] Network e238f3be-7592-44fd-8974-a924dc9f37b3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:56:36.948290 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-70b54b8d-b1cd-4048-960a-66487755b0ab tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/subnets/f5b75c7d-6c3b-47c6-8ed8-3bd481696314 HTTP/1.1" status: 204 len: 168 time: 0.3516738 Oct 05 09:56:36.950785 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42726) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:37.068248 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6e150d2d-9118-448f-af3a-5934992c265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:56:35Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:37.073032 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e150d2d-9118-448f-af3a-5934992c265e None None] Checking router: 6209c31d-688d-405e-b68e-8719e4ea5d1d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:56:37.084115 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e150d2d-9118-448f-af3a-5934992c265e None None] Routers {'6209c31d-688d-405e-b68e-8719e4ea5d1d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:56:37.084730 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6e150d2d-9118-448f-af3a-5934992c265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:56:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6209c31d-688d-405e-b68e-8719e4ea5d1d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:37.116670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:37.173379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:37.276243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] DHCP port deletion for e238f3be-7592-44fd-8974-a924dc9f37b3 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:56:37.280445 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Deleting port 07fc590b-1a0d-45eb-8024-55e2efb584a2 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:56:37.280912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:37.281373 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6e150d2d-9118-448f-af3a-5934992c265e None None] Set router 6209c31d-688d-405e-b68e-8719e4ea5d1d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:56:37.498426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:37.507726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] For port 07fc590b-1a0d-45eb-8024-55e2efb584a2, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=07fc590b-1a0d-45eb-8024-55e2efb584a2,segment=NetworkSegment(8bad53bc-df0c-48d8-a320-17a8e5c2f10c),segment_id=8bad53bc-df0c-48d8-a320-17a8e5c2f10c)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:56:37.508200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:37.510342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:56:37.510782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:37.568397 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6e150d2d-9118-448f-af3a-5934992c265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:56:35Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:37.575372 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e150d2d-9118-448f-af3a-5934992c265e None None] The sync data for ids ['6209c31d-688d-405e-b68e-8719e4ea5d1d'] in dv-neutron-860328-1-hyperv is: [{'id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19342744', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:54:47Z', 'updated_at': '2022-10-05T09:56:35Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '11a5c80d-440a-4f9c-8d7d-a6a01bbb4672', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6209c31d-688d-405e-b68e-8719e4ea5d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:54:48Z', 'updated_at': '2022-10-05T09:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:56:37.634630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Calling delete_port for 07fc590b-1a0d-45eb-8024-55e2efb584a2 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:56:37.695504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=11a5c80d-440a-4f9c-8d7d-a6a01bbb4672,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:56:37.695867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:37.714680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:37.761417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Pushing event deleted for resources: {'Port': ['ID=07fc590b-1a0d-45eb-8024-55e2efb584a2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:37.765284 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] No DVR routers for this DVR port 07fc590b-1a0d-45eb-8024-55e2efb584a2 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:56:37.778266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:37.778637 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:37.778972 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:37.779303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:37.779632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:37.779958 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:37.780281 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:37.780602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:37.780925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:37.781244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:37.781558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:37.782481 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac6a84-ed7b-4676-8084-c3748676f377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:37.826682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:56:38.006976 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:38.058787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=11a5c80d-440a-4f9c-8d7d-a6a01bbb4672,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:38.162196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:38.333987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:38.336196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:38.359061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:38.359584 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Fanout notify agent at l3_agent the message router_deleted on router 6209c31d-688d-405e-b68e-8719e4ea5d1d {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:56:38.377059 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:38.380584 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-be737c56-f131-410f-8e34-9ce8fd325a27 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/routers/6209c31d-688d-405e-b68e-8719e4ea5d1d HTTP/1.1" status: 204 len: 168 time: 1.4264755 Oct 05 09:56:38.381072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42730) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:38.497841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a4880d-fca3-478b-989a-690defab4f71 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:38.626240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a4880d-fca3-478b-989a-690defab4f71 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:38.653934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b4a4880d-fca3-478b-989a-690defab4f71 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e238f3be-7592-44fd-8974-a924dc9f37b3']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:38.666232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b4a4880d-fca3-478b-989a-690defab4f71 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bad53bc-df0c-48d8-a320-17a8e5c2f10c') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:38.666525 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b4a4880d-fca3-478b-989a-690defab4f71 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bad53bc-df0c-48d8-a320-17a8e5c2f10c') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:38.677432 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a4880d-fca3-478b-989a-690defab4f71 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:38.693156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a4880d-fca3-478b-989a-690defab4f71 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:38.699044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a4880d-fca3-478b-989a-690defab4f71 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:56:38.699422 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a4880d-fca3-478b-989a-690defab4f71 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:38.789056 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 8bad53bc-df0c-48d8-a320-17a8e5c2f10c resource provider aggregate not found Oct 05 09:56:38.800916 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a4880d-fca3-478b-989a-690defab4f71 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:38.824775 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 8bad53bc-df0c-48d8-a320-17a8e5c2f10c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bad53bc-df0c-48d8-a320-17a8e5c2f10c found for delete ", "request_id": "req-e03cbfc4-1b40-4735-80c1-5d5e525055cf"}]} Oct 05 09:56:38.825752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a4880d-fca3-478b-989a-690defab4f71 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:38.937255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4880d-fca3-478b-989a-690defab4f71 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Network': ['ID=e238f3be-7592-44fd-8974-a924dc9f37b3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:38.944645 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b4a4880d-fca3-478b-989a-690defab4f71 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/networks/e238f3be-7592-44fd-8974-a924dc9f37b3 HTTP/1.1" status: 204 len: 168 time: 0.5625246 Oct 05 09:56:38.947166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42740) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:39.013953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ac2dd9a-93ca-45cf-9361-182c962aaefe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.043156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ac2dd9a-93ca-45cf-9361-182c962aaefe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.111444 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ac2dd9a-93ca-45cf-9361-182c962aaefe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.128790 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2dd9a-93ca-45cf-9361-182c962aaefe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f16d0c-3b8b-4c77-8e5b-5dd449029a37,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:39.147984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ac2dd9a-93ca-45cf-9361-182c962aaefe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.151582 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9ac2dd9a-93ca-45cf-9361-182c962aaefe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/security-groups/38f16d0c-3b8b-4c77-8e5b-5dd449029a37 HTTP/1.1" status: 204 len: 168 time: 0.2010641 Oct 05 09:56:39.152123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 07fc590b-1a0d-45eb-8024-55e2efb584a2 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:56:39.191571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 07fc590b-1a0d-45eb-8024-55e2efb584a2 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:56:39.191921 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 07fc590b-1a0d-45eb-8024-55e2efb584a2 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:56:39.192341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8062d5e7-f737-42f3-bdaf-788b4c660eed no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:56:39.225618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 8062d5e7-f737-42f3-bdaf-788b4c660eed {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:56:39.225991 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8062d5e7-f737-42f3-bdaf-788b4c660eed not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:56:39.226394 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:56:39.259271 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:56:39.259615 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 11a5c80d-440a-4f9c-8d7d-a6a01bbb4672 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:56:39.275042 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42748) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:39.280159 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2130428773', 'description': 'tempest-secgroup-smoke-2130428773 description', 'project_id': 'fd73bca3121b4002a21753552f6865df'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:56:39.286948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:56:39.291039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:56:39.293813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:56:39.300048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:56:39.309635 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.329282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:56:39.333261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:56:39.336139 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:56:39.342853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:56:39.355298 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.414914 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.418639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.461512 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d375828e-3feb-4eb8-b070-6b19238baca4,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:39.470137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:39.470490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:39.470831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:39.471166 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:39.471497 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:39.471831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:39.472158 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:39.472484 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:39.472808 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:39.473136 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:39.473461 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:39.473785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:39.476787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.477981 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1c1a03e6-0275-4aea-9e1a-9d426d272199 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2019119 Oct 05 09:56:39.481173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42752) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:39.486571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-51ca611d-db4d-4cfd-bfc5-953266998ead tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': 'd375828e-3feb-4eb8-b070-6b19238baca4', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:56:39.492418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-51ca611d-db4d-4cfd-bfc5-953266998ead tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:56:39.496286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-51ca611d-db4d-4cfd-bfc5-953266998ead tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:56:39.499108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-51ca611d-db4d-4cfd-bfc5-953266998ead tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:56:39.504866 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-51ca611d-db4d-4cfd-bfc5-953266998ead tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:56:39.523977 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51ca611d-db4d-4cfd-bfc5-953266998ead tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.582069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51ca611d-db4d-4cfd-bfc5-953266998ead tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.585450 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51ca611d-db4d-4cfd-bfc5-953266998ead tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.608536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca611d-db4d-4cfd-bfc5-953266998ead tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfbb5b4-70ca-4357-8bb2-80998e49b697,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:39.617868 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-51ca611d-db4d-4cfd-bfc5-953266998ead tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.619065 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-51ca611d-db4d-4cfd-bfc5-953266998ead tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369977 Oct 05 09:56:39.621909 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42756) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:39.626936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-c7648749-1945-4aa6-812e-0eb3ae97b3ca tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': 'd375828e-3feb-4eb8-b070-6b19238baca4', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:56:39.632646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c7648749-1945-4aa6-812e-0eb3ae97b3ca tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:56:39.636675 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c7648749-1945-4aa6-812e-0eb3ae97b3ca tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:56:39.639630 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-c7648749-1945-4aa6-812e-0eb3ae97b3ca tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:56:39.645518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-c7648749-1945-4aa6-812e-0eb3ae97b3ca tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:56:39.661977 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c7648749-1945-4aa6-812e-0eb3ae97b3ca tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.723644 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c7648749-1945-4aa6-812e-0eb3ae97b3ca tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.726829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c7648749-1945-4aa6-812e-0eb3ae97b3ca tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.749369 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7648749-1945-4aa6-812e-0eb3ae97b3ca tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea43882-4a44-4e57-898c-8f59c5b9f533,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:39.759088 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c7648749-1945-4aa6-812e-0eb3ae97b3ca tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.760483 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c7648749-1945-4aa6-812e-0eb3ae97b3ca tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376193 Oct 05 09:56:39.763204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42760) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:39.768923 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f24211b5-ccfd-4262-b2e3-f1f36d5ed107 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': 'd375828e-3feb-4eb8-b070-6b19238baca4', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:56:39.774853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f24211b5-ccfd-4262-b2e3-f1f36d5ed107 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:56:39.778592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f24211b5-ccfd-4262-b2e3-f1f36d5ed107 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:56:39.781379 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f24211b5-ccfd-4262-b2e3-f1f36d5ed107 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:56:39.787122 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f24211b5-ccfd-4262-b2e3-f1f36d5ed107 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:56:39.803043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f24211b5-ccfd-4262-b2e3-f1f36d5ed107 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.869322 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f24211b5-ccfd-4262-b2e3-f1f36d5ed107 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.873093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f24211b5-ccfd-4262-b2e3-f1f36d5ed107 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.896588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24211b5-ccfd-4262-b2e3-f1f36d5ed107 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d191a7c5-f91a-4b5c-97c6-47a6c28b8408,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:39.906203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f24211b5-ccfd-4262-b2e3-f1f36d5ed107 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:39.907545 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f24211b5-ccfd-4262-b2e3-f1f36d5ed107 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434300 Oct 05 09:56:39.910326 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42764) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:39.915110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f7a969f4-119f-4296-a91d-0525784bf23e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': 'd375828e-3feb-4eb8-b070-6b19238baca4', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:56:39.920775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f7a969f4-119f-4296-a91d-0525784bf23e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:56:39.925034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f7a969f4-119f-4296-a91d-0525784bf23e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:56:39.928151 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f7a969f4-119f-4296-a91d-0525784bf23e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:56:39.933735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f7a969f4-119f-4296-a91d-0525784bf23e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:56:39.950578 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f7a969f4-119f-4296-a91d-0525784bf23e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.016051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f7a969f4-119f-4296-a91d-0525784bf23e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.019605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f7a969f4-119f-4296-a91d-0525784bf23e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.042219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a969f4-119f-4296-a91d-0525784bf23e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f63bb2-4fe7-4c06-b0bd-4900c69b6d67,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:40.052155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f7a969f4-119f-4296-a91d-0525784bf23e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.053335 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f7a969f4-119f-4296-a91d-0525784bf23e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421342 Oct 05 09:56:40.056087 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42768) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:40.060983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-185bdc13-cf19-4b17-a5d8-35536e644108 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': 'd375828e-3feb-4eb8-b070-6b19238baca4', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:56:40.067540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-185bdc13-cf19-4b17-a5d8-35536e644108 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:56:40.071399 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-185bdc13-cf19-4b17-a5d8-35536e644108 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:56:40.074266 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-185bdc13-cf19-4b17-a5d8-35536e644108 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:56:40.080032 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-185bdc13-cf19-4b17-a5d8-35536e644108 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:56:40.090152 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-185bdc13-cf19-4b17-a5d8-35536e644108 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Project fd73bca3121b4002a21753552f6865df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:56:40.096608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-185bdc13-cf19-4b17-a5d8-35536e644108 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.159592 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-185bdc13-cf19-4b17-a5d8-35536e644108 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.162955 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-185bdc13-cf19-4b17-a5d8-35536e644108 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.185498 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bdc13-cf19-4b17-a5d8-35536e644108 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7c7cea-0e66-4a24-b55b-67722b1794de,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:40.195343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-185bdc13-cf19-4b17-a5d8-35536e644108 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.196529 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-185bdc13-cf19-4b17-a5d8-35536e644108 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395323 Oct 05 09:56:40.199349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42772) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:40.204551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-91032a50-fae6-4667-a20d-fc0133c37129 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': 'd375828e-3feb-4eb8-b070-6b19238baca4', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:56:40.210416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-91032a50-fae6-4667-a20d-fc0133c37129 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:56:40.214213 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-91032a50-fae6-4667-a20d-fc0133c37129 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:56:40.217069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-91032a50-fae6-4667-a20d-fc0133c37129 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:56:40.223529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-91032a50-fae6-4667-a20d-fc0133c37129 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:56:40.237828 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-91032a50-fae6-4667-a20d-fc0133c37129 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Project fd73bca3121b4002a21753552f6865df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:56:40.244655 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91032a50-fae6-4667-a20d-fc0133c37129 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.311884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91032a50-fae6-4667-a20d-fc0133c37129 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.315616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91032a50-fae6-4667-a20d-fc0133c37129 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.338801 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91032a50-fae6-4667-a20d-fc0133c37129 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79366683-d5a9-4260-9cfd-ccbb9787b046,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:40.347898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91032a50-fae6-4667-a20d-fc0133c37129 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.349154 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-91032a50-fae6-4667-a20d-fc0133c37129 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488812 Oct 05 09:56:40.352056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42776) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:40.357845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'network': {'name': 'tempest-network-smoke--1960848224', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'port_security_enabled': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:56:40.363475 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:56:40.367788 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:network and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:56:40.370723 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:56:40.376636 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:56:40.386758 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:56:40.390208 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.418954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:56:40.429647 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.430023 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Added segment 6b168828-c6cb-4ecc-b8a7-be893f582d5a of type vlan for network 7785f048-ed5e-4767-82fd-c90f99b1723d Oct 05 09:56:40.457258 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.487237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.492703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:40.493285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.601662 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2485774 Oct 05 09:56:40.604590 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42780) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:40.611981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'admin_state_up': True, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:56:40.617340 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66f529-1a7d-4239-b344-c9c47e654f2f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Network': ['ID=7785f048-ed5e-4767-82fd-c90f99b1723d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:40.620925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:56:40.624934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:router and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:56:40.628559 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:56:40.628710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 7785f048-ed5e-4767-82fd-c90f99b1723d details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:56:40.634472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:56:40.646219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.647200 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:40.666134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:41.037171 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:41.336913 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:41.366744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:41.500183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.26.0.205 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/79d87e1e-b7aa-4b00-adae-05e98e1db95a) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:56:41.645360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:41.674333 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:41.732436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:56:41.735786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:56:41.738297 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:56:41.786977 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=79d87e1e-b7aa-4b00-adae-05e98e1db95a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:42.166135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:42.614455 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:42.819413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:56:43.003479 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:56:43.013979 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Sync routers for ids ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:56:43.023073 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Routers {'49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:56:43.023691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:56:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:43.031925 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:43.033149 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d01955d3-e9b9-4b89-9fdd-5f7ffbdb91a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4276502 Oct 05 09:56:43.036581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42784) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:43.081087 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ae56116c-6c78-4a7f-88db-764fe924036b tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=fd73bca3121b4002a21753552f6865df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434320 Oct 05 09:56:43.083802 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42788) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:43.215818 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Set router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:56:43.226921 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cba23a7-0233-4099-9020-6d91ccd78b5f tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:43.228669 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7cba23a7-0233-4099-9020-6d91ccd78b5f tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1437173 Oct 05 09:56:43.231593 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42792) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:43.275645 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-07aff7ed-2b60-4c67-b8fd-55f4e28c7c08 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429146 Oct 05 09:56:43.278364 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42796) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:43.284704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-14149256', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:56:43.398174 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:56:43.402137 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:subnet and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:56:43.405008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:56:43.410991 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:56:43.420783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:56:43.424494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:43.501761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:56:41Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:43.507393 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Checking router: 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:56:43.507744 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Updating router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 port 79d87e1e-b7aa-4b00-adae-05e98e1db95a binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:56:43.593384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:43.654355 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:43.740223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Subnet': ['ID=214b45fd-8159-4a98-b6fd-500fc8a08929,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:43.748854 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Checking segment: {'id': '6b168828-c6cb-4ecc-b8a7-be893f582d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:56:43.749215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network hostable DHCP agents. Network: 7785f048-ed5e-4767-82fd-c90f99b1723d, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:56:43.773000 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network 7785f048-ed5e-4767-82fd-c90f99b1723d is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:56:43.783753 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 7785f048-ed5e-4767-82fd-c90f99b1723d) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:56:43.788616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:43.789203 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:43.793713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b965a6-4668-42ad-bd68-000be5d34e49 None None] Network 7785f048-ed5e-4767-82fd-c90f99b1723d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:56:43.817239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42800) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:56:43.818262 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ed341351-446d-42fe-9445-af95c675bcc2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5337539 Oct 05 09:56:44.122169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:44.134768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-7785f048-ed5e-4767-82fd-c90f99b1723d', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ips': [{'subnet_id': '214b45fd-8159-4a98-b6fd-500fc8a08929'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:56:44.135915 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:44.153896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Transition to ACTIVE for port object 79d87e1e-b7aa-4b00-adae-05e98e1db95a will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:56:44.165527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:44.311804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Attempting to bind port 79d87e1e-b7aa-4b00-adae-05e98e1db95a on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:56:44.312177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Attempting to bind port 79d87e1e-b7aa-4b00-adae-05e98e1db95a by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:56:44.312542 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Attempting to bind port 79d87e1e-b7aa-4b00-adae-05e98e1db95a on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:56:44.337362 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:56:44.337738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:56:44.338183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:44.338580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:56:44.339056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Bound port: 79d87e1e-b7aa-4b00-adae-05e98e1db95a, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:56:44.339432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:44.385501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b0e24-0b87-4f50-a4a5-608311c09d5d None None] Pushing event updated for resources: {'Port': ['ID=79d87e1e-b7aa-4b00-adae-05e98e1db95a,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:44.502779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] For port 79d87e1e-b7aa-4b00-adae-05e98e1db95a, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:56:44.510303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] For port 79d87e1e-b7aa-4b00-adae-05e98e1db95a, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=79d87e1e-b7aa-4b00-adae-05e98e1db95a,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:56:44.516949 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Allocated IP 172.20.0.2 (7785f048-ed5e-4767-82fd-c90f99b1723d/214b45fd-8159-4a98-b6fd-500fc8a08929/9324ff51-8ea8-4292-af58-f131c3d78950) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:56:44.523757 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:44.560654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:44.639015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Routers {'49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:56:44.639588 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:56:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:44.838584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b0e24-0b87-4f50-a4a5-608311c09d5d None None] Pushing event updated for resources: {'Port': ['ID=79d87e1e-b7aa-4b00-adae-05e98e1db95a,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:45.021678 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] Set router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:56:45.325031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:45.349649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Transition to ACTIVE for port object 9324ff51-8ea8-4292-af58-f131c3d78950 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:56:45.406047 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Transition to ACTIVE for port object 9324ff51-8ea8-4292-af58-f131c3d78950 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:56:45.414696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:45.478189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.20.0.1 (7785f048-ed5e-4767-82fd-c90f99b1723d/214b45fd-8159-4a98-b6fd-500fc8a08929/b748b4bf-da5d-4d08-a601-db27fa76375d) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:56:45.483852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Network 7785f048-ed5e-4767-82fd-c90f99b1723d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:56:45.488261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:56:45.498191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:56:45.510287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Pushing event updated for resources: {'Port': ['ID=9324ff51-8ea8-4292-af58-f131c3d78950,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:45.621415 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:56:41Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:45.626152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Attempting to bind port 9324ff51-8ea8-4292-af58-f131c3d78950 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:56:45.626521 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Attempting to bind port 9324ff51-8ea8-4292-af58-f131c3d78950 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '6b168828-c6cb-4ecc-b8a7-be893f582d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:56:45.626879 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Attempting to bind port 9324ff51-8ea8-4292-af58-f131c3d78950 on network 7785f048-ed5e-4767-82fd-c90f99b1723d {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:56:45.631153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fc3be-0f35-4fc8-a9ad-3c6c1ec1eb92 None None] The sync data for ids ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'] in dv-neutron-860328-1-hyperv is: [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:56:41Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:56:45.635094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:56:45.635353 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Checking segment: {'id': '6b168828-c6cb-4ecc-b8a7-be893f582d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:56:45.635754 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:45.636144 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Bound using segment: {'id': '6b168828-c6cb-4ecc-b8a7-be893f582d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:56:45.636600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Bound port: 9324ff51-8ea8-4292-af58-f131c3d78950, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b168828-c6cb-4ecc-b8a7-be893f582d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:56:45.636967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:45.658839 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:45.675322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Transition to ACTIVE for port object b748b4bf-da5d-4d08-a601-db27fa76375d will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:56:45.700773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:45.745097 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] For port 9324ff51-8ea8-4292-af58-f131c3d78950, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:56:45.749079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] For port 9324ff51-8ea8-4292-af58-f131c3d78950, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9324ff51-8ea8-4292-af58-f131c3d78950,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:56:45.754800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:45.849374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19615263-fd9f-46c1-b2e5-e45d25057114 None None] Pushing event updated for resources: {'Port': ['ID=9324ff51-8ea8-4292-af58-f131c3d78950,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:45.919703 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network 7785f048-ed5e-4767-82fd-c90f99b1723d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:56:45.927886 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:56:45.932239 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:56:45.975074 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=b748b4bf-da5d-4d08-a601-db27fa76375d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:45.996694 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:46.312480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:46.749284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:46.754650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:46.823836 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2341e7cc-4bc5-4a88-b450-2c03818bf32e None None] Network 7785f048-ed5e-4767-82fd-c90f99b1723d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:56:46.873404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=b748b4bf-da5d-4d08-a601-db27fa76375d,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:46.876061 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:46.919517 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8a3f2502-7afb-4342-8210-27070c50b52b None None] Provisioning for port 9324ff51-8ea8-4292-af58-f131c3d78950 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:56:47.024478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network 7785f048-ed5e-4767-82fd-c90f99b1723d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:56:47.025731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:56:47.236021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:56:47.238801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 79d87e1e-b7aa-4b00-adae-05e98e1db95a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:56:47.335910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 79d87e1e-b7aa-4b00-adae-05e98e1db95a completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:56:47.341753 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 79d87e1e-b7aa-4b00-adae-05e98e1db95a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:56:47.350255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:47.350625 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 79d87e1e-b7aa-4b00-adae-05e98e1db95a Oct 05 09:56:47.488936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 79d87e1e-b7aa-4b00-adae-05e98e1db95a is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:56:47.489333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:47.511135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 79d87e1e-b7aa-4b00-adae-05e98e1db95a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=79d87e1e-b7aa-4b00-adae-05e98e1db95a,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:56:47.514459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c6490074-7c86-49db-85b9-251e8a933ac9 None None] Provisioning for port b748b4bf-da5d-4d08-a601-db27fa76375d completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:56:47.521497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:47.522295 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9324ff51-8ea8-4292-af58-f131c3d78950 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:56:47.567524 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:56:47.577407 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Sync routers for ids ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:56:47.595462 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fd8a6859-cf56-49c8-9c88-fbf51468fdc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "PUT /v2.0/routers/49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7673171 Oct 05 09:56:47.608323 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Routers {'49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:56:47.609275 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:56:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:47.612437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c6490074-7c86-49db-85b9-251e8a933ac9 None None] Provisioning complete for port b748b4bf-da5d-4d08-a601-db27fa76375d triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:56:47.612916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c6490074-7c86-49db-85b9-251e8a933ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:47.613261 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c6490074-7c86-49db-85b9-251e8a933ac9 None None] Attempt 1 to provision port b748b4bf-da5d-4d08-a601-db27fa76375d Oct 05 09:56:47.748785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c6490074-7c86-49db-85b9-251e8a933ac9 None None] Port b748b4bf-da5d-4d08-a601-db27fa76375d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:56:47.750988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=79d87e1e-b7aa-4b00-adae-05e98e1db95a,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:47.765315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 9324ff51-8ea8-4292-af58-f131c3d78950 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:56:47.770567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9324ff51-8ea8-4292-af58-f131c3d78950 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:56:47.770940 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:47.771281 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9324ff51-8ea8-4292-af58-f131c3d78950 Oct 05 09:56:47.784150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-e42e9158-8047-4a28-a588-7309583199e2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:56:47.801808 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-e42e9158-8047-4a28-a588-7309583199e2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:56:47.803606 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-e42e9158-8047-4a28-a588-7309583199e2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130428773&fields=id&tenant_id=fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 267 time: 0.0623186 Oct 05 09:56:47.876655 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Set router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:56:47.906995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9324ff51-8ea8-4292-af58-f131c3d78950 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:56:47.907693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:47.943177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 9324ff51-8ea8-4292-af58-f131c3d78950, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9324ff51-8ea8-4292-af58-f131c3d78950,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:56:47.947669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:48.020713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=9324ff51-8ea8-4292-af58-f131c3d78950,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:48.096062 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-cbaeabde-750f-4fe3-af85-d00b3535efdb tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:48.096716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-cbaeabde-750f-4fe3-af85-d00b3535efdb tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:56:48.112134 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-cbaeabde-750f-4fe3-af85-d00b3535efdb tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:56:48.113271 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-cbaeabde-750f-4fe3-af85-d00b3535efdb tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/networks?id=7785f048-ed5e-4767-82fd-c90f99b1723d HTTP/1.1" status: 200 len: 797 time: 0.3032441 Oct 05 09:56:48.127770 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-de547431-0b70-4241-aad5-cbd8d7b1ab44 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/quotas/fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 375 time: 0.0089874 Oct 05 09:56:48.205285 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:56:46Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b748b4bf-da5d-4d08-a601-db27fa76375d', 'name': '', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:ba:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:44Z', 'updated_at': '2022-10-05T09:56:46Z', 'revision_number': 2, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:48.209202 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Checking router: 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:56:48.209554 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Updating router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 port b748b4bf-da5d-4d08-a601-db27fa76375d binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:56:48.221934 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-06b28d3e-f1b0-4f0a-b503-31972e426181 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887969 Oct 05 09:56:48.238182 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-d46bd1af-d83d-440e-a7e1-ef91d2875888 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 09:56:48.239163 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-d46bd1af-d83d-440e-a7e1-ef91d2875888 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057063 Oct 05 09:56:48.250239 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c6490074-7c86-49db-85b9-251e8a933ac9 None None] Attempt 2 to provision port b748b4bf-da5d-4d08-a601-db27fa76375d Oct 05 09:56:48.267716 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:48.306029 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c6490074-7c86-49db-85b9-251e8a933ac9 None None] Port b748b4bf-da5d-4d08-a601-db27fa76375d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:56:48.377337 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-959ea8c1-3e96-4980-84ac-25d3eeea04af service neutron] 10.222.0.64 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324584 Oct 05 09:56:48.508398 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-c6acab11-45d3-479f-b3db-b1d7b401cb10 service neutron] 10.222.0.64 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250856 Oct 05 09:56:48.606727 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:48.619457 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Transition to ACTIVE for port object b748b4bf-da5d-4d08-a601-db27fa76375d will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:56:48.626034 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:48.711405 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9a88a96d-428a-4ea7-b66b-8c9855908ee6 req-5a39bab3-720e-4a44-afbc-2f677f3a2e24 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 210 time: 0.0589795 Oct 05 09:56:48.806936 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c6490074-7c86-49db-85b9-251e8a933ac9 None None] Attempt 3 to provision port b748b4bf-da5d-4d08-a601-db27fa76375d Oct 05 09:56:48.830595 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Pushing event updated for resources: {'Port': ['ID=b748b4bf-da5d-4d08-a601-db27fa76375d,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:48.840426 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:48.840767 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:48.841102 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:48.841444 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:48.841767 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:48.842117 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:48.842439 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:48.842758 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:48.843089 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:48.843395 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:48.843708 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:48.844706 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:56:48.851643 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Attempting to bind port b748b4bf-da5d-4d08-a601-db27fa76375d on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:56:48.852161 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Attempting to bind port b748b4bf-da5d-4d08-a601-db27fa76375d by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '6b168828-c6cb-4ecc-b8a7-be893f582d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:56:48.852686 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Attempting to bind port b748b4bf-da5d-4d08-a601-db27fa76375d on network 7785f048-ed5e-4767-82fd-c90f99b1723d {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:56:48.858782 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:56:48.859333 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Checking segment: {'id': '6b168828-c6cb-4ecc-b8a7-be893f582d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:56:48.859760 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:48.860305 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Bound using segment: {'id': '6b168828-c6cb-4ecc-b8a7-be893f582d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:56:48.860907 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Bound port: b748b4bf-da5d-4d08-a601-db27fa76375d, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b168828-c6cb-4ecc-b8a7-be893f582d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:56:48.861422 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:48.874777 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c6490074-7c86-49db-85b9-251e8a933ac9 None None] Port b748b4bf-da5d-4d08-a601-db27fa76375d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:56:48.954789 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] For port b748b4bf-da5d-4d08-a601-db27fa76375d, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:56:48.957885 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] For port b748b4bf-da5d-4d08-a601-db27fa76375d, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b748b4bf-da5d-4d08-a601-db27fa76375d,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:56:48.962062 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:49.017397 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Routers {'49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:56:49.018018 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:56:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:49.100508 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3154b7-900e-4127-b348-6b045a4968a2 None None] Pushing event updated for resources: {'Port': ['ID=b748b4bf-da5d-4d08-a601-db27fa76375d,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:49.171820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 79d87e1e-b7aa-4b00-adae-05e98e1db95a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:56:49.221027 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] Set router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:56:49.278606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 79d87e1e-b7aa-4b00-adae-05e98e1db95a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:56:49.279100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:49.281938 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 79d87e1e-b7aa-4b00-adae-05e98e1db95a Oct 05 09:56:49.384075 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c6490074-7c86-49db-85b9-251e8a933ac9 None None] Attempt 4 to provision port b748b4bf-da5d-4d08-a601-db27fa76375d Oct 05 09:56:49.458914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 79d87e1e-b7aa-4b00-adae-05e98e1db95a is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:56:49.459960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9324ff51-8ea8-4292-af58-f131c3d78950 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:56:49.504689 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c6490074-7c86-49db-85b9-251e8a933ac9 None None] Port b748b4bf-da5d-4d08-a601-db27fa76375d had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:56:49.530659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9324ff51-8ea8-4292-af58-f131c3d78950 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:56:49.531029 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:49.531357 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9324ff51-8ea8-4292-af58-f131c3d78950 Oct 05 09:56:49.576237 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:56:46Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b748b4bf-da5d-4d08-a601-db27fa76375d', 'name': '', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:ba:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:44Z', 'updated_at': '2022-10-05T09:56:48Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:56:49.580846 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8962a13-a550-476c-93ae-49bcaf22ab43 None None] The sync data for ids ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'] in dv-neutron-860328-1-hyperv is: [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:56:46Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b748b4bf-da5d-4d08-a601-db27fa76375d', 'name': '', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:ba:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:44Z', 'updated_at': '2022-10-05T09:56:48Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:56:49.665644 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9324ff51-8ea8-4292-af58-f131c3d78950 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:56:49.922923 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-80d0b8e4-9c07-41ad-bbfd-d38881cbece1 req-de89ea40-5412-4ed2-a724-1831a3aef962 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 210 time: 0.0664113 Oct 05 09:56:49.939140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-f26f4e4b-5f07-4250-9277-17cfb68add29 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:49.939919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-f26f4e4b-5f07-4250-9277-17cfb68add29 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:56:49.954325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-f26f4e4b-5f07-4250-9277-17cfb68add29 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:56:49.957176 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-f26f4e4b-5f07-4250-9277-17cfb68add29 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/networks?id=7785f048-ed5e-4767-82fd-c90f99b1723d HTTP/1.1" status: 200 len: 797 time: 0.2155979 Oct 05 09:56:50.010334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-da8d75f8-96dd-4622-962d-ca8c79f6206b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:56:50.023348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-da8d75f8-96dd-4622-962d-ca8c79f6206b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:56:50.024576 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-da8d75f8-96dd-4622-962d-ca8c79f6206b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 380 time: 0.0594485 Oct 05 09:56:50.034058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'port': {'device_id': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'admin_state_up': True, 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'security_groups': ['d375828e-3feb-4eb8-b070-6b19238baca4']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:56:50.180670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:56:50.184807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:port and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:56:50.187762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:56:50.193799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:56:50.203474 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:56:50.207113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:50.382971 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.20.0.10 (7785f048-ed5e-4767-82fd-c90f99b1723d/214b45fd-8159-4a98-b6fd-500fc8a08929/f00da468-27ba-4c36-afad-4f33abe71645) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:56:50.592509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:50.610603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Transition to ACTIVE for port object f00da468-27ba-4c36-afad-4f33abe71645 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:56:50.636293 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:50.708547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network 7785f048-ed5e-4767-82fd-c90f99b1723d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:56:50.711566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:56:50.720580 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:56:50.757417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=f00da468-27ba-4c36-afad-4f33abe71645,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:50.792710 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:50.793343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:50.822279 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-ee6e2ad4-0d5c-4c4c-879f-dd8b0f030a9a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7928731 Oct 05 09:56:50.834162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Request body: {'port': {'device_id': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:56:50.953158 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:51.010932 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-254dcf6a-1fa3-44fe-ae91-48cead9cf146 None None] Provisioning for port f00da468-27ba-4c36-afad-4f33abe71645 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:56:51.016324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-254dcf6a-1fa3-44fe-ae91-48cead9cf146 None None] Provisioning complete for port f00da468-27ba-4c36-afad-4f33abe71645 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:56:51.016324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-254dcf6a-1fa3-44fe-ae91-48cead9cf146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:51.016324 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-254dcf6a-1fa3-44fe-ae91-48cead9cf146 None None] Attempt 1 to provision port f00da468-27ba-4c36-afad-4f33abe71645 Oct 05 09:56:51.076956 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-254dcf6a-1fa3-44fe-ae91-48cead9cf146 None None] Port f00da468-27ba-4c36-afad-4f33abe71645 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:56:51.147269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc0141-f83d-435a-adf3-c823a3e85147 req-8dd56e1c-506f-4692-9e4a-f5d7001dac0c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:51.149375 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-51bc0141-f83d-435a-adf3-c823a3e85147 req-8dd56e1c-506f-4692-9e4a-f5d7001dac0c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 932 time: 0.1046100 Oct 05 09:56:51.180186 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b748b4bf-da5d-4d08-a601-db27fa76375d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:56:51.202065 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-51bc0141-f83d-435a-adf3-c823a3e85147 req-65106a8f-1abe-4d77-9880-4fe810aac09f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467448 Oct 05 09:56:51.248486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b748b4bf-da5d-4d08-a601-db27fa76375d completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:56:51.253711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b748b4bf-da5d-4d08-a601-db27fa76375d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:56:51.254106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:51.254436 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b748b4bf-da5d-4d08-a601-db27fa76375d Oct 05 09:56:51.334221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00da468-27ba-4c36-afad-4f33abe71645 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:56:51.342034 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:51.361635 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Transition to ACTIVE for port object f00da468-27ba-4c36-afad-4f33abe71645 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:56:51.366356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:51.372423 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b748b4bf-da5d-4d08-a601-db27fa76375d is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:56:51.372807 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:51.405075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port b748b4bf-da5d-4d08-a601-db27fa76375d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b748b4bf-da5d-4d08-a601-db27fa76375d,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:56:51.410501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:51.481826 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=b748b4bf-da5d-4d08-a601-db27fa76375d,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:51.571818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Pushing event updated for resources: {'Port': ['ID=f00da468-27ba-4c36-afad-4f33abe71645,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:51.578690 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-254dcf6a-1fa3-44fe-ae91-48cead9cf146 None None] Attempt 2 to provision port f00da468-27ba-4c36-afad-4f33abe71645 Oct 05 09:56:51.598145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Attempting to bind port f00da468-27ba-4c36-afad-4f33abe71645 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:56:51.598476 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Attempting to bind port f00da468-27ba-4c36-afad-4f33abe71645 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '6b168828-c6cb-4ecc-b8a7-be893f582d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:56:51.598793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Attempting to bind port f00da468-27ba-4c36-afad-4f33abe71645 on network 7785f048-ed5e-4767-82fd-c90f99b1723d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:56:51.603296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Port f00da468-27ba-4c36-afad-4f33abe71645 on network 7785f048-ed5e-4767-82fd-c90f99b1723d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:56:51.603873 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Attempting to bind port f00da468-27ba-4c36-afad-4f33abe71645 on network 7785f048-ed5e-4767-82fd-c90f99b1723d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:56:51.608867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:56:51.609196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Checking segment: {'id': '6b168828-c6cb-4ecc-b8a7-be893f582d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:56:51.610260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Bound using segment: {'id': '6b168828-c6cb-4ecc-b8a7-be893f582d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:56:51.610722 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Bound port: f00da468-27ba-4c36-afad-4f33abe71645, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b168828-c6cb-4ecc-b8a7-be893f582d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:56:51.611172 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:51.634282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-254dcf6a-1fa3-44fe-ae91-48cead9cf146 None None] Port f00da468-27ba-4c36-afad-4f33abe71645 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:56:51.809119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] For port f00da468-27ba-4c36-afad-4f33abe71645, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:56:51.811950 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] For port f00da468-27ba-4c36-afad-4f33abe71645, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f00da468-27ba-4c36-afad-4f33abe71645,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:56:51.819526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:51.850472 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:51.851078 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:51.852473 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] 10.222.0.45 "PUT /v2.0/ports/f00da468-27ba-4c36-afad-4f33abe71645 HTTP/1.1" status: 200 len: 1094 time: 1.0232561 Oct 05 09:56:51.852899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:56:51.855479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfdf550-e9af-44b1-91af-6e609f71b301" -d '{"events": [{"name": "network-changed", "server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "tag": "f00da468-27ba-4c36-afad-4f33abe71645"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:56:51.899852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d686e-e82f-4479-8c07-e50fb3d3c325 service neutron] Pushing event updated for resources: {'Port': ['ID=f00da468-27ba-4c36-afad-4f33abe71645,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:51.903842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113963df-3328-4b68-bb8e-37811b5a4dae x-openstack-request-id: req-113963df-3328-4b68-bb8e-37811b5a4dae {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:56:51.904180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "tag": "f00da468-27ba-4c36-afad-4f33abe71645", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:56:51.904435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-113963df-3328-4b68-bb8e-37811b5a4dae {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:56:51.904813 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113963df-3328-4b68-bb8e-37811b5a4dae'] response: {'name': 'network-changed', 'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645', 'status': 'completed', 'code': 200} Oct 05 09:56:51.985714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-c207e946-b76d-47c1-84ad-a90f7f01233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:51.987218 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-c207e946-b76d-47c1-84ad-a90f7f01233c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 1097 time: 0.0816321 Oct 05 09:56:52.058754 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-4b7a9496-e629-48b4-a411-8b3e588acbd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00da468-27ba-4c36-afad-4f33abe71645 HTTP/1.1" status: 200 len: 217 time: 0.0637426 Oct 05 09:56:52.124226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-73619814-2a44-462d-93d2-99a64fc93a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:52.125681 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-73619814-2a44-462d-93d2-99a64fc93a8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214b45fd-8159-4a98-b6fd-500fc8a08929 HTTP/1.1" status: 200 len: 833 time: 0.0615873 Oct 05 09:56:52.135570 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-254dcf6a-1fa3-44fe-ae91-48cead9cf146 None None] Attempt 3 to provision port f00da468-27ba-4c36-afad-4f33abe71645 Oct 05 09:56:52.200805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-254dcf6a-1fa3-44fe-ae91-48cead9cf146 None None] Port f00da468-27ba-4c36-afad-4f33abe71645 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:56:52.209078 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-645af0f8-05df-4670-815f-5ddd3d55e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:52.210583 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-645af0f8-05df-4670-815f-5ddd3d55e756 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7785f048-ed5e-4767-82fd-c90f99b1723d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795915 Oct 05 09:56:52.341827 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-5859f6d0-a2f2-478b-a7cf-005edada521f service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247692 Oct 05 09:56:52.406014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78158f-400b-493d-98eb-51d02a0f4cf5 req-c8ea4e48-12b4-4411-aef9-0254a87ad42f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:52.407401 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8d78158f-400b-493d-98eb-51d02a0f4cf5 req-c8ea4e48-12b4-4411-aef9-0254a87ad42f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 944 time: 0.0910993 Oct 05 09:56:52.450909 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8d78158f-400b-493d-98eb-51d02a0f4cf5 req-40d85ae4-02b3-4108-b104-158d6dca1c12 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377212 Oct 05 09:56:52.476989 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-39be1235-71dc-4ec7-8fb8-7df273e2dc0f req-20bdb762-9f20-4e87-a3e3-090e89e85deb service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295807 Oct 05 09:56:52.599731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf550-e9af-44b1-91af-6e609f71b301 req-81cd95a0-212f-48b4-bc64-8d6274fb0f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:52.601195 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4dfdf550-e9af-44b1-91af-6e609f71b301 req-81cd95a0-212f-48b4-bc64-8d6274fb0f01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 1097 time: 0.0834060 Oct 05 09:56:52.736889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf550-e9af-44b1-91af-6e609f71b301 req-29a3d2e7-5ce2-4af2-8e3c-61dc6c18582e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:52.738302 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4dfdf550-e9af-44b1-91af-6e609f71b301 req-29a3d2e7-5ce2-4af2-8e3c-61dc6c18582e service neutron] 10.222.0.45 "GET /v2.0/networks?id=7785f048-ed5e-4767-82fd-c90f99b1723d HTTP/1.1" status: 200 len: 898 time: 0.1306326 Oct 05 09:56:52.806353 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4dfdf550-e9af-44b1-91af-6e609f71b301 req-685cfed2-a7f8-4c73-8e49-26ba1ad52003 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00da468-27ba-4c36-afad-4f33abe71645 HTTP/1.1" status: 200 len: 217 time: 0.0608027 Oct 05 09:56:52.871360 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf550-e9af-44b1-91af-6e609f71b301 req-d353be46-4c77-4ab4-8077-817c72a38deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:52.872901 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4dfdf550-e9af-44b1-91af-6e609f71b301 req-d353be46-4c77-4ab4-8077-817c72a38deb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214b45fd-8159-4a98-b6fd-500fc8a08929 HTTP/1.1" status: 200 len: 833 time: 0.0605791 Oct 05 09:56:52.956774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf550-e9af-44b1-91af-6e609f71b301 req-ed0c3dd9-2227-471f-bba0-ce8e1884326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:52.958271 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4dfdf550-e9af-44b1-91af-6e609f71b301 req-ed0c3dd9-2227-471f-bba0-ce8e1884326a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7785f048-ed5e-4767-82fd-c90f99b1723d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794282 Oct 05 09:56:53.091254 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4dfdf550-e9af-44b1-91af-6e609f71b301 req-33837c24-f72c-4b4b-88f7-abbc77c67efd service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257696 Oct 05 09:56:53.153171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b748b4bf-da5d-4d08-a601-db27fa76375d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:56:53.220181 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b748b4bf-da5d-4d08-a601-db27fa76375d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:56:53.220967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:53.221300 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b748b4bf-da5d-4d08-a601-db27fa76375d Oct 05 09:56:53.227358 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4dfdf550-e9af-44b1-91af-6e609f71b301 req-6cc935d0-e79f-4866-93bd-4bfc88092ddc service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291931 Oct 05 09:56:53.337888 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b748b4bf-da5d-4d08-a601-db27fa76375d is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:56:53.658041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d8f58-8a48-459a-81ab-c474806fe950 req-fbb36094-6aa5-4c7a-be4a-402839be8d57 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:53.659511 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8d8d8f58-8a48-459a-81ab-c474806fe950 req-fbb36094-6aa5-4c7a-be4a-402839be8d57 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 944 time: 0.0901580 Oct 05 09:56:53.718706 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8d8d8f58-8a48-459a-81ab-c474806fe950 req-746b5e54-3b5a-4f36-84a5-11e73044d264 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532982 Oct 05 09:56:54.919289 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27181b-272d-44a8-9b5f-bbf20e924fb8 req-98c0d173-d2b8-4de9-a7cf-bd73fb2c20db tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:54.920747 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0d27181b-272d-44a8-9b5f-bbf20e924fb8 req-98c0d173-d2b8-4de9-a7cf-bd73fb2c20db tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 944 time: 0.0896034 Oct 05 09:56:54.964667 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0d27181b-272d-44a8-9b5f-bbf20e924fb8 req-aa24934b-8b3e-42ee-9ffb-75ed35a44894 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376513 Oct 05 09:56:55.089398 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device f00da468-27ba-4c36-afad-4f33abe71645 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:56:55.223044 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port f00da468-27ba-4c36-afad-4f33abe71645, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f00da468-27ba-4c36-afad-4f33abe71645,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:56:55.236742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'f00da468-27ba-4c36-afad-4f33abe71645', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'port_id': 'f00da468-27ba-4c36-afad-4f33abe71645', 'mac_address': 'fa:16:3e:70:74:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:56:55.290910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port f00da468-27ba-4c36-afad-4f33abe71645 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:56:55.291285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:55.307356 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00da468-27ba-4c36-afad-4f33abe71645 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:56:55.322795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port f00da468-27ba-4c36-afad-4f33abe71645, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f00da468-27ba-4c36-afad-4f33abe71645,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:56:55.326589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:55.395443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=f00da468-27ba-4c36-afad-4f33abe71645,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:55.531133 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['f00da468-27ba-4c36-afad-4f33abe71645'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:56:56.174150 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfd843-6ebe-4da0-9770-c04f81e8c757 req-a10e9fa9-fa41-4aa9-8a81-3dc0f7e17f10 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:56.175660 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-20dfd843-6ebe-4da0-9770-c04f81e8c757 req-a10e9fa9-fa41-4aa9-8a81-3dc0f7e17f10 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 945 time: 0.0941424 Oct 05 09:56:56.219573 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-20dfd843-6ebe-4da0-9770-c04f81e8c757 req-0ca9b643-b045-4982-b601-5bad06c04615 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375671 Oct 05 09:56:57.104092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device f00da468-27ba-4c36-afad-4f33abe71645 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:56:57.200935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port f00da468-27ba-4c36-afad-4f33abe71645 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:56:57.206101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port f00da468-27ba-4c36-afad-4f33abe71645 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:56:57.206480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:57.206819 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port f00da468-27ba-4c36-afad-4f33abe71645 Oct 05 09:56:57.323788 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port f00da468-27ba-4c36-afad-4f33abe71645 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:56:57.324168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:57.351129 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:56:57.353308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21e51d1-c993-4ac8-b870-60043cee7f1e" -d '{"events": [{"server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "name": "network-vif-plugged", "status": "completed", "tag": "f00da468-27ba-4c36-afad-4f33abe71645"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:56:57.362357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port f00da468-27ba-4c36-afad-4f33abe71645, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f00da468-27ba-4c36-afad-4f33abe71645,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:56:57.367272 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:56:57.430859 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e48-0d44-4cfb-8421-fe7720c2db12 req-81a75b38-d4c0-4852-9914-83261d59b56e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:57.432530 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6fc53e48-0d44-4cfb-8421-fe7720c2db12 req-81a75b38-d4c0-4852-9914-83261d59b56e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0961187 Oct 05 09:56:57.440668 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=f00da468-27ba-4c36-afad-4f33abe71645,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:56:57.457941 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0390b6f-f26a-438c-bb44-0ba58c1dcb40 x-openstack-request-id: req-a0390b6f-f26a-438c-bb44-0ba58c1dcb40 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:56:57.458260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "name": "network-vif-plugged", "status": "completed", "tag": "f00da468-27ba-4c36-afad-4f33abe71645", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:56:57.458561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0390b6f-f26a-438c-bb44-0ba58c1dcb40 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:56:57.458997 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0390b6f-f26a-438c-bb44-0ba58c1dcb40'] response: {'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645', 'code': 200} Oct 05 09:56:57.486097 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6fc53e48-0d44-4cfb-8421-fe7720c2db12 req-8639c587-5534-4510-bfea-d2e93ff82df0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470290 Oct 05 09:56:57.694681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be915732-50bc-445d-904b-30c19fe0c491 req-804a7417-c6d9-44b0-8a53-806929ab1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:57.696142 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-be915732-50bc-445d-904b-30c19fe0c491 req-804a7417-c6d9-44b0-8a53-806929ab1156 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 1099 time: 0.0836432 Oct 05 09:56:57.736056 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-be915732-50bc-445d-904b-30c19fe0c491 req-9157eb47-01a7-4d8d-8fe7-f7be2f06f2a1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341566 Oct 05 09:56:58.686560 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787e648-660d-4a09-af87-b14d3802cb3c req-c61f6ccb-5f64-4133-aaee-a4261be3f239 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:58.688713 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5787e648-660d-4a09-af87-b14d3802cb3c req-c61f6ccb-5f64-4133-aaee-a4261be3f239 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0906482 Oct 05 09:56:58.735719 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5787e648-660d-4a09-af87-b14d3802cb3c req-cf7c3c25-b8f2-407c-8b88-8891b0d74c42 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408418 Oct 05 09:56:59.940852 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014c5a-b111-454c-8e58-045727789f65 req-337b4f47-b2d3-473f-a279-7c00284a9e25 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:56:59.942324 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-69014c5a-b111-454c-8e58-045727789f65 req-337b4f47-b2d3-473f-a279-7c00284a9e25 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0914729 Oct 05 09:56:59.986570 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-69014c5a-b111-454c-8e58-045727789f65 req-cdd6898c-f5f2-4ad0-820e-dbef7c8f8f3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386214 Oct 05 09:57:00.188280 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35427184-a92b-4ac1-b5fd-cb8b6dbb9d51 req-a92f9494-ff35-4beb-9603-136c50d184d1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:00.189744 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-35427184-a92b-4ac1-b5fd-cb8b6dbb9d51 req-a92f9494-ff35-4beb-9603-136c50d184d1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0901279 Oct 05 09:57:00.239531 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-35427184-a92b-4ac1-b5fd-cb8b6dbb9d51 req-03253e1f-4c04-425b-9ff4-7c784a68d59c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441403 Oct 05 09:57:00.268434 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42872) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:00.344334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1388ca-5995-4362-8ecb-99de86c32322 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:00.345733 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5a1388ca-5995-4362-8ecb-99de86c32322 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 1094 time: 0.0763333 Oct 05 09:57:00.348568 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42876) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:00.353288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': 'f00da468-27ba-4c36-afad-4f33abe71645', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:57:00.359878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:57:00.363909 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:floatingip and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:57:00.366872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:57:00.373412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:57:00.383837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:00.617157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:00.752994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.26.0.68 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/4a8d582d-b96b-45b1-b805-536258168ad4) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:57:00.912292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:00.941875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:01.001034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:57:01.003832 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:57:01.011390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:57:01.048694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=4a8d582d-b96b-45b1-b805-536258168ad4,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:01.424620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:01.499989 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:01.711711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:01.716202 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:01.824446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=4a8d582d-b96b-45b1-b805-536258168ad4,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:01.826762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:02.005543 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Floating IP c49e63bf-5068-4d22-84ce-b786c57d9173 associated. External IP: 172.26.0.68, port: f00da468-27ba-4c36-afad-4f33abe71645. Oct 05 09:57:02.472520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:57:02.667122 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:57:02.677653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c6f40-040b-4e57-9c46-922c9f92f861 None None] Sync routers for ids ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:57:02.686550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c6f40-040b-4e57-9c46-922c9f92f861 None None] Routers {'49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:57:02.687154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ae2c6f40-040b-4e57-9c46-922c9f92f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:56:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:02.693111 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:02.751626 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ff55d04d-d4a0-4094-b343-b37578859512 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4020531 Oct 05 09:57:02.752217 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:57:02.754605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cb6fed-6484-4846-ab6c-3a26e2995a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "tag": "f00da468-27ba-4c36-afad-4f33abe71645"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:57:02.806807 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef4b5e3-a977-4a81-827d-6f3231e17fff x-openstack-request-id: req-5ef4b5e3-a977-4a81-827d-6f3231e17fff {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:57:02.807302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "tag": "f00da468-27ba-4c36-afad-4f33abe71645", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:57:02.807601 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ef4b5e3-a977-4a81-827d-6f3231e17fff {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:57:02.807946 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef4b5e3-a977-4a81-827d-6f3231e17fff'] response: {'name': 'network-changed', 'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645', 'status': 'completed', 'code': 200} Oct 05 09:57:02.892678 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1ad6eca6-6677-416b-af74-bb6d6ec4a7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:02.901374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-ae2c6f40-040b-4e57-9c46-922c9f92f861 None None] Set router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:57:02.924754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6fed-6484-4846-ab6c-3a26e2995a1c req-634690ae-0ae9-4ee2-98de-23e704b82a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:02.926292 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c1cb6fed-6484-4846-ab6c-3a26e2995a1c req-634690ae-0ae9-4ee2-98de-23e704b82a96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 1099 time: 0.0959630 Oct 05 09:57:02.952154 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaad71-5075-4e4a-866e-b7035399b0ae req-b26ba67a-e3ae-4cf3-9f4e-b24f4c953a1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:02.953809 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-febaad71-5075-4e4a-866e-b7035399b0ae req-b26ba67a-e3ae-4cf3-9f4e-b24f4c953a1f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.1002874 Oct 05 09:57:02.998908 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-febaad71-5075-4e4a-866e-b7035399b0ae req-9f7b7531-1ae3-47cf-a5a6-a285871d1a6e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392938 Oct 05 09:57:03.028969 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42884) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:03.069906 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6fed-6484-4846-ab6c-3a26e2995a1c req-372d8f41-d232-4292-98da-224cd240f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:03.071372 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c1cb6fed-6484-4846-ab6c-3a26e2995a1c req-372d8f41-d232-4292-98da-224cd240f9b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7785f048-ed5e-4767-82fd-c90f99b1723d HTTP/1.1" status: 200 len: 898 time: 0.1394811 Oct 05 09:57:03.146246 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-21b2c1b0-9cb9-4780-8e25-a90c48a9dd64 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/c49e63bf-5068-4d22-84ce-b786c57d9173 HTTP/1.1" status: 200 len: 991 time: 0.1150239 Oct 05 09:57:03.278485 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c1cb6fed-6484-4846-ab6c-3a26e2995a1c req-2e4e478e-1ea5-4b1c-9a3c-e69d1e5fd81f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00da468-27ba-4c36-afad-4f33abe71645 HTTP/1.1" status: 200 len: 999 time: 0.2010143 Oct 05 09:57:03.279127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ae2c6f40-040b-4e57-9c46-922c9f92f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:56:46Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c49e63bf-5068-4d22-84ce-b786c57d9173', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.68', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'port_id': 'f00da468-27ba-4c36-afad-4f33abe71645', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'mac_address': 'fa:16:3e:70:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:57:01Z', 'updated_at': '2022-10-05T09:57:01Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b748b4bf-da5d-4d08-a601-db27fa76375d', 'name': '', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:ba:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:44Z', 'updated_at': '2022-10-05T09:56:51Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:03.283688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c6f40-040b-4e57-9c46-922c9f92f861 None None] Checking router: 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:57:03.292185 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c6f40-040b-4e57-9c46-922c9f92f861 None None] Routers {'49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:57:03.292785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ae2c6f40-040b-4e57-9c46-922c9f92f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:56:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:03.339603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6fed-6484-4846-ab6c-3a26e2995a1c req-cac87741-0077-4ac6-9221-3d9ad8cbbb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:03.341027 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c1cb6fed-6484-4846-ab6c-3a26e2995a1c req-cac87741-0077-4ac6-9221-3d9ad8cbbb92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214b45fd-8159-4a98-b6fd-500fc8a08929 HTTP/1.1" status: 200 len: 833 time: 0.0572243 Oct 05 09:57:03.422331 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6fed-6484-4846-ab6c-3a26e2995a1c req-23a5e5e8-24f3-4107-8498-6e83e2363989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:03.423792 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c1cb6fed-6484-4846-ab6c-3a26e2995a1c req-23a5e5e8-24f3-4107-8498-6e83e2363989 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7785f048-ed5e-4767-82fd-c90f99b1723d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769596 Oct 05 09:57:03.476255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-ae2c6f40-040b-4e57-9c46-922c9f92f861 None None] Set router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:57:03.555190 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c1cb6fed-6484-4846-ab6c-3a26e2995a1c req-7558ae11-8c3f-4fe1-b833-1bb509557554 service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248364 Oct 05 09:57:03.700667 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c1cb6fed-6484-4846-ab6c-3a26e2995a1c req-db24c781-9524-45ef-a820-345481c725ef service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283052 Oct 05 09:57:03.841155 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-ae2c6f40-040b-4e57-9c46-922c9f92f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:56:46Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c49e63bf-5068-4d22-84ce-b786c57d9173', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.68', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'port_id': 'f00da468-27ba-4c36-afad-4f33abe71645', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'mac_address': 'fa:16:3e:70:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:57:01Z', 'updated_at': '2022-10-05T09:57:01Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b748b4bf-da5d-4d08-a601-db27fa76375d', 'name': '', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:ba:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:44Z', 'updated_at': '2022-10-05T09:56:51Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:57:03.845144 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c6f40-040b-4e57-9c46-922c9f92f861 None None] The sync data for ids ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'] in dv-neutron-860328-1-hyperv is: [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:56:46Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c49e63bf-5068-4d22-84ce-b786c57d9173', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.68', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'port_id': 'f00da468-27ba-4c36-afad-4f33abe71645', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'mac_address': 'fa:16:3e:70:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:57:01Z', 'updated_at': '2022-10-05T09:57:01Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b748b4bf-da5d-4d08-a601-db27fa76375d', 'name': '', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:ba:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:44Z', 'updated_at': '2022-10-05T09:56:51Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:57:04.032022 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fd0694-f0ac-48e9-83ae-e8d6d60e2b3b None None] New status for floating IP c49e63bf-5068-4d22-84ce-b786c57d9173: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:57:04.149097 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 42888) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:04.259953 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ea0e778f-c6ac-40a6-a113-98291b65df00 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/c49e63bf-5068-4d22-84ce-b786c57d9173 HTTP/1.1" status: 200 len: 991 time: 0.1096725 Oct 05 09:57:05.070912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:05.263945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42892) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:05.375542 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5edd0c63-c37e-4ed0-8510-1e6be054d5f8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/c49e63bf-5068-4d22-84ce-b786c57d9173 HTTP/1.1" status: 200 len: 993 time: 0.1104941 Oct 05 09:57:05.693285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d542da0c-1461-4f40-892b-82024a6f5f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:06.874367 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:07.017312 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:08.348398 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:57:09.357150 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:22.673984 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ec680bd7-81cd-4d62-990b-d2cb4fef7434 req-f13a8bf7-7c7d-428f-99fc-656ba7c473ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799170 Oct 05 09:57:22.822614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec680bd7-81cd-4d62-990b-d2cb4fef7434 req-154941ae-3064-4b88-b13a-1f1b430273f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:22.824084 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ec680bd7-81cd-4d62-990b-d2cb4fef7434 req-154941ae-3064-4b88-b13a-1f1b430273f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 1099 time: 0.0797167 Oct 05 09:57:22.975609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec680bd7-81cd-4d62-990b-d2cb4fef7434 req-6cb19806-8bf0-4bb9-814e-02ac391dae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:22.976994 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ec680bd7-81cd-4d62-990b-d2cb4fef7434 req-6cb19806-8bf0-4bb9-814e-02ac391dae53 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7785f048-ed5e-4767-82fd-c90f99b1723d HTTP/1.1" status: 200 len: 898 time: 0.1329710 Oct 05 09:57:23.084440 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ec680bd7-81cd-4d62-990b-d2cb4fef7434 req-7b77f6f8-fe65-48bf-8f85-d25a3f829874 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00da468-27ba-4c36-afad-4f33abe71645 HTTP/1.1" status: 200 len: 1001 time: 0.1006439 Oct 05 09:57:23.152627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec680bd7-81cd-4d62-990b-d2cb4fef7434 req-ddf4942d-7aa3-4c55-8dea-97b6e4abcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:23.154094 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ec680bd7-81cd-4d62-990b-d2cb4fef7434 req-ddf4942d-7aa3-4c55-8dea-97b6e4abcaec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214b45fd-8159-4a98-b6fd-500fc8a08929 HTTP/1.1" status: 200 len: 833 time: 0.0629239 Oct 05 09:57:23.239307 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec680bd7-81cd-4d62-990b-d2cb4fef7434 req-1aecdee6-e230-417b-bd92-96ed341a4ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:23.240679 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ec680bd7-81cd-4d62-990b-d2cb4fef7434 req-1aecdee6-e230-417b-bd92-96ed341a4ce3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7785f048-ed5e-4767-82fd-c90f99b1723d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790591 Oct 05 09:57:23.379965 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ec680bd7-81cd-4d62-990b-d2cb4fef7434 req-e084f20a-0e28-4994-ad4b-3c089d45d1dc service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321638 Oct 05 09:57:23.516531 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ec680bd7-81cd-4d62-990b-d2cb4fef7434 req-7dde844f-3cad-4584-84e6-ec653e409b07 service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299226 Oct 05 09:57:30.368434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42912) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:30.386769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb042f-6556-41c1-8a2f-add0e4f44958 req-e11a8cec-6cea-433d-a412-a43799dd75ef tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:30.388291 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-82fb042f-6556-41c1-8a2f-add0e4f44958 req-e11a8cec-6cea-433d-a412-a43799dd75ef tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.1012766 Oct 05 09:57:30.432560 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-82fb042f-6556-41c1-8a2f-add0e4f44958 req-d0a852fe-8dc6-4966-998a-3da9be271507 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381954 Oct 05 09:57:30.499889 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-2b2a0cb4-087c-4d97-b0f5-ca09c4c4ad66 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301329 Oct 05 09:57:31.641642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf1404-74db-448d-9426-fa86a3633dbb req-2fc861da-6f62-4d90-944c-75cab0e6c364 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:31.643120 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-04bf1404-74db-448d-9426-fa86a3633dbb req-2fc861da-6f62-4d90-944c-75cab0e6c364 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.1000099 Oct 05 09:57:31.687194 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-04bf1404-74db-448d-9426-fa86a3633dbb req-b321ff2e-ab5f-4575-8e29-2e070d36b64f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375910 Oct 05 09:57:31.694185 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d213469-65ca-4066-91a7-02650b5788b4 req-8fb2421a-ba3d-4991-b21f-6c28d25b657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:31.695639 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-8fb2421a-ba3d-4991-b21f-6c28d25b657a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 1099 time: 0.0838261 Oct 05 09:57:31.921627 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d213469-65ca-4066-91a7-02650b5788b4 req-271089a2-a98b-40d0-9b8d-def46cc4aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:31.923097 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-271089a2-a98b-40d0-9b8d-def46cc4aec6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7785f048-ed5e-4767-82fd-c90f99b1723d HTTP/1.1" status: 200 len: 898 time: 0.2198365 Oct 05 09:57:32.023904 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-047004d8-0e5a-4309-b64c-4a0419089788 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00da468-27ba-4c36-afad-4f33abe71645 HTTP/1.1" status: 200 len: 1001 time: 0.0943415 Oct 05 09:57:32.089277 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d213469-65ca-4066-91a7-02650b5788b4 req-cb904a15-6bd3-43ae-956b-e561c5279751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:32.090737 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-cb904a15-6bd3-43ae-956b-e561c5279751 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214b45fd-8159-4a98-b6fd-500fc8a08929 HTTP/1.1" status: 200 len: 833 time: 0.0591450 Oct 05 09:57:32.173180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d213469-65ca-4066-91a7-02650b5788b4 req-702e76ef-da4e-49ed-a01d-dabba2f471ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:32.174591 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-702e76ef-da4e-49ed-a01d-dabba2f471ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7785f048-ed5e-4767-82fd-c90f99b1723d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772748 Oct 05 09:57:32.305278 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-0e693400-2d7f-4ab1-8d5a-ae35547bb64a service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237011 Oct 05 09:57:32.442229 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-9665af41-0bdf-4e08-924e-489a7d0931ac service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293511 Oct 05 09:57:32.867250 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dbaddfa9-df63-41a2-8080-9541df83cc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:32.886595 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507c4b5-697d-4c16-bb53-4b9ab03a4c92 req-74b78bd1-ae89-4a53-984e-38cc3e0ea160 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:32.888029 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c507c4b5-697d-4c16-bb53-4b9ab03a4c92 req-74b78bd1-ae89-4a53-984e-38cc3e0ea160 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0885782 Oct 05 09:57:32.934219 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c507c4b5-697d-4c16-bb53-4b9ab03a4c92 req-311a3f2f-8fe6-496c-83ca-106dc8a4bcb6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392060 Oct 05 09:57:34.142133 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e91694-b668-4868-bf09-bde196c4b58a req-3467110b-354a-494d-97e2-bff0f5b00b9b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:34.143483 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-82e91694-b668-4868-bf09-bde196c4b58a req-3467110b-354a-494d-97e2-bff0f5b00b9b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0864170 Oct 05 09:57:34.186096 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-82e91694-b668-4868-bf09-bde196c4b58a req-2621167a-02a6-46bd-8f91-c7f15c4930a6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370831 Oct 05 09:57:35.076485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:35.397280 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33088a-ce34-4bde-adf1-335c351da431 req-cf29400e-81c2-481b-adce-442d182a972c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:35.398791 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bd33088a-ce34-4bde-adf1-335c351da431 req-cf29400e-81c2-481b-adce-442d182a972c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0939493 Oct 05 09:57:35.442763 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bd33088a-ce34-4bde-adf1-335c351da431 req-4a75120d-4d6f-4e5a-897e-064bff3dcc13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383644 Oct 05 09:57:35.695711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a287b442-e392-4498-a062-072d2b2c27aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:36.642963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e38a8-40ba-4cbf-a8f5-c4692fc5a109 req-e2ee9b83-2ce3-4218-849e-e3c98f30896f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:36.644403 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b2e38a8-40ba-4cbf-a8f5-c4692fc5a109 req-e2ee9b83-2ce3-4218-849e-e3c98f30896f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0893381 Oct 05 09:57:36.690347 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5b2e38a8-40ba-4cbf-a8f5-c4692fc5a109 req-e478614e-91bc-404e-887d-b5c1beda6b63 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403063 Oct 05 09:57:36.876548 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:37.020857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:37.999045 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9bfef-1f84-4fe9-affa-3f655882ff79 req-5ca9f6fe-a559-4a42-88e8-377ebb59f240 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:38.000510 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fdf9bfef-1f84-4fe9-affa-3f655882ff79 req-5ca9f6fe-a559-4a42-88e8-377ebb59f240 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.1976762 Oct 05 09:57:38.044229 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fdf9bfef-1f84-4fe9-affa-3f655882ff79 req-8c2c81bd-20d4-49f5-83b1-3682c5c1318e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381274 Oct 05 09:57:39.243861 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcc516-1600-4caf-a90b-03fef57f7edf req-3273fa22-deac-4466-bb45-1b66a04af9b1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:39.245242 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2edcc516-1600-4caf-a90b-03fef57f7edf req-3273fa22-deac-4466-bb45-1b66a04af9b1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0900629 Oct 05 09:57:39.289640 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2edcc516-1600-4caf-a90b-03fef57f7edf req-7ac9edfd-1e3e-4dee-9166-adfa87fe8296 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380957 Oct 05 09:57:39.364808 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:40.502597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441285bf-fd5d-4506-a1b0-1ae1e3f2e0b1 req-e424b5e6-e52d-4aad-ae96-6c8c8143afe0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:40.504038 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-441285bf-fd5d-4506-a1b0-1ae1e3f2e0b1 req-e424b5e6-e52d-4aad-ae96-6c8c8143afe0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0902200 Oct 05 09:57:40.546953 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-441285bf-fd5d-4506-a1b0-1ae1e3f2e0b1 req-82455368-4298-48c8-add6-f3067392613f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373676 Oct 05 09:57:41.747762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fb650-1ffb-4144-8794-d8c290c8caf3 req-dd0e32c9-3f50-4eb1-843c-083c331d3bea tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:41.749312 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-224fb650-1ffb-4144-8794-d8c290c8caf3 req-dd0e32c9-3f50-4eb1-843c-083c331d3bea tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0875208 Oct 05 09:57:41.792096 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-224fb650-1ffb-4144-8794-d8c290c8caf3 req-4057ae80-f368-4cc5-a16b-84f2d0c04e98 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369334 Oct 05 09:57:42.999955 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd359c7-be43-4f8e-8c6e-89de39a42cb9 req-3aca0652-9c46-4a39-a9f7-7fcbfbfad685 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:43.001407 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6cd359c7-be43-4f8e-8c6e-89de39a42cb9 req-3aca0652-9c46-4a39-a9f7-7fcbfbfad685 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0924532 Oct 05 09:57:43.045477 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6cd359c7-be43-4f8e-8c6e-89de39a42cb9 req-4748f9dc-ebab-41e8-96d1-12039bbc11ac tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383532 Oct 05 09:57:44.128938 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-6340b80c-6daf-44f7-bd5a-f889bf261bb6 service neutron] 10.222.0.45 "GET /v2.0/ports/f00da468-27ba-4c36-afad-4f33abe71645/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0813806 Oct 05 09:57:44.250804 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037bc1f-2ff0-4c8a-8038-e8eadff05171 req-ea0c0096-d98c-48d1-9e68-c8b237cf40a8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:44.252245 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a037bc1f-2ff0-4c8a-8038-e8eadff05171 req-ea0c0096-d98c-48d1-9e68-c8b237cf40a8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0932591 Oct 05 09:57:44.298313 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a037bc1f-2ff0-4c8a-8038-e8eadff05171 req-84dd9088-9dd5-4616-bc40-6d061bd30cea tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403180 Oct 05 09:57:44.418220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d213469-65ca-4066-91a7-02650b5788b4 req-b5ff049a-d2fc-40dc-9565-81459c9997d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:44.419704 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-b5ff049a-d2fc-40dc-9565-81459c9997d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c&tenant_id=fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 1099 time: 0.0788846 Oct 05 09:57:44.519175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d213469-65ca-4066-91a7-02650b5788b4 req-ccbc6e00-0ced-4689-a38c-99667db80cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:44.520527 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-ccbc6e00-0ced-4689-a38c-99667db80cb6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 1099 time: 0.0807540 Oct 05 09:57:44.651193 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d213469-65ca-4066-91a7-02650b5788b4 req-c8b3d110-ccff-4cf8-a725-bae8f79ce212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:44.652605 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-c8b3d110-ccff-4cf8-a725-bae8f79ce212 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7785f048-ed5e-4767-82fd-c90f99b1723d HTTP/1.1" status: 200 len: 898 time: 0.1264100 Oct 05 09:57:44.755803 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-1b744eff-3270-4b76-8c84-657d5498a748 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00da468-27ba-4c36-afad-4f33abe71645 HTTP/1.1" status: 200 len: 1001 time: 0.0968764 Oct 05 09:57:44.823238 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d213469-65ca-4066-91a7-02650b5788b4 req-7f0f273e-82a7-4f58-8d7b-fbbbc50e3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:44.824979 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-7f0f273e-82a7-4f58-8d7b-fbbbc50e3157 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214b45fd-8159-4a98-b6fd-500fc8a08929 HTTP/1.1" status: 200 len: 833 time: 0.0636935 Oct 05 09:57:44.907899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d213469-65ca-4066-91a7-02650b5788b4 req-4bb8c44c-03ac-4284-b437-4a249c993464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:44.909364 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-4bb8c44c-03ac-4284-b437-4a249c993464 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7785f048-ed5e-4767-82fd-c90f99b1723d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789163 Oct 05 09:57:45.043190 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-9438ff81-3406-4cf0-a10a-414324a031e4 service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274705 Oct 05 09:57:45.199277 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d213469-65ca-4066-91a7-02650b5788b4 req-341b2457-7c9f-4092-9c55-6966fe8d5c90 service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479337 Oct 05 09:57:45.347764 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:57:45.505915 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c0c9e-3689-4b77-8b64-b71e5844149e req-2ed1ee3c-d074-4f0a-89af-9053b8831b33 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:45.507400 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3b0c0c9e-3689-4b77-8b64-b71e5844149e req-2ed1ee3c-d074-4f0a-89af-9053b8831b33 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0907664 Oct 05 09:57:45.550888 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3b0c0c9e-3689-4b77-8b64-b71e5844149e req-2c8683a8-370f-4cbf-b221-4aef162bd176 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378456 Oct 05 09:57:46.771204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e8731-0e34-4a73-840b-e674492c2764 req-aea9fe49-870d-45a1-92e4-80f22cda4a46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:46.772723 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d48e8731-0e34-4a73-840b-e674492c2764 req-aea9fe49-870d-45a1-92e4-80f22cda4a46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.1091962 Oct 05 09:57:46.829049 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d48e8731-0e34-4a73-840b-e674492c2764 req-e0ae962a-ff63-4d9a-8afd-b3d306a276c3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497231 Oct 05 09:57:47.392660 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device f00da468-27ba-4c36-afad-4f33abe71645 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:57:47.394933 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device f00da468-27ba-4c36-afad-4f33abe71645 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:57:47.613168 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port f00da468-27ba-4c36-afad-4f33abe71645 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:57:47.613545 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.631061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port f00da468-27ba-4c36-afad-4f33abe71645, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f00da468-27ba-4c36-afad-4f33abe71645,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:47.651396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'f00da468-27ba-4c36-afad-4f33abe71645', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'port_id': 'f00da468-27ba-4c36-afad-4f33abe71645', 'mac_address': 'fa:16:3e:70:74:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:57:47.658073 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:57:47.660332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8117d27b-e3c2-4a84-8907-5e9b52afca83" -d '{"events": [{"server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "f00da468-27ba-4c36-afad-4f33abe71645"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:57:47.699236 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port f00da468-27ba-4c36-afad-4f33abe71645, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f00da468-27ba-4c36-afad-4f33abe71645,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:47.711226 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.713761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 09:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cd69b8-8390-4a06-b0e3-8bd6cc3b8a89 x-openstack-request-id: req-61cd69b8-8390-4a06-b0e3-8bd6cc3b8a89 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:57:47.714075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "f00da468-27ba-4c36-afad-4f33abe71645", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:57:47.714326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61cd69b8-8390-4a06-b0e3-8bd6cc3b8a89 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:57:47.714769 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61cd69b8-8390-4a06-b0e3-8bd6cc3b8a89'] response: {'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645', 'code': 200} Oct 05 09:57:47.774575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port f00da468-27ba-4c36-afad-4f33abe71645 is: ACTIVE; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:57:47.774953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:47.807996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f00da468-27ba-4c36-afad-4f33abe71645 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:57:47.818251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=f00da468-27ba-4c36-afad-4f33abe71645,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:47.857028 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:47.857377 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:47.857720 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:47.858859 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:47.859223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:47.859557 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:47.859887 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:47.860216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:47.860546 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:47.860870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:47.861194 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:47.861516 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:57:47.890738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 09:57:47.891126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 09:57:48.041044 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d3e61-d26e-4850-bb3a-7efedb61cc4d req-06beab76-529e-4156-9ea6-ba2252b42002 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:48.042404 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-849d3e61-d26e-4850-bb3a-7efedb61cc4d req-06beab76-529e-4156-9ea6-ba2252b42002 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 944 time: 0.0910840 Oct 05 09:57:48.088220 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-849d3e61-d26e-4850-bb3a-7efedb61cc4d req-db5ff8a4-9636-4481-a8f3-1b6a20aa89c6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393634 Oct 05 09:57:48.407898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f7f7c-bc08-43ac-8cc5-77562ad5b20e req-11acbc33-cfec-4795-a627-2216a5ff159d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:48.409685 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-432f7f7c-bc08-43ac-8cc5-77562ad5b20e req-11acbc33-cfec-4795-a627-2216a5ff159d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 944 time: 0.0923645 Oct 05 09:57:48.449010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port f00da468-27ba-4c36-afad-4f33abe71645 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:57:48.449636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.458560 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-432f7f7c-bc08-43ac-8cc5-77562ad5b20e req-d636fda3-af0a-4165-93f3-e970afe80047 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425944 Oct 05 09:57:48.467543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00da468-27ba-4c36-afad-4f33abe71645 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:57:48.484799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port f00da468-27ba-4c36-afad-4f33abe71645, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f00da468-27ba-4c36-afad-4f33abe71645,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:48.487957 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:48.532866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-b05ccff8-3435-49e0-b7cf-409fa83410e8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:48.533570 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-b05ccff8-3435-49e0-b7cf-409fa83410e8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:57:48.551658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-b05ccff8-3435-49e0-b7cf-409fa83410e8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:57:48.552940 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-b05ccff8-3435-49e0-b7cf-409fa83410e8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c&tenant_id=fd73bca3121b4002a21753552f6865df&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 944 time: 0.2275882 Oct 05 09:57:48.559726 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['f00da468-27ba-4c36-afad-4f33abe71645'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:57:48.597302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=f00da468-27ba-4c36-afad-4f33abe71645,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:48.684412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2dc27-dbaa-46cb-859a-7f564b3c22f7 req-c553c5b7-5743-4ccf-96f9-0d693bdcfb0c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:48.686928 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2cf2dc27-dbaa-46cb-859a-7f564b3c22f7 req-c553c5b7-5743-4ccf-96f9-0d693bdcfb0c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 945 time: 0.1044524 Oct 05 09:57:48.705229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-d7e045b7-56f5-412f-8f0d-a6c8f75e145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:48.706767 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-d7e045b7-56f5-412f-8f0d-a6c8f75e145f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 1098 time: 0.0832717 Oct 05 09:57:48.738126 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2cf2dc27-dbaa-46cb-859a-7f564b3c22f7 req-42aa6ed3-56bf-40f7-89e0-e05f14c0e8a0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440772 Oct 05 09:57:48.848130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-0f68851d-6aed-4360-9bed-9c1e27345776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:48.849722 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-0f68851d-6aed-4360-9bed-9c1e27345776 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7785f048-ed5e-4767-82fd-c90f99b1723d HTTP/1.1" status: 200 len: 898 time: 0.1376464 Oct 05 09:57:48.953283 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-221ac777-9688-4bbf-9517-a8eb70644966 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00da468-27ba-4c36-afad-4f33abe71645 HTTP/1.1" status: 200 len: 1000 time: 0.0972195 Oct 05 09:57:49.016023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-f04d1067-f1de-4e72-953c-fe0036a75782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:49.017410 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-f04d1067-f1de-4e72-953c-fe0036a75782 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214b45fd-8159-4a98-b6fd-500fc8a08929 HTTP/1.1" status: 200 len: 833 time: 0.0585914 Oct 05 09:57:49.101769 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-baf4a766-e122-4fdd-b7d9-faa1fe50e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:49.103325 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-baf4a766-e122-4fdd-b7d9-faa1fe50e06c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7785f048-ed5e-4767-82fd-c90f99b1723d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773432 Oct 05 09:57:49.237078 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-32328f5b-bf87-481b-bc8d-e7f093f235dd service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275117 Oct 05 09:57:49.367160 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6bcfaa20-b236-4b88-8754-eedf37e37fc7 req-21e51869-a2b1-4e23-af98-52d4d86050ce service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238933 Oct 05 09:57:49.412969 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device f00da468-27ba-4c36-afad-4f33abe71645 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:57:49.490677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port f00da468-27ba-4c36-afad-4f33abe71645 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:57:49.491318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:49.491318 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port f00da468-27ba-4c36-afad-4f33abe71645 Oct 05 09:57:49.605327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port f00da468-27ba-4c36-afad-4f33abe71645 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:57:49.605708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:49.637784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port f00da468-27ba-4c36-afad-4f33abe71645, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f00da468-27ba-4c36-afad-4f33abe71645,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:57:49.642015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:57:49.712825 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=f00da468-27ba-4c36-afad-4f33abe71645,revision_number=8']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:57:49.715186 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:57:49.718243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043123f5-4c6e-4da6-a221-8043d90b4892" -d '{"events": [{"server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "name": "network-vif-plugged", "status": "completed", "tag": "f00da468-27ba-4c36-afad-4f33abe71645"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:57:49.765078 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7cbbbc-d358-4f79-9f63-81959d3d5cf5 x-openstack-request-id: req-da7cbbbc-d358-4f79-9f63-81959d3d5cf5 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:57:49.765372 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "name": "network-vif-plugged", "status": "completed", "tag": "f00da468-27ba-4c36-afad-4f33abe71645", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:57:49.765627 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da7cbbbc-d358-4f79-9f63-81959d3d5cf5 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:57:49.766097 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da7cbbbc-d358-4f79-9f63-81959d3d5cf5'] response: {'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645', 'code': 200} Oct 05 09:57:49.945621 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b92ef-764d-49d8-a261-9b1a3cea2d78 req-bf2b32b5-f362-4701-9a97-cf1c97472493 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:57:49.947093 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-120b92ef-764d-49d8-a261-9b1a3cea2d78 req-bf2b32b5-f362-4701-9a97-cf1c97472493 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0930891 Oct 05 09:57:49.992042 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-120b92ef-764d-49d8-a261-9b1a3cea2d78 req-dba13371-cf61-4670-801b-b07d0f53e984 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390100 Oct 05 09:57:50.021894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42984) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:57:50.127292 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-99e8e672-a04c-4c5b-9ff2-3abcd742f4a0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/c49e63bf-5068-4d22-84ce-b786c57d9173 HTTP/1.1" status: 200 len: 993 time: 0.1042576 Oct 05 09:58:02.869975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84bd90ab-fd0e-4bf1-89bc-3b6bf8a8aba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:05.091256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:05.698305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47f54ff5-e23c-4c5d-8cc6-cf7b1ab0964e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:06.880284 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:07.023027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:09.365417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:15.424988 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-2bd2aab4-c949-4a8e-9a3d-aaa856976ddb req-aacc3717-3254-4143-bbdc-a2b65d708ac2 service neutron] (89055) timed out ('10.222.0.64', 38788) {{(pid=89055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 05 09:58:18.854553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 42996) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:19.059348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 4a8d582d-b96b-45b1-b805-536258168ad4 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:58:19.059692 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:19.226079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:19.226410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:19.347501 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 4a8d582d-b96b-45b1-b805-536258168ad4 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:58:19.596585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:19.645478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=4a8d582d-b96b-45b1-b805-536258168ad4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:19.688550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:19.688902 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:19.689248 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:19.689590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:19.689925 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:19.690312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:19.690643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:19.690973 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:19.691299 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:19.691625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:19.691949 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:19.692273 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:19.753966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:19.754322 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Floating IP c49e63bf-5068-4d22-84ce-b786c57d9173 disassociated (deleted). External IP: 172.26.0.68, port: f00da468-27ba-4c36-afad-4f33abe71645. Oct 05 09:58:20.118888 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:58:20.293478 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:58:20.303072 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a31682-4376-407a-8761-1afb89c175a7 None None] Sync routers for ids ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:58:20.313466 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:20.313804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a31682-4376-407a-8761-1afb89c175a7 None None] Routers {'49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:58:20.314446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-10a31682-4376-407a-8761-1afb89c175a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:58:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:20.370394 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4218bd9f-bea7-46cc-8492-43e5b8e10ef8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/floatingips/c49e63bf-5068-4d22-84ce-b786c57d9173 HTTP/1.1" status: 204 len: 168 time: 1.5147333 Oct 05 09:58:20.370967 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:58:20.373850 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0f1386-16a5-4fd0-838c-e9ead19d782a" -d '{"events": [{"name": "network-changed", "server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "tag": "f00da468-27ba-4c36-afad-4f33abe71645"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:58:20.428203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23bb38b-c3f0-4417-ad5a-2426b90d7630 x-openstack-request-id: req-b23bb38b-c3f0-4417-ad5a-2426b90d7630 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:58:20.429129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "tag": "f00da468-27ba-4c36-afad-4f33abe71645", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:58:20.429695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b23bb38b-c3f0-4417-ad5a-2426b90d7630 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:58:20.430324 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23bb38b-c3f0-4417-ad5a-2426b90d7630'] response: {'name': 'network-changed', 'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645', 'status': 'completed', 'code': 200} Oct 05 09:58:20.532433 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f1386-16a5-4fd0-838c-e9ead19d782a req-c53482f8-bc4c-46d9-bcd6-23c1b158f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:20.534097 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b0f1386-16a5-4fd0-838c-e9ead19d782a req-c53482f8-bc4c-46d9-bcd6-23c1b158f6e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 1099 time: 0.0834484 Oct 05 09:58:20.554523 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-10a31682-4376-407a-8761-1afb89c175a7 None None] Set router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:58:20.673733 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f1386-16a5-4fd0-838c-e9ead19d782a req-fc707f39-0729-4b5c-925b-bbed46ee9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:20.675232 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b0f1386-16a5-4fd0-838c-e9ead19d782a req-fc707f39-0729-4b5c-925b-bbed46ee9ed3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7785f048-ed5e-4767-82fd-c90f99b1723d HTTP/1.1" status: 200 len: 898 time: 0.1336823 Oct 05 09:58:20.750756 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b0f1386-16a5-4fd0-838c-e9ead19d782a req-bfc01097-2396-4266-8170-e197b59892e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00da468-27ba-4c36-afad-4f33abe71645 HTTP/1.1" status: 200 len: 217 time: 0.0687749 Oct 05 09:58:20.788058 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abc79c-374d-423e-8ddd-7108fcb34871 req-2a6d7231-67fd-48aa-9ff2-f4901fabf61f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:20.795406 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c7abc79c-374d-423e-8ddd-7108fcb34871 req-2a6d7231-67fd-48aa-9ff2-f4901fabf61f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0959783 Oct 05 09:58:20.815998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f1386-16a5-4fd0-838c-e9ead19d782a req-76b1f340-5c97-45dd-b951-8f2ded9205ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:20.817287 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b0f1386-16a5-4fd0-838c-e9ead19d782a req-76b1f340-5c97-45dd-b951-8f2ded9205ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=214b45fd-8159-4a98-b6fd-500fc8a08929 HTTP/1.1" status: 200 len: 833 time: 0.0610812 Oct 05 09:58:20.837002 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c7abc79c-374d-423e-8ddd-7108fcb34871 req-ec9331ab-0e67-4c35-b1c0-899f8c372ea5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404809 Oct 05 09:58:20.887797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-10a31682-4376-407a-8761-1afb89c175a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:56:46Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b748b4bf-da5d-4d08-a601-db27fa76375d', 'name': '', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:ba:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:44Z', 'updated_at': '2022-10-05T09:56:51Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:20.892701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a31682-4376-407a-8761-1afb89c175a7 None None] Checking router: 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:58:20.902123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a31682-4376-407a-8761-1afb89c175a7 None None] Routers {'49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:58:20.902732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-10a31682-4376-407a-8761-1afb89c175a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:58:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:20.911289 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f1386-16a5-4fd0-838c-e9ead19d782a req-cedc27b3-45e8-4565-b4c2-7230b6e4df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:20.912847 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b0f1386-16a5-4fd0-838c-e9ead19d782a req-cedc27b3-45e8-4565-b4c2-7230b6e4df29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7785f048-ed5e-4767-82fd-c90f99b1723d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898685 Oct 05 09:58:21.096049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-10a31682-4376-407a-8761-1afb89c175a7 None None] Set router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:58:21.171103 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b0f1386-16a5-4fd0-838c-e9ead19d782a req-81d309f1-bcf9-4615-bbe1-0351e9344dd8 service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516119 Oct 05 09:58:21.308355 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b0f1386-16a5-4fd0-838c-e9ead19d782a req-61c9ca26-e057-4f15-a81b-88c7551767f3 service neutron] 10.222.0.45 "GET /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300004 Oct 05 09:58:21.415132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-10a31682-4376-407a-8761-1afb89c175a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:56:46Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b748b4bf-da5d-4d08-a601-db27fa76375d', 'name': '', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:ba:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:44Z', 'updated_at': '2022-10-05T09:56:51Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:21.419187 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a31682-4376-407a-8761-1afb89c175a7 None None] The sync data for ids ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'] in dv-neutron-860328-1-hyperv is: [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:56:46Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'b748b4bf-da5d-4d08-a601-db27fa76375d', 'name': '', 'network_id': '7785f048-ed5e-4767-82fd-c90f99b1723d', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:ba:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:44Z', 'updated_at': '2022-10-05T09:56:51Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '214b45fd-8159-4a98-b6fd-500fc8a08929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:58:21.636761 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b2d708-a743-4e59-8511-535b49cc627a None None] New status for floating IP c49e63bf-5068-4d22-84ce-b786c57d9173: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:58:22.058752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad4e07-cc74-4b2e-9855-1d75bb64eafb req-9a44ae04-2f5a-4268-ab32-e6311cead4bb tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:22.060281 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-26ad4e07-cc74-4b2e-9855-1d75bb64eafb req-9a44ae04-2f5a-4268-ab32-e6311cead4bb tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.0922105 Oct 05 09:58:22.102904 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-26ad4e07-cc74-4b2e-9855-1d75bb64eafb req-e5cbb994-3726-45c3-b384-f405f2cffc8c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=d375828e-3feb-4eb8-b070-6b19238baca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365822 Oct 05 09:58:22.347033 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:58:22.518646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875d874-127b-4677-a037-45c6e0575a51 req-de751702-e56b-4f23-a306-4f7473de6166 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:22.519321 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b875d874-127b-4677-a037-45c6e0575a51 req-de751702-e56b-4f23-a306-4f7473de6166 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:58:22.535205 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b875d874-127b-4677-a037-45c6e0575a51 req-de751702-e56b-4f23-a306-4f7473de6166 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:58:22.536706 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b875d874-127b-4677-a037-45c6e0575a51 req-de751702-e56b-4f23-a306-4f7473de6166 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 946 time: 0.1124272 Oct 05 09:58:22.611157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-b875d874-127b-4677-a037-45c6e0575a51 req-819fe2c3-87eb-4ef0-a888-615bd9edc3ec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port f00da468-27ba-4c36-afad-4f33abe71645 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:58:22.611421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b875d874-127b-4677-a037-45c6e0575a51 req-819fe2c3-87eb-4ef0-a888-615bd9edc3ec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:22.853036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-b875d874-127b-4677-a037-45c6e0575a51 req-819fe2c3-87eb-4ef0-a888-615bd9edc3ec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port f00da468-27ba-4c36-afad-4f33abe71645, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f00da468-27ba-4c36-afad-4f33abe71645,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:58:22.853392 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b875d874-127b-4677-a037-45c6e0575a51 req-819fe2c3-87eb-4ef0-a888-615bd9edc3ec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:22.979740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-b875d874-127b-4677-a037-45c6e0575a51 req-819fe2c3-87eb-4ef0-a888-615bd9edc3ec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for f00da468-27ba-4c36-afad-4f33abe71645 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:58:23.128148 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b875d874-127b-4677-a037-45c6e0575a51 req-819fe2c3-87eb-4ef0-a888-615bd9edc3ec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:23.177153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fe2c3-87eb-4ef0-a888-615bd9edc3ec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=f00da468-27ba-4c36-afad-4f33abe71645,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:23.269485 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-b875d874-127b-4677-a037-45c6e0575a51 req-819fe2c3-87eb-4ef0-a888-615bd9edc3ec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] No DVR routers for this DVR port f00da468-27ba-4c36-afad-4f33abe71645 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:58:23.271921 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-88da8f15-13e5-45e0-87bb-f2035afb58ba req-b0c99fd1-b534-48c0-ae9d-71f32ba0faa1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 210 time: 0.0537949 Oct 05 09:58:23.272550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b875d874-127b-4677-a037-45c6e0575a51 req-819fe2c3-87eb-4ef0-a888-615bd9edc3ec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:23.274507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'name': 'network-vif-deleted', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:58:23.276756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e85f9ea-51b7-47bf-a806-629d65afdcab" -d '{"events": [{"server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "name": "network-vif-deleted", "tag": "f00da468-27ba-4c36-afad-4f33abe71645"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:58:23.291086 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b875d874-127b-4677-a037-45c6e0575a51 req-819fe2c3-87eb-4ef0-a888-615bd9edc3ec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "DELETE /v2.0/ports/f00da468-27ba-4c36-afad-4f33abe71645 HTTP/1.1" status: 204 len: 173 time: 0.7481909 Oct 05 09:58:23.320499 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544e0b59-9ee6-4909-ab68-4d8100d2da33 x-openstack-request-id: req-544e0b59-9ee6-4909-ab68-4d8100d2da33 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:58:23.320802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a7de9d-62db-4d9a-bf05-36b647fa4d2c", "name": "network-vif-deleted", "tag": "f00da468-27ba-4c36-afad-4f33abe71645", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:58:23.321058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-544e0b59-9ee6-4909-ab68-4d8100d2da33 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:58:23.321489 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544e0b59-9ee6-4909-ab68-4d8100d2da33'] response: {'server_uuid': '82a7de9d-62db-4d9a-bf05-36b647fa4d2c', 'name': 'network-vif-deleted', 'tag': 'f00da468-27ba-4c36-afad-4f33abe71645', 'status': 'completed', 'code': 200} Oct 05 09:58:23.611981 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-05869dd4-7b42-4f86-9d93-b315370ff96e req-9cb65e8e-2e8c-4275-b7b5-1044b538cfa3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0501914 Oct 05 09:58:23.739550 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-05869dd4-7b42-4f86-9d93-b315370ff96e req-0d844324-6b9e-4b51-8a76-8836ebadc45d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=82a7de9d-62db-4d9a-bf05-36b647fa4d2c HTTP/1.1" status: 200 len: 210 time: 0.0504377 Oct 05 09:58:23.909529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05869dd4-7b42-4f86-9d93-b315370ff96e req-3ead5f14-f23b-4ea7-a340-f23354da63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:23.911024 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-05869dd4-7b42-4f86-9d93-b315370ff96e req-3ead5f14-f23b-4ea7-a340-f23354da63e7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fd73bca3121b4002a21753552f6865df&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1504095 Oct 05 09:58:24.049910 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05869dd4-7b42-4f86-9d93-b315370ff96e req-cf93e5b7-67fb-456a-8f4b-c59fd00e4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:24.051384 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-05869dd4-7b42-4f86-9d93-b315370ff96e req-cf93e5b7-67fb-456a-8f4b-c59fd00e4b82 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349969 Oct 05 09:58:24.375897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43014) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:25.021390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3434cc74-910e-44c6-b699-1838717f5e03 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:25.379928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3434cc74-910e-44c6-b699-1838717f5e03 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port b748b4bf-da5d-4d08-a601-db27fa76375d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:58:25.380272 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3434cc74-910e-44c6-b699-1838717f5e03 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:25.566683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-3434cc74-910e-44c6-b699-1838717f5e03 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port b748b4bf-da5d-4d08-a601-db27fa76375d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b748b4bf-da5d-4d08-a601-db27fa76375d,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:58:25.566960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3434cc74-910e-44c6-b699-1838717f5e03 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:25.646254 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device f00da468-27ba-4c36-afad-4f33abe71645 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:58:25.689004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: f00da468-27ba-4c36-afad-4f33abe71645 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:58:25.689612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device f00da468-27ba-4c36-afad-4f33abe71645 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:58:25.703303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3434cc74-910e-44c6-b699-1838717f5e03 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for b748b4bf-da5d-4d08-a601-db27fa76375d owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:58:26.150065 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3434cc74-910e-44c6-b699-1838717f5e03 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:26.209636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434cc74-910e-44c6-b699-1838717f5e03 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=b748b4bf-da5d-4d08-a601-db27fa76375d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:26.506505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3434cc74-910e-44c6-b699-1838717f5e03 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:26.868114 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3434cc74-910e-44c6-b699-1838717f5e03 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:58:27.046232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3434cc74-910e-44c6-b699-1838717f5e03 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:58:27.057569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c9990-5790-4056-a3b0-9d35cb1abe3b None None] Sync routers for ids ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:58:27.059419 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3434cc74-910e-44c6-b699-1838717f5e03 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "PUT /v2.0/routers/49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6824481 Oct 05 09:58:27.062807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43018) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:27.068167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c9990-5790-4056-a3b0-9d35cb1abe3b None None] Routers {'49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:58:27.068789 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1b6c9990-5790-4056-a3b0-9d35cb1abe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:58:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:27.133540 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a7bc8f-d3ba-4c58-a1fe-8e12da6dceb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting subnet 214b45fd-8159-4a98-b6fd-500fc8a08929 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 09:58:27.136356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1a7bc8f-d3ba-4c58-a1fe-8e12da6dceb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:27.198927 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1a7bc8f-d3ba-4c58-a1fe-8e12da6dceb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:27.249106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-1b6c9990-5790-4056-a3b0-9d35cb1abe3b None None] Set router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:58:27.283457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1a7bc8f-d3ba-4c58-a1fe-8e12da6dceb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:27.357504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1a7bc8f-d3ba-4c58-a1fe-8e12da6dceb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:27.399303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7bc8f-d3ba-4c58-a1fe-8e12da6dceb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Subnet': ['ID=214b45fd-8159-4a98-b6fd-500fc8a08929,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:27.402821 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1a7bc8f-d3ba-4c58-a1fe-8e12da6dceb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:27.411241 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b1a7bc8f-d3ba-4c58-a1fe-8e12da6dceb1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/subnets/214b45fd-8159-4a98-b6fd-500fc8a08929 HTTP/1.1" status: 204 len: 168 time: 0.3450496 Oct 05 09:58:27.411483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43022) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:27.417386 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b042d3ef-1e14-4c97-8deb-b844f5b23f12 None None] Network 7785f048-ed5e-4767-82fd-c90f99b1723d requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:58:27.716100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:27.782186 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1b6c9990-5790-4056-a3b0-9d35cb1abe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:58:26Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:27.786760 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c9990-5790-4056-a3b0-9d35cb1abe3b None None] Checking router: 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:58:27.797293 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c9990-5790-4056-a3b0-9d35cb1abe3b None None] Routers {'49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:58:27.797942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1b6c9990-5790-4056-a3b0-9d35cb1abe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:58:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:27.864094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda7ec7-ca39-4e68-b29e-dbedc0adf3e5 None None] DHCP port deletion for 7785f048-ed5e-4767-82fd-c90f99b1723d request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 09:58:27.878258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ecda7ec7-ca39-4e68-b29e-dbedc0adf3e5 None None] Deleting port 9324ff51-8ea8-4292-af58-f131c3d78950 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:58:27.878653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecda7ec7-ca39-4e68-b29e-dbedc0adf3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:27.917103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:27.927426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 79d87e1e-b7aa-4b00-adae-05e98e1db95a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 09:58:27.927786 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:28.081123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-1b6c9990-5790-4056-a3b0-9d35cb1abe3b None None] Set router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:58:28.100775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port 79d87e1e-b7aa-4b00-adae-05e98e1db95a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=79d87e1e-b7aa-4b00-adae-05e98e1db95a,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:58:28.101130 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:28.225195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 79d87e1e-b7aa-4b00-adae-05e98e1db95a owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:58:28.372135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ecda7ec7-ca39-4e68-b29e-dbedc0adf3e5 None None] For port 9324ff51-8ea8-4292-af58-f131c3d78950, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9324ff51-8ea8-4292-af58-f131c3d78950,segment=NetworkSegment(6b168828-c6cb-4ecc-b8a7-be893f582d5a),segment_id=6b168828-c6cb-4ecc-b8a7-be893f582d5a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:58:28.372682 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecda7ec7-ca39-4e68-b29e-dbedc0adf3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:28.392264 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:28.478879 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=79d87e1e-b7aa-4b00-adae-05e98e1db95a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:28.521644 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ecda7ec7-ca39-4e68-b29e-dbedc0adf3e5 None None] Calling delete_port for 9324ff51-8ea8-4292-af58-f131c3d78950 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 09:58:28.541749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:28.652414 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecda7ec7-ca39-4e68-b29e-dbedc0adf3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:28.707720 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda7ec7-ca39-4e68-b29e-dbedc0adf3e5 None None] Pushing event deleted for resources: {'Port': ['ID=9324ff51-8ea8-4292-af58-f131c3d78950,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:28.712805 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda7ec7-ca39-4e68-b29e-dbedc0adf3e5 None None] No DVR routers for this DVR port 9324ff51-8ea8-4292-af58-f131c3d78950 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 09:58:28.719945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:28.721626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-1b6c9990-5790-4056-a3b0-9d35cb1abe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:58:26Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:28.722506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:28.726206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c9990-5790-4056-a3b0-9d35cb1abe3b None None] The sync data for ids ['49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276'] in dv-neutron-860328-1-hyperv is: [{'id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941099845', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:56:40Z', 'updated_at': '2022-10-05T09:58:26Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '79d87e1e-b7aa-4b00-adae-05e98e1db95a', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:56:41Z', 'updated_at': '2022-10-05T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:58:28.751460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:28.752002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Fanout notify agent at l3_agent the message router_deleted on router 49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 09:58:28.772813 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:28.774085 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a43a3ea9-2cff-43d0-8db0-6337117137a1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/routers/49ff4cbe-2fcf-4f64-8c9e-f8c8da9ca276 HTTP/1.1" status: 204 len: 168 time: 1.3615713 Oct 05 09:58:28.776503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43026) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:28.886090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9211243-e98c-4228-9475-b8d8c2ded4b2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.134171 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9211243-e98c-4228-9475-b8d8c2ded4b2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.163330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a9211243-e98c-4228-9475-b8d8c2ded4b2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7785f048-ed5e-4767-82fd-c90f99b1723d']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:29.177693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a9211243-e98c-4228-9475-b8d8c2ded4b2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b168828-c6cb-4ecc-b8a7-be893f582d5a') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:29.178021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a9211243-e98c-4228-9475-b8d8c2ded4b2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b168828-c6cb-4ecc-b8a7-be893f582d5a') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:29.190773 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9211243-e98c-4228-9475-b8d8c2ded4b2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.210986 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9211243-e98c-4228-9475-b8d8c2ded4b2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.218585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9211243-e98c-4228-9475-b8d8c2ded4b2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 09:58:29.219098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9211243-e98c-4228-9475-b8d8c2ded4b2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.252399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9324ff51-8ea8-4292-af58-f131c3d78950 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:58:29.287571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 9324ff51-8ea8-4292-af58-f131c3d78950 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:58:29.287698 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 6b168828-c6cb-4ecc-b8a7-be893f582d5a resource provider aggregate not found Oct 05 09:58:29.288268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9324ff51-8ea8-4292-af58-f131c3d78950 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:58:29.288379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b748b4bf-da5d-4d08-a601-db27fa76375d no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:58:29.317882 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 6b168828-c6cb-4ecc-b8a7-be893f582d5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b168828-c6cb-4ecc-b8a7-be893f582d5a found for delete ", "request_id": "req-78abf0a0-3015-4447-bb8e-ebf324044bd5"}]} Oct 05 09:58:29.322763 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: b748b4bf-da5d-4d08-a601-db27fa76375d {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:58:29.323149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b748b4bf-da5d-4d08-a601-db27fa76375d not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:58:29.336680 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9211243-e98c-4228-9475-b8d8c2ded4b2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.357894 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9211243-e98c-4228-9475-b8d8c2ded4b2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.369197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9211243-e98c-4228-9475-b8d8c2ded4b2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Network': ['ID=7785f048-ed5e-4767-82fd-c90f99b1723d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:29.379210 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a9211243-e98c-4228-9475-b8d8c2ded4b2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/networks/7785f048-ed5e-4767-82fd-c90f99b1723d HTTP/1.1" status: 204 len: 168 time: 0.6017168 Oct 05 09:58:29.381820 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43034) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:29.453747 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-142e8d3f-364b-46a7-96e3-84b8e15c4491 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.483330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-142e8d3f-364b-46a7-96e3-84b8e15c4491 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.549698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-142e8d3f-364b-46a7-96e3-84b8e15c4491 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.568509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e8d3f-364b-46a7-96e3-84b8e15c4491 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d375828e-3feb-4eb8-b070-6b19238baca4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:29.578504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-142e8d3f-364b-46a7-96e3-84b8e15c4491 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.579633 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-142e8d3f-364b-46a7-96e3-84b8e15c4491 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/security-groups/d375828e-3feb-4eb8-b070-6b19238baca4 HTTP/1.1" status: 204 len: 168 time: 0.1968451 Oct 05 09:58:29.696640 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43042) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:29.703178 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801525444', 'description': 'tempest-secgroup-smoke-801525444 description', 'project_id': 'fd73bca3121b4002a21753552f6865df'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:29.709206 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:29.713387 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:58:29.716844 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:58:29.723184 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:29.735153 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.755275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:29.759066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:58:29.761813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:58:29.767641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:29.839432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.843831 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.890413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f78017f-6b4e-448a-9786-dcfeafb12dfb,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:29.898690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:29.899040 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:29.899383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:29.899718 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:29.900052 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:29.900404 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:29.900729 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:29.901051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:29.901371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:29.901692 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:29.902058 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:29.902382 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:29.905953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:29.910213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43046) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:29.910316 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3dfc535e-30e2-48d5-b567-634ff6f1ba46 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2113273 Oct 05 09:58:29.915413 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2dee21a9-057a-4720-ab5e-b0f6a5d49617 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '1f78017f-6b4e-448a-9786-dcfeafb12dfb', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:29.922127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2dee21a9-057a-4720-ab5e-b0f6a5d49617 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:29.925951 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2dee21a9-057a-4720-ab5e-b0f6a5d49617 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:58:29.928941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2dee21a9-057a-4720-ab5e-b0f6a5d49617 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:58:29.934637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2dee21a9-057a-4720-ab5e-b0f6a5d49617 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:29.950662 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dee21a9-057a-4720-ab5e-b0f6a5d49617 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.009608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dee21a9-057a-4720-ab5e-b0f6a5d49617 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.013314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dee21a9-057a-4720-ab5e-b0f6a5d49617 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.038044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee21a9-057a-4720-ab5e-b0f6a5d49617 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a7c30d-b57c-4354-bb98-2ac769bdd4d9,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:30.048672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2dee21a9-057a-4720-ab5e-b0f6a5d49617 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.049845 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2dee21a9-057a-4720-ab5e-b0f6a5d49617 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387184 Oct 05 09:58:30.052581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43050) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:30.057749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-65c62599-1d6d-4470-a88e-e1c6165fc32c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '1f78017f-6b4e-448a-9786-dcfeafb12dfb', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:30.063947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-65c62599-1d6d-4470-a88e-e1c6165fc32c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:30.067818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-65c62599-1d6d-4470-a88e-e1c6165fc32c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:58:30.070741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-65c62599-1d6d-4470-a88e-e1c6165fc32c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:58:30.077250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-65c62599-1d6d-4470-a88e-e1c6165fc32c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:30.094026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65c62599-1d6d-4470-a88e-e1c6165fc32c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.155323 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65c62599-1d6d-4470-a88e-e1c6165fc32c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.158955 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65c62599-1d6d-4470-a88e-e1c6165fc32c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.183169 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c62599-1d6d-4470-a88e-e1c6165fc32c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1f13e9-18c4-4769-9d1a-01bb0ec532ea,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:30.191740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65c62599-1d6d-4470-a88e-e1c6165fc32c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.193011 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-65c62599-1d6d-4470-a88e-e1c6165fc32c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395075 Oct 05 09:58:30.196013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43054) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:30.202258 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cb974b01-7976-42b4-841a-d01a56629aec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '1f78017f-6b4e-448a-9786-dcfeafb12dfb', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:30.208222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cb974b01-7976-42b4-841a-d01a56629aec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:30.212105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cb974b01-7976-42b4-841a-d01a56629aec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:58:30.214900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cb974b01-7976-42b4-841a-d01a56629aec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:58:30.223434 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cb974b01-7976-42b4-841a-d01a56629aec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:30.243348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb974b01-7976-42b4-841a-d01a56629aec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.307430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb974b01-7976-42b4-841a-d01a56629aec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.312035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb974b01-7976-42b4-841a-d01a56629aec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.336227 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb974b01-7976-42b4-841a-d01a56629aec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16faac0d-67be-45eb-9b39-af24354217dd,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:30.345672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb974b01-7976-42b4-841a-d01a56629aec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.347156 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cb974b01-7976-42b4-841a-d01a56629aec tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500571 Oct 05 09:58:30.349646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43058) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:30.354993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ecb9e8ac-e066-4beb-86c6-cc236f0f0d93 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '1f78017f-6b4e-448a-9786-dcfeafb12dfb', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:30.361719 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ecb9e8ac-e066-4beb-86c6-cc236f0f0d93 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:30.365864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ecb9e8ac-e066-4beb-86c6-cc236f0f0d93 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:58:30.368984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ecb9e8ac-e066-4beb-86c6-cc236f0f0d93 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:58:30.375329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ecb9e8ac-e066-4beb-86c6-cc236f0f0d93 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:30.393138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e8ac-e066-4beb-86c6-cc236f0f0d93 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.458222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e8ac-e066-4beb-86c6-cc236f0f0d93 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.461754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e8ac-e066-4beb-86c6-cc236f0f0d93 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.484799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9e8ac-e066-4beb-86c6-cc236f0f0d93 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65247ed7-03c8-4d3f-9190-96486c481026,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:30.492932 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e8ac-e066-4beb-86c6-cc236f0f0d93 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.494137 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ecb9e8ac-e066-4beb-86c6-cc236f0f0d93 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434894 Oct 05 09:58:30.496818 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43062) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:30.502445 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-eb9cc149-8b73-438e-8f3e-5398f8028aa3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '1f78017f-6b4e-448a-9786-dcfeafb12dfb', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:30.508120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eb9cc149-8b73-438e-8f3e-5398f8028aa3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:30.511926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eb9cc149-8b73-438e-8f3e-5398f8028aa3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:58:30.515554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eb9cc149-8b73-438e-8f3e-5398f8028aa3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:58:30.521218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eb9cc149-8b73-438e-8f3e-5398f8028aa3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:30.531533 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-eb9cc149-8b73-438e-8f3e-5398f8028aa3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Project fd73bca3121b4002a21753552f6865df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:58:30.538203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc149-8b73-438e-8f3e-5398f8028aa3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.603959 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc149-8b73-438e-8f3e-5398f8028aa3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.607760 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc149-8b73-438e-8f3e-5398f8028aa3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.630625 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cc149-8b73-438e-8f3e-5398f8028aa3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbada0ba-86c4-41f8-8c51-0dd4b8a01ed9,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:30.640585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc149-8b73-438e-8f3e-5398f8028aa3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.641870 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eb9cc149-8b73-438e-8f3e-5398f8028aa3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436119 Oct 05 09:58:30.644561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43066) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:30.649620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7b81c84a-526b-458b-820e-59a9604388a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '1f78017f-6b4e-448a-9786-dcfeafb12dfb', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:30.655631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7b81c84a-526b-458b-820e-59a9604388a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:30.659523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7b81c84a-526b-458b-820e-59a9604388a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:58:30.662384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7b81c84a-526b-458b-820e-59a9604388a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:58:30.668092 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7b81c84a-526b-458b-820e-59a9604388a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:30.678249 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-7b81c84a-526b-458b-820e-59a9604388a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Project fd73bca3121b4002a21753552f6865df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 09:58:30.685143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b81c84a-526b-458b-820e-59a9604388a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.749887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b81c84a-526b-458b-820e-59a9604388a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.753531 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b81c84a-526b-458b-820e-59a9604388a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.777829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81c84a-526b-458b-820e-59a9604388a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98788f3c-1b17-4c67-89ad-cc3da49e94dc,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:30.787560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b81c84a-526b-458b-820e-59a9604388a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.788738 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7b81c84a-526b-458b-820e-59a9604388a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431475 Oct 05 09:58:30.791581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43070) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:30.796889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'network': {'name': 'tempest-network-smoke--340948437', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:30.801581 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:30.805642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:network and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:58:30.808449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:58:30.814636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:30.824715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:58:30.828578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.858508 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 09:58:30.869421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.869877 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Added segment c98cc20b-fbce-48aa-9a6a-7d397956caae of type vlan for network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f Oct 05 09:58:30.899609 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.931421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:30.937921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:30.938514 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:31.038125 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2454579 Oct 05 09:58:31.040873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43074) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:31.044675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91ff0b-e3f1-4412-87ed-88f34aa546bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Network': ['ID=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:31.046769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'admin_state_up': True, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:31.054063 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:31.054539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 09:58:31.058141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:router and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:58:31.061871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:58:31.068464 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:31.078526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:31.079635 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:31.096229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:31.165284 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 79d87e1e-b7aa-4b00-adae-05e98e1db95a no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 09:58:31.216784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 79d87e1e-b7aa-4b00-adae-05e98e1db95a {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 09:58:31.217127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 79d87e1e-b7aa-4b00-adae-05e98e1db95a not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 09:58:31.460762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:31.765064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:31.793524 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:31.939168 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.26.0.9 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/54ea779b-a650-47dd-902d-ac641a6dad57) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:58:32.083889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:32.114709 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:32.175784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:58:32.178591 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:58:32.186879 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:58:32.235126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=54ea779b-a650-47dd-902d-ac641a6dad57,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:32.616124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:32.873920 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-684bd533-7ba0-4581-a781-5ab5c81112eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:33.066999 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:33.276441 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 19f52d28-e98b-43e4-90bc-7c51104d894f is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 09:58:33.450068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:58:33.459394 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Sync routers for ids ['19f52d28-e98b-43e4-90bc-7c51104d894f'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:58:33.468944 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Routers {'19f52d28-e98b-43e4-90bc-7c51104d894f'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:58:33.469543 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:58:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['19f52d28-e98b-43e4-90bc-7c51104d894f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:33.476135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:33.477310 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6a4d5148-f84c-4afe-9c37-685d9c5ccdc7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4353685 Oct 05 09:58:33.480894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43078) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:33.522893 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b14fce33-121d-4244-a39f-996b2318d012 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=fd73bca3121b4002a21753552f6865df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408814 Oct 05 09:58:33.525549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43082) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:33.645888 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Set router 19f52d28-e98b-43e4-90bc-7c51104d894f gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:58:33.656066 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e9d55a-55b8-4ab5-979b-eaa307d7a35c tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:33.657575 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c0e9d55a-55b8-4ab5-979b-eaa307d7a35c tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311016 Oct 05 09:58:33.660518 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43086) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:33.699120 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-73033733-a5df-45c1-ae89-ce95fe1680ab tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375445 Oct 05 09:58:33.702108 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43090) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:33.707680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-227330452', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:33.822332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:33.827221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:subnet and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:58:33.830163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:58:33.836777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:33.850311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:58:33.853704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:33.958473 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:32Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:33.962353 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Checking router: 19f52d28-e98b-43e4-90bc-7c51104d894f for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:58:33.962818 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Updating router 19f52d28-e98b-43e4-90bc-7c51104d894f port 54ea779b-a650-47dd-902d-ac641a6dad57 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:58:34.018907 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:34.067112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:34.146939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Subnet': ['ID=c2a00ffd-61c7-407b-9d4b-8007951b4c7f,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:34.154726 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Checking segment: {'id': 'c98cc20b-fbce-48aa-9a6a-7d397956caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:58:34.155091 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network hostable DHCP agents. Network: aadfcde6-55fd-43a6-ba16-1b7b2c123b6f, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 09:58:34.175132 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 09:58:34.185193 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, aadfcde6-55fd-43a6-ba16-1b7b2c123b6f) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:58:34.189813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:34.190738 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:34.195861 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38f22ec-a65e-42c6-9c5c-c0b5054cf59c None None] Network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:58:34.215460 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-7445fbfc-ebd8-47e5-804b-d913c914ce4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5121105 Oct 05 09:58:34.218687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43094) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:34.367706 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:34.384628 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Transition to ACTIVE for port object 54ea779b-a650-47dd-902d-ac641a6dad57 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:58:34.393444 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:34.430526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ips': [{'subnet_id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 09:58:34.432680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:34.454123 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Attempting to bind port 54ea779b-a650-47dd-902d-ac641a6dad57 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:58:34.454495 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Attempting to bind port 54ea779b-a650-47dd-902d-ac641a6dad57 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:58:34.454860 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Attempting to bind port 54ea779b-a650-47dd-902d-ac641a6dad57 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:58:34.463949 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:58:34.464671 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:58:34.464790 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:34.465079 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:58:34.465592 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Bound port: 54ea779b-a650-47dd-902d-ac641a6dad57, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:58:34.466004 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:34.514511 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Pushing event updated for resources: {'Port': ['ID=54ea779b-a650-47dd-902d-ac641a6dad57,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:34.526256 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:34.526623 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:34.526937 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:34.527289 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:34.527596 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:34.527919 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:34.528875 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:34.529210 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:34.529529 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:34.529844 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:34.530187 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:34.530510 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 09:58:34.566195 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] For port 54ea779b-a650-47dd-902d-ac641a6dad57, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:58:34.569266 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] For port 54ea779b-a650-47dd-902d-ac641a6dad57, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=54ea779b-a650-47dd-902d-ac641a6dad57,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:58:34.574277 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:34.604953 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Allocated IP 172.20.0.2 (aadfcde6-55fd-43a6-ba16-1b7b2c123b6f/c2a00ffd-61c7-407b-9d4b-8007951b4c7f/458a7a77-f112-402f-8923-e4ade4601cc1) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:58:34.646875 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af1937-c124-4d79-83b5-b09a3f2e576a None None] Pushing event updated for resources: {'Port': ['ID=54ea779b-a650-47dd-902d-ac641a6dad57,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:34.655983 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Routers {'19f52d28-e98b-43e4-90bc-7c51104d894f'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:58:34.656887 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:58:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['19f52d28-e98b-43e4-90bc-7c51104d894f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:34.828599 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:34.839562 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Transition to ACTIVE for port object 458a7a77-f112-402f-8923-e4ade4601cc1 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:58:34.846753 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] Set router 19f52d28-e98b-43e4-90bc-7c51104d894f gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:58:34.859856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Transition to ACTIVE for port object 458a7a77-f112-402f-8923-e4ade4601cc1 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:58:34.867130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:34.937576 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:58:34.940737 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:58:34.949545 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:58:34.992407 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Pushing event updated for resources: {'Port': ['ID=458a7a77-f112-402f-8923-e4ade4601cc1,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:35.065326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Attempting to bind port 458a7a77-f112-402f-8923-e4ade4601cc1 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:58:35.065865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Attempting to bind port 458a7a77-f112-402f-8923-e4ade4601cc1 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'c98cc20b-fbce-48aa-9a6a-7d397956caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:58:35.066351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Attempting to bind port 458a7a77-f112-402f-8923-e4ade4601cc1 on network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:58:35.071764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:58:35.072398 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Checking segment: {'id': 'c98cc20b-fbce-48aa-9a6a-7d397956caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:58:35.072908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:35.073396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Bound using segment: {'id': 'c98cc20b-fbce-48aa-9a6a-7d397956caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:58:35.074042 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Bound port: 458a7a77-f112-402f-8923-e4ade4601cc1, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98cc20b-fbce-48aa-9a6a-7d397956caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:58:35.074462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:35.081214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:35.134446 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:32Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:35.138570 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291b7447-74bd-4bbf-a38a-3ab5d9a9584b None None] The sync data for ids ['19f52d28-e98b-43e4-90bc-7c51104d894f'] in dv-neutron-860328-1-hyperv is: [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:32Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:58:35.155814 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:35.198938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] For port 458a7a77-f112-402f-8923-e4ade4601cc1, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:58:35.204810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] For port 458a7a77-f112-402f-8923-e4ade4601cc1, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=458a7a77-f112-402f-8923-e4ade4601cc1,segment=NetworkSegment(c98cc20b-fbce-48aa-9a6a-7d397956caae),segment_id=c98cc20b-fbce-48aa-9a6a-7d397956caae)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:58:35.209499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:35.291436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f7973-0dd0-4493-b028-67b773d1f0ac None None] Pushing event updated for resources: {'Port': ['ID=458a7a77-f112-402f-8923-e4ade4601cc1,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:35.554287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.20.0.1 (aadfcde6-55fd-43a6-ba16-1b7b2c123b6f/c2a00ffd-61c7-407b-9d4b-8007951b4c7f/09b93ab9-3b68-44a3-b651-3cfe4f8c9913) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:58:35.703109 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-992c69a9-2d06-42e6-88a9-35a4ba2aef18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:35.756435 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:35.772552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Transition to ACTIVE for port object 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:58:35.799616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:35.875993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:58:35.879523 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:58:35.884125 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:58:35.914957 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=09b93ab9-3b68-44a3-b651-3cfe4f8c9913,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:35.953111 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:36.097736 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:36.324278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98546a3f-41ee-403e-b40f-0c5c38b8c561 None None] Network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 09:58:36.419738 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6e86c7f1-f746-4467-8384-4a3bd90f1d36 None None] Provisioning for port 458a7a77-f112-402f-8923-e4ade4601cc1 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:58:36.646224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:36.652001 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:36.771048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:36.774660 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=09b93ab9-3b68-44a3-b651-3cfe4f8c9913,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:36.863365 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Provisioning for port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:58:36.871699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Provisioning complete for port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:58:36.872436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:36.872974 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Attempt 1 to provision port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 Oct 05 09:58:36.922737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:58:36.924100 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:58:36.940288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:36.947932 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:58:37.027636 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:37.115120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 19f52d28-e98b-43e4-90bc-7c51104d894f has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:58:37.253100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 458a7a77-f112-402f-8923-e4ade4601cc1 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:58:37.305674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:58:37.316478 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Sync routers for ids ['19f52d28-e98b-43e4-90bc-7c51104d894f'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:58:37.318776 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b6fceeda-0236-4b58-80b2-1246111ee94c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "PUT /v2.0/routers/19f52d28-e98b-43e4-90bc-7c51104d894f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0990698 Oct 05 09:58:37.331490 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Routers {'19f52d28-e98b-43e4-90bc-7c51104d894f'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:58:37.332190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:58:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['19f52d28-e98b-43e4-90bc-7c51104d894f'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:37.406740 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 458a7a77-f112-402f-8923-e4ade4601cc1 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:58:37.450800 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Attempt 2 to provision port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 Oct 05 09:58:37.482322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 458a7a77-f112-402f-8923-e4ade4601cc1 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:58:37.482710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:37.483052 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 458a7a77-f112-402f-8923-e4ade4601cc1 Oct 05 09:58:37.552876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-9fcc69ca-af07-438b-b08d-8c3cb93cc0c7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:58:37.568494 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-9fcc69ca-af07-438b-b08d-8c3cb93cc0c7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:58:37.569805 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-9fcc69ca-af07-438b-b08d-8c3cb93cc0c7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801525444&fields=id&tenant_id=fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 267 time: 0.0563064 Oct 05 09:58:37.614821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:58:37.676985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Set router 19f52d28-e98b-43e4-90bc-7c51104d894f gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:58:37.721724 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-5900a088-01b1-413c-8d83-fc372ded9cef tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:37.723182 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-5900a088-01b1-413c-8d83-fc372ded9cef tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/networks?id=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f HTTP/1.1" status: 200 len: 796 time: 0.1461902 Oct 05 09:58:37.738048 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-eeea8975-7b35-4078-8e88-c67e04b52293 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/quotas/fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 375 time: 0.0093548 Oct 05 09:58:37.832783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-995bba7a-04e1-4f43-853e-b25167e89ec8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:58:37.849043 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-995bba7a-04e1-4f43-853e-b25167e89ec8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:58:37.851787 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-995bba7a-04e1-4f43-853e-b25167e89ec8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087584 Oct 05 09:58:37.858715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 458a7a77-f112-402f-8923-e4ade4601cc1 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:58:37.859104 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:37.973501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 458a7a77-f112-402f-8923-e4ade4601cc1, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=458a7a77-f112-402f-8923-e4ade4601cc1,segment=NetworkSegment(c98cc20b-fbce-48aa-9a6a-7d397956caae),segment_id=c98cc20b-fbce-48aa-9a6a-7d397956caae)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:58:37.979499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:37.980263 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 54ea779b-a650-47dd-902d-ac641a6dad57 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:58:38.109372 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-ab5e034c-0640-4a74-8d9e-50f155105a77 service neutron] 10.222.0.64 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440522 Oct 05 09:58:38.115893 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Attempt 3 to provision port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 Oct 05 09:58:38.235698 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=458a7a77-f112-402f-8923-e4ade4601cc1,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:38.239352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:58:38.240931 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-227a3334-b4b7-45fe-b234-37de937589b1 service neutron] 10.222.0.64 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248205 Oct 05 09:58:38.258659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 54ea779b-a650-47dd-902d-ac641a6dad57 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:58:38.266796 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 54ea779b-a650-47dd-902d-ac641a6dad57 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:58:38.267181 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:38.267526 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 54ea779b-a650-47dd-902d-ac641a6dad57 Oct 05 09:58:38.339502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:36Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '09b93ab9-3b68-44a3-b651-3cfe4f8c9913', 'name': '', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:e9:ee:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:35Z', 'updated_at': '2022-10-05T09:58:36Z', 'revision_number': 2, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:38.355066 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Checking router: 19f52d28-e98b-43e4-90bc-7c51104d894f for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:58:38.355420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Updating router 19f52d28-e98b-43e4-90bc-7c51104d894f port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 09:58:38.443603 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a0529332-70ce-47e2-8b5b-c7f2c0440e17 req-ac452008-608e-4b6c-8abe-1d058e165ffb tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 210 time: 0.0525875 Oct 05 09:58:38.463550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:38.475184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 54ea779b-a650-47dd-902d-ac641a6dad57 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:58:38.475553 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:38.533489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 54ea779b-a650-47dd-902d-ac641a6dad57, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=54ea779b-a650-47dd-902d-ac641a6dad57,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:58:38.546301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:38.684072 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=54ea779b-a650-47dd-902d-ac641a6dad57,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:38.748520 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Attempt 4 to provision port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 Oct 05 09:58:38.825212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:58:38.939585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:38.951498 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Transition to ACTIVE for port object 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:58:38.958080 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:39.186052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eeef44-fe56-4ef6-a79f-5afb287bca57 None None] Pushing event updated for resources: {'Port': ['ID=09b93ab9-3b68-44a3-b651-3cfe4f8c9913,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:39.213823 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Attempting to bind port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:58:39.214227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Attempting to bind port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'c98cc20b-fbce-48aa-9a6a-7d397956caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:58:39.214594 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Attempting to bind port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 on network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:58:39.220336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 458a7a77-f112-402f-8923-e4ade4601cc1 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:58:39.257228 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:58:39.257611 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Checking segment: {'id': 'c98cc20b-fbce-48aa-9a6a-7d397956caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:58:39.258042 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:39.258439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Bound using segment: {'id': 'c98cc20b-fbce-48aa-9a6a-7d397956caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:58:39.258920 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Bound port: 09b93ab9-3b68-44a3-b651-3cfe4f8c9913, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98cc20b-fbce-48aa-9a6a-7d397956caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:58:39.259290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:39.339259 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Attempt 5 to provision port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 Oct 05 09:58:39.424101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:58:39.441100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:39.454077 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 458a7a77-f112-402f-8923-e4ade4601cc1 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:58:39.454538 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:39.455049 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 458a7a77-f112-402f-8923-e4ade4601cc1 Oct 05 09:58:39.495249 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] For port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:58:39.514797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] For port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=09b93ab9-3b68-44a3-b651-3cfe4f8c9913,segment=NetworkSegment(c98cc20b-fbce-48aa-9a6a-7d397956caae),segment_id=c98cc20b-fbce-48aa-9a6a-7d397956caae)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:58:39.527417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:39.531966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-4699fb6e-7e8f-4975-8dce-f997d7a9c67f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:39.532831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-4699fb6e-7e8f-4975-8dce-f997d7a9c67f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:58:39.552235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-4699fb6e-7e8f-4975-8dce-f997d7a9c67f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:58:39.553825 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-4699fb6e-7e8f-4975-8dce-f997d7a9c67f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/networks?id=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f HTTP/1.1" status: 200 len: 796 time: 0.2400775 Oct 05 09:58:39.612086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-a61236c9-f47f-409a-a3d7-964f037d34a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 09:58:39.626897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-a61236c9-f47f-409a-a3d7-964f037d34a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 09:58:39.628058 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-a61236c9-f47f-409a-a3d7-964f037d34a3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 379 time: 0.0660954 Oct 05 09:58:39.633436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Routers {'19f52d28-e98b-43e4-90bc-7c51104d894f'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:58:39.634113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:58:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['19f52d28-e98b-43e4-90bc-7c51104d894f'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:39.639002 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'port': {'device_id': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'admin_state_up': True, 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'security_groups': ['1f78017f-6b4e-448a-9786-dcfeafb12dfb']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:39.729550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 458a7a77-f112-402f-8923-e4ade4601cc1 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:58:39.731094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 54ea779b-a650-47dd-902d-ac641a6dad57 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:58:39.766282 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eeef44-fe56-4ef6-a79f-5afb287bca57 None None] Pushing event updated for resources: {'Port': ['ID=09b93ab9-3b68-44a3-b651-3cfe4f8c9913,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:39.785593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:39.797131 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:39.807637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 09:58:39.809184 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-042f8de4-a0bd-46a9-a395-80c518eaaf77 req-d1c09d6a-09ff-4fe0-814c-407628be58d2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 210 time: 0.0569410 Oct 05 09:58:39.812242 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:39.904932 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] Set router 19f52d28-e98b-43e4-90bc-7c51104d894f gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:58:39.950258 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Attempt 6 to provision port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 Oct 05 09:58:39.986005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.20.0.8 (aadfcde6-55fd-43a6-ba16-1b7b2c123b6f/c2a00ffd-61c7-407b-9d4b-8007951b4c7f/1bdab3c9-7a33-49e5-a124-a20ea2515a94) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:58:40.019248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 54ea779b-a650-47dd-902d-ac641a6dad57 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:58:40.019619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:40.019959 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 54ea779b-a650-47dd-902d-ac641a6dad57 Oct 05 09:58:40.177215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:40.192919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Transition to ACTIVE for port object 1bdab3c9-7a33-49e5-a124-a20ea2515a94 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:58:40.208936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:58:40.218486 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:40.249502 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Provisioning complete for port 458a7a77-f112-402f-8923-e4ade4601cc1 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:58:40.249784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:40.250174 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Attempt 1 to provision port 458a7a77-f112-402f-8923-e4ade4601cc1 Oct 05 09:58:40.285889 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:58:40.289119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:58:40.299103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:58:40.361938 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=1bdab3c9-7a33-49e5-a124-a20ea2515a94,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:40.379203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:40.379852 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:40.408630 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-20edeb5f-5989-4baa-85a6-f51b4727b63e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7744460 Oct 05 09:58:40.423153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Request body: {'port': {'device_id': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:40.478684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 54ea779b-a650-47dd-902d-ac641a6dad57 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:58:40.545858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:40.555886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdf4ec-a2a6-4708-af84-347e12a2220e None None] Current status of the port 458a7a77-f112-402f-8923-e4ade4601cc1 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:58:40.567813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:36Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '09b93ab9-3b68-44a3-b651-3cfe4f8c9913', 'name': '', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:e9:ee:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:35Z', 'updated_at': '2022-10-05T09:58:39Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:40.571886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62adb62a-b50e-4e08-8597-4e517b335514 None None] The sync data for ids ['19f52d28-e98b-43e4-90bc-7c51104d894f'] in dv-neutron-860328-1-hyperv is: [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:36Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '09b93ab9-3b68-44a3-b651-3cfe4f8c9913', 'name': '', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:e9:ee:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:35Z', 'updated_at': '2022-10-05T09:58:39Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:58:40.694256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bc7d8538-1134-4a06-ba4b-bbabd4cbb501 None None] Provisioning for port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:58:40.700450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bc7d8538-1134-4a06-ba4b-bbabd4cbb501 None None] Provisioning complete for port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:58:40.701004 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bc7d8538-1134-4a06-ba4b-bbabd4cbb501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:40.701605 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bc7d8538-1134-4a06-ba4b-bbabd4cbb501 None None] Attempt 1 to provision port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 Oct 05 09:58:40.761626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d8538-1134-4a06-ba4b-bbabd4cbb501 None None] Port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:58:41.035711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bdab3c9-7a33-49e5-a124-a20ea2515a94 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:58:41.036815 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc13e35-31db-4ce8-876d-dfc6906382b7 req-7f470a27-f060-4a1b-8435-a48536fad750 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:41.038389 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2fc13e35-31db-4ce8-876d-dfc6906382b7 req-7f470a27-f060-4a1b-8435-a48536fad750 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 931 time: 0.0970967 Oct 05 09:58:41.045394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:41.063983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Transition to ACTIVE for port object 1bdab3c9-7a33-49e5-a124-a20ea2515a94 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 09:58:41.069025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:41.088513 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2fc13e35-31db-4ce8-876d-dfc6906382b7 req-a2f3ef88-97b6-4ec2-a2f7-2dded4c5b71b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425186 Oct 05 09:58:41.231830 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:58:41.237939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Pushing event updated for resources: {'Port': ['ID=1bdab3c9-7a33-49e5-a124-a20ea2515a94,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:41.266751 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bc7d8538-1134-4a06-ba4b-bbabd4cbb501 None None] Attempt 2 to provision port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 Oct 05 09:58:41.316847 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Attempting to bind port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 09:58:41.317541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Attempting to bind port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'c98cc20b-fbce-48aa-9a6a-7d397956caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 09:58:41.317541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Attempting to bind port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 on network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:58:41.322348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 on network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 09:58:41.322669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Attempting to bind port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 on network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 09:58:41.328240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 9, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 09:58:41.328601 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Checking segment: {'id': 'c98cc20b-fbce-48aa-9a6a-7d397956caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 09:58:41.328967 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Bound using segment: {'id': 'c98cc20b-fbce-48aa-9a6a-7d397956caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 09:58:41.329391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Bound port: 1bdab3c9-7a33-49e5-a124-a20ea2515a94, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98cc20b-fbce-48aa-9a6a-7d397956caae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 09:58:41.329740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:41.344412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d8538-1134-4a06-ba4b-bbabd4cbb501 None None] Port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 09:58:41.357242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:58:41.362193 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:58:41.362558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:41.362893 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 Oct 05 09:58:41.424017 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] For port 1bdab3c9-7a33-49e5-a124-a20ea2515a94, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 09:58:41.427592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] For port 1bdab3c9-7a33-49e5-a124-a20ea2515a94, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1bdab3c9-7a33-49e5-a124-a20ea2515a94,segment=NetworkSegment(c98cc20b-fbce-48aa-9a6a-7d397956caae),segment_id=c98cc20b-fbce-48aa-9a6a-7d397956caae)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 09:58:41.431755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:41.471270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:41.471881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:41.473345 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] 10.222.0.45 "PUT /v2.0/ports/1bdab3c9-7a33-49e5-a124-a20ea2515a94 HTTP/1.1" status: 200 len: 1093 time: 1.0553989 Oct 05 09:58:41.473844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'tag': '1bdab3c9-7a33-49e5-a124-a20ea2515a94'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:58:41.476285 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a4e4ea-7df8-401f-9e8b-fe49587d7054" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa6a909-bcc6-45f7-bd61-a4d2eb213700", "tag": "1bdab3c9-7a33-49e5-a124-a20ea2515a94"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:58:41.505870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:58:41.506446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:41.546242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=09b93ab9-3b68-44a3-b651-3cfe4f8c9913,segment=NetworkSegment(c98cc20b-fbce-48aa-9a6a-7d397956caae),segment_id=c98cc20b-fbce-48aa-9a6a-7d397956caae)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:58:41.550785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:41.557189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0eb4e-2f77-43c4-b4d0-ed569e88ea4d service neutron] Pushing event updated for resources: {'Port': ['ID=1bdab3c9-7a33-49e5-a124-a20ea2515a94,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:41.567987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075ce495-11f1-4cab-aca5-7c56e20439b5 x-openstack-request-id: req-075ce495-11f1-4cab-aca5-7c56e20439b5 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:58:41.568275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa6a909-bcc6-45f7-bd61-a4d2eb213700", "tag": "1bdab3c9-7a33-49e5-a124-a20ea2515a94", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:58:41.568527 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-075ce495-11f1-4cab-aca5-7c56e20439b5 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:58:41.568918 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075ce495-11f1-4cab-aca5-7c56e20439b5'] response: {'name': 'network-changed', 'server_uuid': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'tag': '1bdab3c9-7a33-49e5-a124-a20ea2515a94', 'status': 'completed', 'code': 200} Oct 05 09:58:41.612808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-58fa94a7-672b-4ddf-9f32-59f0ada088f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:41.614327 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-58fa94a7-672b-4ddf-9f32-59f0ada088f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 1096 time: 0.0991273 Oct 05 09:58:41.626715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=09b93ab9-3b68-44a3-b651-3cfe4f8c9913,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:41.690057 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-57582f28-1756-4994-abe6-9cd3985fea17 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bdab3c9-7a33-49e5-a124-a20ea2515a94 HTTP/1.1" status: 200 len: 217 time: 0.0687225 Oct 05 09:58:41.752685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-e8328aca-6b0b-4d85-af34-127248a8690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:41.754158 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-e8328aca-6b0b-4d85-af34-127248a8690c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c2a00ffd-61c7-407b-9d4b-8007951b4c7f HTTP/1.1" status: 200 len: 834 time: 0.0585105 Oct 05 09:58:41.841138 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-e8aba49e-22c8-440d-80fc-c3b7e6b44291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:41.842550 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-e8aba49e-22c8-440d-80fc-c3b7e6b44291 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821753 Oct 05 09:58:41.845367 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-bc7d8538-1134-4a06-ba4b-bbabd4cbb501 None None] Attempt 3 to provision port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 Oct 05 09:58:41.907174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d8538-1134-4a06-ba4b-bbabd4cbb501 None None] Port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 09:58:41.983047 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-ebe37d52-e33b-4337-ac15-dc4127499cb9 service neutron] 10.222.0.45 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334136 Oct 05 09:58:42.118109 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-33c6e056-b6e9-4fb4-a5c3-a0503f03d3cf req-5d049b3a-7b25-4b50-a6c5-c7d53b32b585 service neutron] 10.222.0.45 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293805 Oct 05 09:58:42.245143 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4e4ea-7df8-401f-9e8b-fe49587d7054 req-d33c19d7-64fe-4b0f-826b-21b6041b0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:42.246672 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-64a4e4ea-7df8-401f-9e8b-fe49587d7054 req-d33c19d7-64fe-4b0f-826b-21b6041b0400 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 1096 time: 0.0793839 Oct 05 09:58:42.291113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0acace-949a-47f4-b6f7-10f302071aa2 req-7aeed13b-f7ad-4df6-9c1d-5ab1fa36643c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:42.292624 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5c0acace-949a-47f4-b6f7-10f302071aa2 req-7aeed13b-f7ad-4df6-9c1d-5ab1fa36643c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 943 time: 0.0931368 Oct 05 09:58:42.337148 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5c0acace-949a-47f4-b6f7-10f302071aa2 req-b9f73917-b776-4014-aca5-654b4a7a0bcb tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384440 Oct 05 09:58:42.380718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4e4ea-7df8-401f-9e8b-fe49587d7054 req-5131796c-b934-40cb-b545-0084e242c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:42.382134 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-64a4e4ea-7df8-401f-9e8b-fe49587d7054 req-5131796c-b934-40cb-b545-0084e242c4f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f HTTP/1.1" status: 200 len: 897 time: 0.1278973 Oct 05 09:58:42.451874 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-64a4e4ea-7df8-401f-9e8b-fe49587d7054 req-f0681624-97fe-40df-8e10-7aad15b26404 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bdab3c9-7a33-49e5-a124-a20ea2515a94 HTTP/1.1" status: 200 len: 217 time: 0.0630696 Oct 05 09:58:42.515592 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4e4ea-7df8-401f-9e8b-fe49587d7054 req-63217cc8-00ad-45af-8b6d-1b475c09dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:42.516959 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-64a4e4ea-7df8-401f-9e8b-fe49587d7054 req-63217cc8-00ad-45af-8b6d-1b475c09dce4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c2a00ffd-61c7-407b-9d4b-8007951b4c7f HTTP/1.1" status: 200 len: 834 time: 0.0591691 Oct 05 09:58:42.597737 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4e4ea-7df8-401f-9e8b-fe49587d7054 req-9e68825d-1a67-4b26-9d37-3e070fbbc8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:42.599203 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-64a4e4ea-7df8-401f-9e8b-fe49587d7054 req-9e68825d-1a67-4b26-9d37-3e070fbbc8ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761538 Oct 05 09:58:42.824521 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-64a4e4ea-7df8-401f-9e8b-fe49587d7054 req-8599ed24-2293-4772-a171-52e226c5aa62 service neutron] 10.222.0.45 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172732 Oct 05 09:58:42.955298 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-64a4e4ea-7df8-401f-9e8b-fe49587d7054 req-f0edfbb5-a8fc-4a8b-a9ea-cf1fd21c79e1 service neutron] 10.222.0.45 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245263 Oct 05 09:58:43.203600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:58:43.272905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:58:43.273275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:43.273607 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 Oct 05 09:58:43.388439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:58:43.536877 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea87e2c-02a1-4872-9edc-4d39244f8cce req-3e15a6ac-553a-477d-a280-2b4fa6ec515a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:43.538273 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4ea87e2c-02a1-4872-9edc-4d39244f8cce req-3e15a6ac-553a-477d-a280-2b4fa6ec515a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 943 time: 0.0897284 Oct 05 09:58:43.586103 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4ea87e2c-02a1-4872-9edc-4d39244f8cce req-598d3603-f4ec-4512-bde5-0424ea87cd2a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421705 Oct 05 09:58:43.726797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 1bdab3c9-7a33-49e5-a124-a20ea2515a94 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 09:58:43.861122 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 1bdab3c9-7a33-49e5-a124-a20ea2515a94, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1bdab3c9-7a33-49e5-a124-a20ea2515a94,segment=NetworkSegment(c98cc20b-fbce-48aa-9a6a-7d397956caae),segment_id=c98cc20b-fbce-48aa-9a6a-7d397956caae)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:58:43.875813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '1bdab3c9-7a33-49e5-a124-a20ea2515a94', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'port_id': '1bdab3c9-7a33-49e5-a124-a20ea2515a94', 'mac_address': 'fa:16:3e:22:a2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 09:58:43.934099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:58:43.935029 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:43.951674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bdab3c9-7a33-49e5-a124-a20ea2515a94 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 09:58:43.968512 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 1bdab3c9-7a33-49e5-a124-a20ea2515a94, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1bdab3c9-7a33-49e5-a124-a20ea2515a94,segment=NetworkSegment(c98cc20b-fbce-48aa-9a6a-7d397956caae),segment_id=c98cc20b-fbce-48aa-9a6a-7d397956caae)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:58:43.972313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:44.037512 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=1bdab3c9-7a33-49e5-a124-a20ea2515a94,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:44.177731 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['1bdab3c9-7a33-49e5-a124-a20ea2515a94'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 09:58:44.786080 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455ded1-6ca4-42b7-8343-a446177389eb req-c2799ec7-18ef-43c9-8807-fea58ed11b4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:44.787538 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0455ded1-6ca4-42b7-8343-a446177389eb req-c2799ec7-18ef-43c9-8807-fea58ed11b4c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 944 time: 0.0879741 Oct 05 09:58:44.830805 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0455ded1-6ca4-42b7-8343-a446177389eb req-00cdbd98-38d7-4d98-9075-20fc46513171 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377443 Oct 05 09:58:45.726198 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 1bdab3c9-7a33-49e5-a124-a20ea2515a94 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 09:58:45.792183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 09:58:45.797227 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 09:58:45.797612 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:45.797984 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 Oct 05 09:58:45.919710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 09:58:45.920100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:45.948299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdab3c9-7a33-49e5-a124-a20ea2515a94'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:58:45.951002 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0606d0-14c4-4c46-a9a0-cdb29dfe8d03" -d '{"events": [{"server_uuid": "7fa6a909-bcc6-45f7-bd61-a4d2eb213700", "name": "network-vif-plugged", "status": "completed", "tag": "1bdab3c9-7a33-49e5-a124-a20ea2515a94"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:58:45.959018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 1bdab3c9-7a33-49e5-a124-a20ea2515a94, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1bdab3c9-7a33-49e5-a124-a20ea2515a94,segment=NetworkSegment(c98cc20b-fbce-48aa-9a6a-7d397956caae),segment_id=c98cc20b-fbce-48aa-9a6a-7d397956caae)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 09:58:45.964297 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:46.002212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 09:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948a22bc-c217-430f-907e-420abc00dd65 x-openstack-request-id: req-948a22bc-c217-430f-907e-420abc00dd65 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:58:46.002503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa6a909-bcc6-45f7-bd61-a4d2eb213700", "name": "network-vif-plugged", "status": "completed", "tag": "1bdab3c9-7a33-49e5-a124-a20ea2515a94", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:58:46.002752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-948a22bc-c217-430f-907e-420abc00dd65 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:58:46.003146 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948a22bc-c217-430f-907e-420abc00dd65'] response: {'server_uuid': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdab3c9-7a33-49e5-a124-a20ea2515a94', 'code': 200} Oct 05 09:58:46.036885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=1bdab3c9-7a33-49e5-a124-a20ea2515a94,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:46.052656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58aed4-9093-430b-9623-5a2fdc02ea60 req-84c7d95a-fb5b-4af6-b71f-401aa17d3094 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:46.054243 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0a58aed4-9093-430b-9623-5a2fdc02ea60 req-84c7d95a-fb5b-4af6-b71f-401aa17d3094 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.1044190 Oct 05 09:58:46.098158 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0a58aed4-9093-430b-9623-5a2fdc02ea60 req-a49ba9c1-87bc-47d1-a94e-f68fea425d30 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376692 Oct 05 09:58:46.235240 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1f279-4c66-4a8e-a082-71196c0e3cbc req-871b63f5-0b48-4156-a77e-9ff345870906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:46.236709 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25f1f279-4c66-4a8e-a082-71196c0e3cbc req-871b63f5-0b48-4156-a77e-9ff345870906 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 1098 time: 0.0820007 Oct 05 09:58:46.275664 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25f1f279-4c66-4a8e-a082-71196c0e3cbc req-86168459-464f-44a2-a85a-d44114a0878e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327528 Oct 05 09:58:47.315016 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17feb1-0110-4a12-8cc7-2dba0efc2480 req-1be92c54-4e7f-4bd0-8458-e6db4e9b1380 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:47.317166 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9e17feb1-0110-4a12-8cc7-2dba0efc2480 req-1be92c54-4e7f-4bd0-8458-e6db4e9b1380 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0995586 Oct 05 09:58:47.369269 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9e17feb1-0110-4a12-8cc7-2dba0efc2480 req-82134a6b-cf40-40c6-9c00-ab633d7471f8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452182 Oct 05 09:58:48.582457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5247f-870e-46af-8281-61a4d07e9891 req-68d3b434-be29-4ffd-a9e2-5895a3599a96 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:48.583886 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d7a5247f-870e-46af-8281-61a4d07e9891 req-68d3b434-be29-4ffd-a9e2-5895a3599a96 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0869200 Oct 05 09:58:48.628428 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d7a5247f-870e-46af-8281-61a4d07e9891 req-861794e6-be69-4f8d-a3d3-3f84d6af6ba4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388563 Oct 05 09:58:48.832713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778dd29-61bc-4243-b1bb-270c580e017d req-826631fe-1a3b-4a74-86e0-1496d34a89e8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:48.834271 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f778dd29-61bc-4243-b1bb-270c580e017d req-826631fe-1a3b-4a74-86e0-1496d34a89e8 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0959170 Oct 05 09:58:48.879903 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f778dd29-61bc-4243-b1bb-270c580e017d req-6add34a5-1dab-4d7c-a371-8447376bab32 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398839 Oct 05 09:58:48.910322 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43148) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:49.030781 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727a9ac5-6071-490b-bcbf-4c1c9cb82632 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:49.035039 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-727a9ac5-6071-490b-bcbf-4c1c9cb82632 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 1093 time: 0.1209862 Oct 05 09:58:49.035188 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43154) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:49.040014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '1bdab3c9-7a33-49e5-a124-a20ea2515a94', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 09:58:49.046577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 09:58:49.050442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:floatingip and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 09:58:49.053256 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 09:58:49.060109 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 09:58:49.070243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:49.210681 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:49.356439 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.26.0.137 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/42867210-cc6e-409b-9be2-d1c952fb173e) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 09:58:49.500549 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:49.529271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:49.684769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 09:58:49.688107 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 09:58:49.690680 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 09:58:49.737543 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=42867210-cc6e-409b-9be2-d1c952fb173e,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:50.113176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:50.189219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:50.395702 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:50.400564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:50.507673 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=42867210-cc6e-409b-9be2-d1c952fb173e,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 09:58:50.510068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:50.680839 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Floating IP 1cc3b1e8-0596-4c16-817e-258fe7c0a7ce associated. External IP: 172.26.0.137, port: 1bdab3c9-7a33-49e5-a124-a20ea2515a94. Oct 05 09:58:51.032682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 19f52d28-e98b-43e4-90bc-7c51104d894f has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 09:58:51.330276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 09:58:51.342817 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbac64f-d46d-4c5b-a083-75a853642def None None] Sync routers for ids ['19f52d28-e98b-43e4-90bc-7c51104d894f'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 09:58:51.356102 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbac64f-d46d-4c5b-a083-75a853642def None None] Routers {'19f52d28-e98b-43e4-90bc-7c51104d894f'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:58:51.356609 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4dbac64f-d46d-4c5b-a083-75a853642def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:58:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['19f52d28-e98b-43e4-90bc-7c51104d894f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:51.359230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:58:51.424156 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-69e01eae-d6f6-49bc-975b-718c5d990da7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3879533 Oct 05 09:58:51.425113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'tag': '1bdab3c9-7a33-49e5-a124-a20ea2515a94'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 09:58:51.427492 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673e0056-e5bd-4873-b38b-0a5910e9a04e" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa6a909-bcc6-45f7-bd61-a4d2eb213700", "tag": "1bdab3c9-7a33-49e5-a124-a20ea2515a94"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 09:58:51.475835 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 09:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6216545-e82c-41bb-b075-1cc4e7a239ec x-openstack-request-id: req-e6216545-e82c-41bb-b075-1cc4e7a239ec {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 09:58:51.476126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa6a909-bcc6-45f7-bd61-a4d2eb213700", "tag": "1bdab3c9-7a33-49e5-a124-a20ea2515a94", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 09:58:51.476372 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6216545-e82c-41bb-b075-1cc4e7a239ec {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 09:58:51.476766 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6216545-e82c-41bb-b075-1cc4e7a239ec'] response: {'name': 'network-changed', 'server_uuid': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'tag': '1bdab3c9-7a33-49e5-a124-a20ea2515a94', 'status': 'completed', 'code': 200} Oct 05 09:58:51.544908 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4dbac64f-d46d-4c5b-a083-75a853642def None None] Set router 19f52d28-e98b-43e4-90bc-7c51104d894f gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:58:51.577647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e0056-e5bd-4873-b38b-0a5910e9a04e req-58f8b76e-63f2-45a1-b0a2-7d53e2a37800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:51.579335 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-673e0056-e5bd-4873-b38b-0a5910e9a04e req-58f8b76e-63f2-45a1-b0a2-7d53e2a37800 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 1098 time: 0.0811911 Oct 05 09:58:51.600983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5373d5-1e68-4a32-88ba-1e2f85025999 req-d8d76d59-9240-41da-bd6f-c200594a4a68 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:51.602834 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bc5373d5-1e68-4a32-88ba-1e2f85025999 req-d8d76d59-9240-41da-bd6f-c200594a4a68 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0905385 Oct 05 09:58:51.649221 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bc5373d5-1e68-4a32-88ba-1e2f85025999 req-076df610-e553-44be-95d1-0a7ad5de32ba tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399189 Oct 05 09:58:51.678911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43162) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:51.713875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e0056-e5bd-4873-b38b-0a5910e9a04e req-e47f10f2-c6b2-41ab-bdec-4a9e81e421e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:51.715533 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-673e0056-e5bd-4873-b38b-0a5910e9a04e req-e47f10f2-c6b2-41ab-bdec-4a9e81e421e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f HTTP/1.1" status: 200 len: 897 time: 0.1298759 Oct 05 09:58:51.787972 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4fd73fbf-9d02-4822-a357-37ee8b4f2192 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/1cc3b1e8-0596-4c16-817e-258fe7c0a7ce HTTP/1.1" status: 200 len: 991 time: 0.1078463 Oct 05 09:58:51.832159 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-673e0056-e5bd-4873-b38b-0a5910e9a04e req-4b86f8d2-ee7e-43d6-a617-9c4ef088c8b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bdab3c9-7a33-49e5-a124-a20ea2515a94 HTTP/1.1" status: 200 len: 999 time: 0.1000469 Oct 05 09:58:51.897678 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e0056-e5bd-4873-b38b-0a5910e9a04e req-e3df74c8-7398-48fd-9d53-4013cb8364f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:51.899243 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-673e0056-e5bd-4873-b38b-0a5910e9a04e req-e3df74c8-7398-48fd-9d53-4013cb8364f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c2a00ffd-61c7-407b-9d4b-8007951b4c7f HTTP/1.1" status: 200 len: 834 time: 0.0616820 Oct 05 09:58:51.923681 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4dbac64f-d46d-4c5b-a083-75a853642def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:36Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '1cc3b1e8-0596-4c16-817e-258fe7c0a7ce', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.137', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'port_id': '1bdab3c9-7a33-49e5-a124-a20ea2515a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'mac_address': 'fa:16:3e:22:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:58:50Z', 'updated_at': '2022-10-05T09:58:50Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b93ab9-3b68-44a3-b651-3cfe4f8c9913', 'name': '', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:e9:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:35Z', 'updated_at': '2022-10-05T09:58:41Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:51.927457 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbac64f-d46d-4c5b-a083-75a853642def None None] Checking router: 19f52d28-e98b-43e4-90bc-7c51104d894f for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 09:58:51.936429 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbac64f-d46d-4c5b-a083-75a853642def None None] Routers {'19f52d28-e98b-43e4-90bc-7c51104d894f'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 09:58:51.937010 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4dbac64f-d46d-4c5b-a083-75a853642def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T09:58:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['19f52d28-e98b-43e4-90bc-7c51104d894f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:51.981468 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e0056-e5bd-4873-b38b-0a5910e9a04e req-6f9deb45-7fca-489b-bdc6-a82a20cce727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:58:51.983129 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-673e0056-e5bd-4873-b38b-0a5910e9a04e req-6f9deb45-7fca-489b-bdc6-a82a20cce727 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786550 Oct 05 09:58:52.114801 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4dbac64f-d46d-4c5b-a083-75a853642def None None] Set router 19f52d28-e98b-43e4-90bc-7c51104d894f gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 09:58:52.124067 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-673e0056-e5bd-4873-b38b-0a5910e9a04e req-6ca6612f-110e-49ad-91e5-1cb36a0e28f8 service neutron] 10.222.0.45 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281874 Oct 05 09:58:52.257371 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-673e0056-e5bd-4873-b38b-0a5910e9a04e req-b4c73117-aa3b-4c42-baf9-7c953bbb3933 service neutron] 10.222.0.45 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264091 Oct 05 09:58:52.458395 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4dbac64f-d46d-4c5b-a083-75a853642def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:36Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '1cc3b1e8-0596-4c16-817e-258fe7c0a7ce', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.137', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'port_id': '1bdab3c9-7a33-49e5-a124-a20ea2515a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'mac_address': 'fa:16:3e:22:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:58:50Z', 'updated_at': '2022-10-05T09:58:50Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b93ab9-3b68-44a3-b651-3cfe4f8c9913', 'name': '', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:e9:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:35Z', 'updated_at': '2022-10-05T09:58:41Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 09:58:52.462282 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbac64f-d46d-4c5b-a083-75a853642def None None] The sync data for ids ['19f52d28-e98b-43e4-90bc-7c51104d894f'] in dv-neutron-860328-1-hyperv is: [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:36Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '1cc3b1e8-0596-4c16-817e-258fe7c0a7ce', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.137', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'port_id': '1bdab3c9-7a33-49e5-a124-a20ea2515a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'mac_address': 'fa:16:3e:22:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T09:58:50Z', 'updated_at': '2022-10-05T09:58:50Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b93ab9-3b68-44a3-b651-3cfe4f8c9913', 'name': '', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:e9:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:35Z', 'updated_at': '2022-10-05T09:58:41Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 09:58:52.638265 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2273ca-26d8-4d56-b9d6-15ee40ad75ba None None] New status for floating IP 1cc3b1e8-0596-4c16-817e-258fe7c0a7ce: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 09:58:52.791962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43166) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:52.901595 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0e91f5a1-4e51-488a-99fe-7d09eb45ea43 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/1cc3b1e8-0596-4c16-817e-258fe7c0a7ce HTTP/1.1" status: 200 len: 991 time: 0.1085649 Oct 05 09:58:53.905618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43170) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:58:54.011652 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2e9639c7-7cf1-473c-bd7e-a00c978c4048 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/1cc3b1e8-0596-4c16-817e-258fe7c0a7ce HTTP/1.1" status: 200 len: 993 time: 0.1047828 Oct 05 09:58:59.346559 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:59:02.877753 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-60cc3ae5-0d43-4ca8-90ac-c80063b99e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:05.113331 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:05.705074 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-442ddf03-1bbf-4dd6-875b-dc997dad6035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:06.883516 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:07.029784 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:09.373063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:23.657085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372009e8-1402-41d7-b3a3-77b5537b0657 req-6437c241-99fd-4022-b930-b35a0314b0af tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:23.660194 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-372009e8-1402-41d7-b3a3-77b5537b0657 req-6437c241-99fd-4022-b930-b35a0314b0af tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0960455 Oct 05 09:59:23.713955 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-372009e8-1402-41d7-b3a3-77b5537b0657 req-5c1fac49-c35b-4410-a534-cdefddd704c7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479853 Oct 05 09:59:23.750996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9dee0-bf4c-41c1-b598-ba8934b2c70b req-ee3f7609-a739-41b7-93a7-06a1ef189133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:23.752386 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d3b9dee0-bf4c-41c1-b598-ba8934b2c70b req-ee3f7609-a739-41b7-93a7-06a1ef189133 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 1098 time: 0.0867305 Oct 05 09:59:23.900501 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9dee0-bf4c-41c1-b598-ba8934b2c70b req-243bdadd-be14-403e-9a84-f8577380be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:23.902008 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d3b9dee0-bf4c-41c1-b598-ba8934b2c70b req-243bdadd-be14-403e-9a84-f8577380be72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f HTTP/1.1" status: 200 len: 897 time: 0.1280088 Oct 05 09:59:24.006132 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d3b9dee0-bf4c-41c1-b598-ba8934b2c70b req-87dfc0e1-2d65-4d03-a6a6-4d3c12ce29e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bdab3c9-7a33-49e5-a124-a20ea2515a94 HTTP/1.1" status: 200 len: 1001 time: 0.0957210 Oct 05 09:59:24.167044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9dee0-bf4c-41c1-b598-ba8934b2c70b req-92c120be-c9b1-4d6a-a749-6031721de6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:24.169035 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d3b9dee0-bf4c-41c1-b598-ba8934b2c70b req-92c120be-c9b1-4d6a-a749-6031721de6b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c2a00ffd-61c7-407b-9d4b-8007951b4c7f HTTP/1.1" status: 200 len: 834 time: 0.1563592 Oct 05 09:59:24.259106 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9dee0-bf4c-41c1-b598-ba8934b2c70b req-d942bedf-ba32-4733-8e14-b89137e71123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:24.260666 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d3b9dee0-bf4c-41c1-b598-ba8934b2c70b req-d942bedf-ba32-4733-8e14-b89137e71123 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853486 Oct 05 09:59:24.391322 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d3b9dee0-bf4c-41c1-b598-ba8934b2c70b req-ffa84ce5-5cce-494d-8b46-6843ceabc6eb service neutron] 10.222.0.45 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245348 Oct 05 09:59:24.527408 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d3b9dee0-bf4c-41c1-b598-ba8934b2c70b req-b618a75a-910a-4bd6-ba71-c77b3769c8c6 service neutron] 10.222.0.45 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289415 Oct 05 09:59:24.920093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41091011-a896-430f-8b30-563e2a0932b2 req-45324fa9-a341-4c03-820d-005099370802 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:24.921630 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-41091011-a896-430f-8b30-563e2a0932b2 req-45324fa9-a341-4c03-820d-005099370802 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0923939 Oct 05 09:59:24.964794 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-41091011-a896-430f-8b30-563e2a0932b2 req-e9b68ec7-af71-485c-a31f-78bac6e25186 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375051 Oct 05 09:59:26.170500 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eb49d-73c2-4807-8cba-76a98cbaa622 req-a791a624-0a19-44d9-8054-28374128f8e9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:26.171902 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3a7eb49d-73c2-4807-8cba-76a98cbaa622 req-a791a624-0a19-44d9-8054-28374128f8e9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0945840 Oct 05 09:59:26.216074 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3a7eb49d-73c2-4807-8cba-76a98cbaa622 req-966e71e1-d713-464a-bbe8-dd2eb7cc57d9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383117 Oct 05 09:59:27.412928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1a7cc-6ad9-4037-bc0f-d35caab4ef83 req-e1e103d6-0932-49c8-86ba-c17f06654ed2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:27.414409 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7fe1a7cc-6ad9-4037-bc0f-d35caab4ef83 req-e1e103d6-0932-49c8-86ba-c17f06654ed2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0869215 Oct 05 09:59:27.461554 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7fe1a7cc-6ad9-4037-bc0f-d35caab4ef83 req-2587d4d4-5d93-40f5-b95a-a4752963243d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 Oct 05 09:59:28.662605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f5e4f-9abc-447d-8045-0f0b9515b901 req-61a34bea-5fe9-4811-a854-1bf5d734f6a0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:28.664104 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-742f5e4f-9abc-447d-8045-0f0b9515b901 req-61a34bea-5fe9-4811-a854-1bf5d734f6a0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0884821 Oct 05 09:59:28.707920 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-742f5e4f-9abc-447d-8045-0f0b9515b901 req-af703283-e183-4a77-ae3b-e86178776d20 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376728 Oct 05 09:59:29.910669 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fa08a-6f1a-40d0-b8e5-1cf6c5403255 req-00035f01-02af-4a66-acfb-a656e118fb86 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:29.912133 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3f8fa08a-6f1a-40d0-b8e5-1cf6c5403255 req-00035f01-02af-4a66-acfb-a656e118fb86 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0921192 Oct 05 09:59:29.956210 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3f8fa08a-6f1a-40d0-b8e5-1cf6c5403255 req-2d638bde-10b1-4fac-952f-3a5500268ac1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377190 Oct 05 09:59:31.154024 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b85d0-d2dd-42fa-8949-3b1df317df1e req-627de0c7-1261-498a-923f-f7d63b60295c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:31.155384 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-076b85d0-d2dd-42fa-8949-3b1df317df1e req-627de0c7-1261-498a-923f-f7d63b60295c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0869341 Oct 05 09:59:31.202280 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-076b85d0-d2dd-42fa-8949-3b1df317df1e req-7d3cd260-b60e-4c6a-8d33-706c6716799b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412493 Oct 05 09:59:32.405142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa886def-4c9f-4d8f-b760-8ccf22d703d3 req-28b37d19-c656-4b56-a55f-a45cb562fa20 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:32.406627 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fa886def-4c9f-4d8f-b760-8ccf22d703d3 req-28b37d19-c656-4b56-a55f-a45cb562fa20 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0893555 Oct 05 09:59:32.450718 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fa886def-4c9f-4d8f-b760-8ccf22d703d3 req-194ac24d-8e98-471b-8b99-fd2ee931f6e7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382721 Oct 05 09:59:32.881621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9163-41d8-4dbd-80c8-92cc1b7e15e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:33.654026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8622d-0050-4db1-9f7a-21982ce133ae req-22e2c7a7-960f-42bd-9151-7ed5c84bbfc4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:33.656525 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2ba8622d-0050-4db1-9f7a-21982ce133ae req-22e2c7a7-960f-42bd-9151-7ed5c84bbfc4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0958278 Oct 05 09:59:33.701807 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2ba8622d-0050-4db1-9f7a-21982ce133ae req-22925050-655c-44c6-8315-e42181b18a4b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385039 Oct 05 09:59:34.897655 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab450b6-86e9-49b5-9ead-ba60799caae9 req-1eba060e-fcac-496b-98fc-3b386d00e9e5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:34.899112 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bab450b6-86e9-49b5-9ead-ba60799caae9 req-1eba060e-fcac-496b-98fc-3b386d00e9e5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0861809 Oct 05 09:59:34.945576 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bab450b6-86e9-49b5-9ead-ba60799caae9 req-98a3638f-6bb8-4b7e-91fd-d6457eac4b13 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407739 Oct 05 09:59:35.114492 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:35.707496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6141214d-cf7d-44ed-8499-620f61b2b798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:36.145550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e0c99-c3af-47f9-9333-b78809924183 req-f89d9513-ce43-47bd-bf9e-67ce7ce9b04f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:36.147004 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-500e0c99-c3af-47f9-9333-b78809924183 req-f89d9513-ce43-47bd-bf9e-67ce7ce9b04f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0871227 Oct 05 09:59:36.190451 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-500e0c99-c3af-47f9-9333-b78809924183 req-cecf44fc-0104-42d7-85a2-530fb117960f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370047 Oct 05 09:59:36.345653 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 09:59:36.887027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:37.033473 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:37.493898 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84634b21-8279-4a1f-873b-e2bb9ac6ed97 req-cb35d1e6-bc42-4d4c-b103-ca148528aaa6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:37.495350 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-84634b21-8279-4a1f-873b-e2bb9ac6ed97 req-cb35d1e6-bc42-4d4c-b103-ca148528aaa6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.1819620 Oct 05 09:59:37.538190 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-84634b21-8279-4a1f-873b-e2bb9ac6ed97 req-f93a0279-a3ed-494a-b46e-18da7ef40dd4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371685 Oct 05 09:59:38.738577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34059ef-2cd1-4a5c-a3a9-bdf879647015 req-7fbd983a-da35-42d3-8908-67e8e3dca54c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:38.740183 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a34059ef-2cd1-4a5c-a3a9-bdf879647015 req-7fbd983a-da35-42d3-8908-67e8e3dca54c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0914941 Oct 05 09:59:38.787717 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a34059ef-2cd1-4a5c-a3a9-bdf879647015 req-b25dfa2d-9d64-48c0-a942-6310e963bafd tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417955 Oct 05 09:59:39.376416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 09:59:39.989478 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903df3eb-eba2-4274-a39c-13c9f5bc75a3 req-185a19f4-c12b-4416-af78-cf13a79c33ee tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:39.991059 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-903df3eb-eba2-4274-a39c-13c9f5bc75a3 req-185a19f4-c12b-4416-af78-cf13a79c33ee tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0883188 Oct 05 09:59:40.035474 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-903df3eb-eba2-4274-a39c-13c9f5bc75a3 req-889cc9b2-524c-4e49-b6fd-faf56c91c8d3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387571 Oct 05 09:59:40.064940 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43214) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:40.170277 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0f2de27c-c6d6-4752-a765-80b790059f7c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/1cc3b1e8-0596-4c16-817e-258fe7c0a7ce HTTP/1.1" status: 200 len: 993 time: 0.1042013 Oct 05 09:59:41.646794 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f5c3e-fae9-4f5b-a7ae-a9cd67d65286 req-0a8dc3a8-a6a3-4d93-a34f-20fcd350e2b1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:41.648261 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a43f5c3e-fae9-4f5b-a7ae-a9cd67d65286 req-0a8dc3a8-a6a3-4d93-a34f-20fcd350e2b1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0947251 Oct 05 09:59:41.686999 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4f049-3324-499a-91dc-ccd5c9f21ee3 req-7a062210-883c-4c29-aa74-2da711e6b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:41.688480 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cec4f049-3324-499a-91dc-ccd5c9f21ee3 req-7a062210-883c-4c29-aa74-2da711e6b8f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 1098 time: 0.0855680 Oct 05 09:59:41.699793 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a43f5c3e-fae9-4f5b-a7ae-a9cd67d65286 req-9d6766f6-f568-45db-9cd8-803da706c748 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448318 Oct 05 09:59:41.820826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4f049-3324-499a-91dc-ccd5c9f21ee3 req-d1df858e-5366-46ab-98d6-8bd431c2f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:41.822295 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cec4f049-3324-499a-91dc-ccd5c9f21ee3 req-d1df858e-5366-46ab-98d6-8bd431c2f86e service neutron] 10.222.0.45 "GET /v2.0/networks?id=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f HTTP/1.1" status: 200 len: 897 time: 0.1275575 Oct 05 09:59:41.931037 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cec4f049-3324-499a-91dc-ccd5c9f21ee3 req-70e9bb25-c827-4f50-a403-993ec1028d7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bdab3c9-7a33-49e5-a124-a20ea2515a94 HTTP/1.1" status: 200 len: 1001 time: 0.1027710 Oct 05 09:59:41.992137 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4f049-3324-499a-91dc-ccd5c9f21ee3 req-71b0fae1-0a52-43a2-ac7c-228470526179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:41.993458 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cec4f049-3324-499a-91dc-ccd5c9f21ee3 req-71b0fae1-0a52-43a2-ac7c-228470526179 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c2a00ffd-61c7-407b-9d4b-8007951b4c7f HTTP/1.1" status: 200 len: 834 time: 0.0570319 Oct 05 09:59:42.085189 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4f049-3324-499a-91dc-ccd5c9f21ee3 req-e56a9e5e-14ef-4b7c-94a4-ca538f611fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:42.086843 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cec4f049-3324-499a-91dc-ccd5c9f21ee3 req-e56a9e5e-14ef-4b7c-94a4-ca538f611fa9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875390 Oct 05 09:59:42.216474 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cec4f049-3324-499a-91dc-ccd5c9f21ee3 req-3f0e4092-cf3b-4d98-9ce5-fde1fb0f01e1 service neutron] 10.222.0.45 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234646 Oct 05 09:59:42.345932 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cec4f049-3324-499a-91dc-ccd5c9f21ee3 req-33685f07-532b-4524-8daf-43f6353c225f service neutron] 10.222.0.45 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234639 Oct 05 09:59:42.922670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8a7b2-eaa5-45f3-9333-19f248a1e934 req-8744496a-fbfc-4311-97c3-04b37ae51d94 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:42.924152 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-86c8a7b2-eaa5-45f3-9333-19f248a1e934 req-8744496a-fbfc-4311-97c3-04b37ae51d94 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0897057 Oct 05 09:59:42.970949 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-86c8a7b2-eaa5-45f3-9333-19f248a1e934 req-d393e5eb-04d2-45bc-8fd1-19b0271dec25 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409143 Oct 05 09:59:44.174229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185be3c-13c7-4e23-abc7-e4cf2d44d93d req-85f0710e-29b4-4c01-b5fd-a86f1dc57040 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 09:59:44.175637 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2185be3c-13c7-4e23-abc7-e4cf2d44d93d req-85f0710e-29b4-4c01-b5fd-a86f1dc57040 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.0892076 Oct 05 09:59:44.221220 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2185be3c-13c7-4e23-abc7-e4cf2d44d93d req-a215dee3-ffb7-4f6e-ae28-b22f6d0e9c17 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400128 Oct 05 09:59:44.251265 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43228) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 09:59:44.360728 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-10b3e32e-7bfa-44e4-a15d-195aace4ed3c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/1cc3b1e8-0596-4c16-817e-258fe7c0a7ce HTTP/1.1" status: 200 len: 993 time: 0.1083350 Oct 05 10:00:02.884231 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fed5e8a1-c055-4104-8562-2bbc504f8b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:05.132256 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:05.708994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-441b5d17-6520-4115-ba54-84a0352e22d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:06.891417 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:07.035517 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:09.380622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:13.345944 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:00:15.093638 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43250) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:15.304818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 42867210-cc6e-409b-9be2-d1c952fb173e {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:00:15.305162 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:15.472939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:15.473269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:15.594390 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 42867210-cc6e-409b-9be2-d1c952fb173e owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:00:15.747720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:15.797780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=42867210-cc6e-409b-9be2-d1c952fb173e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:15.843471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:15.843814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:15.844157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:15.844491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:15.844818 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:15.845148 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:15.845475 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:15.845799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:15.846146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:15.846470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:15.846794 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:15.847114 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:15.904041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:15.904374 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Floating IP 1cc3b1e8-0596-4c16-817e-258fe7c0a7ce disassociated (deleted). External IP: 172.26.0.137, port: 1bdab3c9-7a33-49e5-a124-a20ea2515a94. Oct 05 10:00:16.354618 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 19f52d28-e98b-43e4-90bc-7c51104d894f has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:00:16.537124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:00:16.547377 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f0c06-e60f-4914-9fb2-1ad56aa42ffe None None] Sync routers for ids ['19f52d28-e98b-43e4-90bc-7c51104d894f'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:00:16.555304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:16.557629 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f0c06-e60f-4914-9fb2-1ad56aa42ffe None None] Routers {'19f52d28-e98b-43e4-90bc-7c51104d894f'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:16.558558 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-aa1f0c06-e60f-4914-9fb2-1ad56aa42ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:00:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['19f52d28-e98b-43e4-90bc-7c51104d894f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:16.616302 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-c4db1121-702d-4df5-8ec1-0a9416a16505 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/floatingips/1cc3b1e8-0596-4c16-817e-258fe7c0a7ce HTTP/1.1" status: 204 len: 168 time: 1.5190601 Oct 05 10:00:16.616302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'tag': '1bdab3c9-7a33-49e5-a124-a20ea2515a94'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:00:16.616811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9cd9da-6803-4e47-a1a6-33f7a8dc6973" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa6a909-bcc6-45f7-bd61-a4d2eb213700", "tag": "1bdab3c9-7a33-49e5-a124-a20ea2515a94"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:00:16.733409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0d9c5f-a089-40ab-977f-1c23c2528f5f x-openstack-request-id: req-eb0d9c5f-a089-40ab-977f-1c23c2528f5f {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:00:16.733409 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa6a909-bcc6-45f7-bd61-a4d2eb213700", "tag": "1bdab3c9-7a33-49e5-a124-a20ea2515a94", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:00:16.733637 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb0d9c5f-a089-40ab-977f-1c23c2528f5f {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:00:16.734010 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0d9c5f-a089-40ab-977f-1c23c2528f5f'] response: {'name': 'network-changed', 'server_uuid': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'tag': '1bdab3c9-7a33-49e5-a124-a20ea2515a94', 'status': 'completed', 'code': 200} Oct 05 10:00:16.740855 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-aa1f0c06-e60f-4914-9fb2-1ad56aa42ffe None None] Set router 19f52d28-e98b-43e4-90bc-7c51104d894f gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:16.886742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cd9da-6803-4e47-a1a6-33f7a8dc6973 req-fcc7ebc5-2a1e-473a-bcac-8596368c07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:16.889080 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de9cd9da-6803-4e47-a1a6-33f7a8dc6973 req-fcc7ebc5-2a1e-473a-bcac-8596368c07d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 1098 time: 0.1347189 Oct 05 10:00:17.026376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cd9da-6803-4e47-a1a6-33f7a8dc6973 req-1046ec6a-9696-4af1-833c-ccc0ea87ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:17.027977 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de9cd9da-6803-4e47-a1a6-33f7a8dc6973 req-1046ec6a-9696-4af1-833c-ccc0ea87ba50 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f HTTP/1.1" status: 200 len: 897 time: 0.1323087 Oct 05 10:00:17.081138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d879c66-dd4e-4719-a692-1ce62ba9afb6 req-ce0f32ab-8cad-4514-b28e-86e3318fe5c7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:17.081839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-1d879c66-dd4e-4719-a692-1ce62ba9afb6 req-ce0f32ab-8cad-4514-b28e-86e3318fe5c7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:00:17.098787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-1d879c66-dd4e-4719-a692-1ce62ba9afb6 req-ce0f32ab-8cad-4514-b28e-86e3318fe5c7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:00:17.099992 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d879c66-dd4e-4719-a692-1ce62ba9afb6 req-ce0f32ab-8cad-4514-b28e-86e3318fe5c7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.1635492 Oct 05 10:00:17.105672 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de9cd9da-6803-4e47-a1a6-33f7a8dc6973 req-e06d4b1b-114c-4b30-95d2-18302d757505 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bdab3c9-7a33-49e5-a124-a20ea2515a94 HTTP/1.1" status: 200 len: 217 time: 0.0693636 Oct 05 10:00:17.120591 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-aa1f0c06-e60f-4914-9fb2-1ad56aa42ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:36Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '09b93ab9-3b68-44a3-b651-3cfe4f8c9913', 'name': '', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:e9:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:35Z', 'updated_at': '2022-10-05T09:58:41Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:17.124787 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f0c06-e60f-4914-9fb2-1ad56aa42ffe None None] Checking router: 19f52d28-e98b-43e4-90bc-7c51104d894f for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:00:17.133682 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f0c06-e60f-4914-9fb2-1ad56aa42ffe None None] Routers {'19f52d28-e98b-43e4-90bc-7c51104d894f'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:17.134312 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-aa1f0c06-e60f-4914-9fb2-1ad56aa42ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:00:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['19f52d28-e98b-43e4-90bc-7c51104d894f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:17.154223 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d879c66-dd4e-4719-a692-1ce62ba9afb6 req-d4a4bf12-966a-457e-b9e8-ef3fcd76765d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467575 Oct 05 10:00:17.170196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cd9da-6803-4e47-a1a6-33f7a8dc6973 req-66bf747d-02af-4519-9bec-590835a58d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:17.171047 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de9cd9da-6803-4e47-a1a6-33f7a8dc6973 req-66bf747d-02af-4519-9bec-590835a58d97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c2a00ffd-61c7-407b-9d4b-8007951b4c7f HTTP/1.1" status: 200 len: 834 time: 0.0585136 Oct 05 10:00:17.327914 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-aa1f0c06-e60f-4914-9fb2-1ad56aa42ffe None None] Set router 19f52d28-e98b-43e4-90bc-7c51104d894f gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:17.369926 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cd9da-6803-4e47-a1a6-33f7a8dc6973 req-af8fd97d-ed5a-4481-9953-d1089265717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:17.371432 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de9cd9da-6803-4e47-a1a6-33f7a8dc6973 req-af8fd97d-ed5a-4481-9953-d1089265717a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1943033 Oct 05 10:00:17.504370 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de9cd9da-6803-4e47-a1a6-33f7a8dc6973 req-e271dbb4-1f49-466c-98d5-d49a0a302ded service neutron] 10.222.0.45 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259389 Oct 05 10:00:17.637222 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de9cd9da-6803-4e47-a1a6-33f7a8dc6973 req-62f99200-f419-4683-a7a8-3db6f9bc213b service neutron] 10.222.0.45 "GET /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259508 Oct 05 10:00:17.653524 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-aa1f0c06-e60f-4914-9fb2-1ad56aa42ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:36Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '09b93ab9-3b68-44a3-b651-3cfe4f8c9913', 'name': '', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:e9:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:35Z', 'updated_at': '2022-10-05T09:58:41Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:17.658371 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f0c06-e60f-4914-9fb2-1ad56aa42ffe None None] The sync data for ids ['19f52d28-e98b-43e4-90bc-7c51104d894f'] in dv-neutron-860328-1-hyperv is: [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:36Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '09b93ab9-3b68-44a3-b651-3cfe4f8c9913', 'name': '', 'network_id': 'aadfcde6-55fd-43a6-ba16-1b7b2c123b6f', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:e9:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:35Z', 'updated_at': '2022-10-05T09:58:41Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': 'c2a00ffd-61c7-407b-9d4b-8007951b4c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:00:17.877211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff60d3-942b-4e2d-a356-3bbd875356c0 None None] New status for floating IP 1cc3b1e8-0596-4c16-817e-258fe7c0a7ce: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:00:18.405574 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e58fc-baf8-4fad-9ab3-49e8d78ec989 req-a82abd67-8d51-41e8-b111-321aca892e36 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:18.407185 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-181e58fc-baf8-4fad-9ab3-49e8d78ec989 req-a82abd67-8d51-41e8-b111-321aca892e36 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.1331193 Oct 05 10:00:18.419294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd6f56-2e4c-4c49-afeb-c324d2abc436 req-30beb913-9210-4c79-98eb-118d40cd5520 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:18.419982 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b2fd6f56-2e4c-4c49-afeb-c324d2abc436 req-30beb913-9210-4c79-98eb-118d40cd5520 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:00:18.433364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b2fd6f56-2e4c-4c49-afeb-c324d2abc436 req-30beb913-9210-4c79-98eb-118d40cd5520 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:00:18.434505 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b2fd6f56-2e4c-4c49-afeb-c324d2abc436 req-30beb913-9210-4c79-98eb-118d40cd5520 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 945 time: 0.1009431 Oct 05 10:00:18.451212 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-181e58fc-baf8-4fad-9ab3-49e8d78ec989 req-1b8f5d35-641b-4aa1-8a9f-d30e9df1299e tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f78017f-6b4e-448a-9786-dcfeafb12dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384130 Oct 05 10:00:18.508415 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-b2fd6f56-2e4c-4c49-afeb-c324d2abc436 req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:00:18.508759 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b2fd6f56-2e4c-4c49-afeb-c324d2abc436 req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:18.756537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-b2fd6f56-2e4c-4c49-afeb-c324d2abc436 req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port 1bdab3c9-7a33-49e5-a124-a20ea2515a94, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1bdab3c9-7a33-49e5-a124-a20ea2515a94,segment=NetworkSegment(c98cc20b-fbce-48aa-9a6a-7d397956caae),segment_id=c98cc20b-fbce-48aa-9a6a-7d397956caae)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:18.756897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b2fd6f56-2e4c-4c49-afeb-c324d2abc436 req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:18.878906 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-b2fd6f56-2e4c-4c49-afeb-c324d2abc436 req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 1bdab3c9-7a33-49e5-a124-a20ea2515a94 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:00:19.029179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b2fd6f56-2e4c-4c49-afeb-c324d2abc436 req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:19.076588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=1bdab3c9-7a33-49e5-a124-a20ea2515a94,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:19.115842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:19.116180 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:19.116513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:19.116841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:19.117164 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:19.117484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:19.117803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:19.118145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:19.118461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:19.118834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:19.119250 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:19.119789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:19.178590 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fd6f56-2e4c-4c49-afeb-c324d2abc436 req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] No DVR routers for this DVR port 1bdab3c9-7a33-49e5-a124-a20ea2515a94 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:00:19.181001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b2fd6f56-2e4c-4c49-afeb-c324d2abc436 req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:19.184146 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'name': 'network-vif-deleted', 'tag': '1bdab3c9-7a33-49e5-a124-a20ea2515a94'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:00:19.186394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdc729a-1ddb-4ed3-be0e-e67c985859a7" -d '{"events": [{"server_uuid": "7fa6a909-bcc6-45f7-bd61-a4d2eb213700", "name": "network-vif-deleted", "tag": "1bdab3c9-7a33-49e5-a124-a20ea2515a94"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:00:19.201662 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b2fd6f56-2e4c-4c49-afeb-c324d2abc436 req-ee559c85-6976-464d-82c7-3371532bbac9 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "DELETE /v2.0/ports/1bdab3c9-7a33-49e5-a124-a20ea2515a94 HTTP/1.1" status: 204 len: 173 time: 0.7615256 Oct 05 10:00:19.236856 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f793dc-8da6-4f9e-8d53-a6b3ebecc4ad x-openstack-request-id: req-35f793dc-8da6-4f9e-8d53-a6b3ebecc4ad {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:00:19.237142 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa6a909-bcc6-45f7-bd61-a4d2eb213700", "name": "network-vif-deleted", "tag": "1bdab3c9-7a33-49e5-a124-a20ea2515a94", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:00:19.237398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35f793dc-8da6-4f9e-8d53-a6b3ebecc4ad {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:00:19.237809 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f793dc-8da6-4f9e-8d53-a6b3ebecc4ad'] response: {'server_uuid': '7fa6a909-bcc6-45f7-bd61-a4d2eb213700', 'name': 'network-vif-deleted', 'tag': '1bdab3c9-7a33-49e5-a124-a20ea2515a94', 'status': 'completed', 'code': 200} Oct 05 10:00:19.640038 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5915f06b-950c-418d-9bb6-d0a5bcd43a8f req-01a3e697-8fb2-459e-b0ab-48c30858c165 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fa6a909-bcc6-45f7-bd61-a4d2eb213700 HTTP/1.1" status: 200 len: 210 time: 0.0599589 Oct 05 10:00:20.302148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 1bdab3c9-7a33-49e5-a124-a20ea2515a94 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:00:20.348216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 1bdab3c9-7a33-49e5-a124-a20ea2515a94 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:00:20.348563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 1bdab3c9-7a33-49e5-a124-a20ea2515a94 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:00:20.741343 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43284) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:21.411809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec26821b-c9b3-4cf3-8f2e-6c65c083f2d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:21.770774 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ec26821b-c9b3-4cf3-8f2e-6c65c083f2d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:00:21.771461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec26821b-c9b3-4cf3-8f2e-6c65c083f2d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:21.959327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-ec26821b-c9b3-4cf3-8f2e-6c65c083f2d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port 09b93ab9-3b68-44a3-b651-3cfe4f8c9913, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=09b93ab9-3b68-44a3-b651-3cfe4f8c9913,segment=NetworkSegment(c98cc20b-fbce-48aa-9a6a-7d397956caae),segment_id=c98cc20b-fbce-48aa-9a6a-7d397956caae)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:21.959683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec26821b-c9b3-4cf3-8f2e-6c65c083f2d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:22.082956 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ec26821b-c9b3-4cf3-8f2e-6c65c083f2d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:00:22.270475 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec26821b-c9b3-4cf3-8f2e-6c65c083f2d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:22.320669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26821b-c9b3-4cf3-8f2e-6c65c083f2d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=09b93ab9-3b68-44a3-b651-3cfe4f8c9913,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:22.722652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec26821b-c9b3-4cf3-8f2e-6c65c083f2d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:23.102777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec26821b-c9b3-4cf3-8f2e-6c65c083f2d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router 19f52d28-e98b-43e4-90bc-7c51104d894f has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:00:23.281569 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec26821b-c9b3-4cf3-8f2e-6c65c083f2d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:00:23.291330 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89a1d87-3fac-47c8-b03f-3456de323eb7 None None] Sync routers for ids ['19f52d28-e98b-43e4-90bc-7c51104d894f'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:00:23.294006 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ec26821b-c9b3-4cf3-8f2e-6c65c083f2d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "PUT /v2.0/routers/19f52d28-e98b-43e4-90bc-7c51104d894f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5515642 Oct 05 10:00:23.296784 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43288) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:23.300436 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a1d87-3fac-47c8-b03f-3456de323eb7 None None] Routers {'19f52d28-e98b-43e4-90bc-7c51104d894f'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:23.301028 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a89a1d87-3fac-47c8-b03f-3456de323eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:00:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['19f52d28-e98b-43e4-90bc-7c51104d894f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:23.363934 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_v2 [None req-5952d55d-156c-4999-8486-9832c086f566 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting subnet c2a00ffd-61c7-407b-9d4b-8007951b4c7f {{(pid=89054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:00:23.366995 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5952d55d-156c-4999-8486-9832c086f566 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:23.424757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5952d55d-156c-4999-8486-9832c086f566 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167507'] for subnet, precommit_delete_associations {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:23.484682 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a89a1d87-3fac-47c8-b03f-3456de323eb7 None None] Set router 19f52d28-e98b-43e4-90bc-7c51104d894f gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:23.507577 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5952d55d-156c-4999-8486-9832c086f566 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:23.580742 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5952d55d-156c-4999-8486-9832c086f566 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3893524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9914543'] for subnet, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:23.624573 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952d55d-156c-4999-8486-9832c086f566 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a00ffd-61c7-407b-9d4b-8007951b4c7f,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:23.626498 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5952d55d-156c-4999-8486-9832c086f566 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:23.633082 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47c0f98-b4cf-4c3e-bbaa-9253a32de2a3 None None] Network aadfcde6-55fd-43a6-ba16-1b7b2c123b6f requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:00:23.636111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43292) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:23.636247 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5952d55d-156c-4999-8486-9832c086f566 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/subnets/c2a00ffd-61c7-407b-9d4b-8007951b4c7f HTTP/1.1" status: 204 len: 168 time: 0.3383231 Oct 05 10:00:23.780172 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a89a1d87-3fac-47c8-b03f-3456de323eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T10:00:22Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:23.784010 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89a1d87-3fac-47c8-b03f-3456de323eb7 None None] Checking router: 19f52d28-e98b-43e4-90bc-7c51104d894f for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:00:23.793634 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a1d87-3fac-47c8-b03f-3456de323eb7 None None] Routers {'19f52d28-e98b-43e4-90bc-7c51104d894f'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:23.794273 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a89a1d87-3fac-47c8-b03f-3456de323eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:00:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['19f52d28-e98b-43e4-90bc-7c51104d894f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:23.825213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:23.933690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] DHCP port deletion for aadfcde6-55fd-43a6-ba16-1b7b2c123b6f request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:00:23.937864 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Deleting port 458a7a77-f112-402f-8923-e4ade4601cc1 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:00:23.938275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:23.987584 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a89a1d87-3fac-47c8-b03f-3456de323eb7 None None] Set router 19f52d28-e98b-43e4-90bc-7c51104d894f gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:24.026743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:24.036878 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 54ea779b-a650-47dd-902d-ac641a6dad57 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:00:24.037412 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:24.154203 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] For port 458a7a77-f112-402f-8923-e4ade4601cc1, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=458a7a77-f112-402f-8923-e4ade4601cc1,segment=NetworkSegment(c98cc20b-fbce-48aa-9a6a-7d397956caae),segment_id=c98cc20b-fbce-48aa-9a6a-7d397956caae)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:24.155066 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:24.228303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port 54ea779b-a650-47dd-902d-ac641a6dad57, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=54ea779b-a650-47dd-902d-ac641a6dad57,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:24.228912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:24.281973 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Calling delete_port for 458a7a77-f112-402f-8923-e4ade4601cc1 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:00:24.311912 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a89a1d87-3fac-47c8-b03f-3456de323eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T10:00:22Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:24.315866 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89a1d87-3fac-47c8-b03f-3456de323eb7 None None] The sync data for ids ['19f52d28-e98b-43e4-90bc-7c51104d894f'] in dv-neutron-860328-1-hyperv is: [{'id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145634842', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T10:00:22Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': '54ea779b-a650-47dd-902d-ac641a6dad57', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f52d28-e98b-43e4-90bc-7c51104d894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T09:58:31Z', 'updated_at': '2022-10-05T09:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:00:24.359775 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 54ea779b-a650-47dd-902d-ac641a6dad57 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:00:24.365674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:24.455795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Pushing event deleted for resources: {'Port': ['ID=458a7a77-f112-402f-8923-e4ade4601cc1,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:24.460724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] No DVR routers for this DVR port 458a7a77-f112-402f-8923-e4ade4601cc1 on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:00:24.467224 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:24.467588 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:24.467910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:24.468243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:24.468570 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:24.468898 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:24.469222 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:24.469545 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:24.469873 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:24.470520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:24.470520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:24.470837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338e90-9369-4993-9ecf-aad73e096624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:24.660270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:24.707904 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=54ea779b-a650-47dd-902d-ac641a6dad57,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:24.812983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:24.985414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:24.987842 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.011990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.012491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Fanout notify agent at l3_agent the message router_deleted on router 19f52d28-e98b-43e4-90bc-7c51104d894f {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:00:25.028394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.032114 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1fa1d334-e654-460a-8786-6f610540b904 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/routers/19f52d28-e98b-43e4-90bc-7c51104d894f HTTP/1.1" status: 204 len: 168 time: 1.3921430 Oct 05 10:00:25.032356 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43296) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:25.152645 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f05f4e02-c8a5-485c-8cc5-84cc1ab04727 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.283118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f05f4e02-c8a5-485c-8cc5-84cc1ab04727 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.308498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f05f4e02-c8a5-485c-8cc5-84cc1ab04727 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadfcde6-55fd-43a6-ba16-1b7b2c123b6f']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:25.320199 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f05f4e02-c8a5-485c-8cc5-84cc1ab04727 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98cc20b-fbce-48aa-9a6a-7d397956caae') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:25.320505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f05f4e02-c8a5-485c-8cc5-84cc1ab04727 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98cc20b-fbce-48aa-9a6a-7d397956caae') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:25.331657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f05f4e02-c8a5-485c-8cc5-84cc1ab04727 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.347794 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f05f4e02-c8a5-485c-8cc5-84cc1ab04727 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.354728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05f4e02-c8a5-485c-8cc5-84cc1ab04727 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:00:25.355397 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f05f4e02-c8a5-485c-8cc5-84cc1ab04727 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.425620 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c98cc20b-fbce-48aa-9a6a-7d397956caae resource provider aggregate not found Oct 05 10:00:25.453093 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c98cc20b-fbce-48aa-9a6a-7d397956caae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c98cc20b-fbce-48aa-9a6a-7d397956caae found for delete ", "request_id": "req-00204490-5330-4019-93f7-43920c361377"}]} Oct 05 10:00:25.466792 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f05f4e02-c8a5-485c-8cc5-84cc1ab04727 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.481776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:00:25.485292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f05f4e02-c8a5-485c-8cc5-84cc1ab04727 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.497687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f4e02-c8a5-485c-8cc5-84cc1ab04727 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Network': ['ID=aadfcde6-55fd-43a6-ba16-1b7b2c123b6f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:25.505166 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f05f4e02-c8a5-485c-8cc5-84cc1ab04727 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/networks/aadfcde6-55fd-43a6-ba16-1b7b2c123b6f HTTP/1.1" status: 204 len: 168 time: 0.4719083 Oct 05 10:00:25.507888 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43304) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:25.515943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:00:25.516286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 09b93ab9-3b68-44a3-b651-3cfe4f8c9913 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:00:25.516700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 458a7a77-f112-402f-8923-e4ade4601cc1 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:00:25.550675 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 458a7a77-f112-402f-8923-e4ade4601cc1 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:00:25.550912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 458a7a77-f112-402f-8923-e4ade4601cc1 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:00:25.551319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 54ea779b-a650-47dd-902d-ac641a6dad57 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:00:25.576082 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-167faefe-aa6a-40fc-8ddc-ae36a055face tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.586652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 54ea779b-a650-47dd-902d-ac641a6dad57 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:00:25.587109 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 54ea779b-a650-47dd-902d-ac641a6dad57 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:00:25.605876 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-167faefe-aa6a-40fc-8ddc-ae36a055face tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.673490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-167faefe-aa6a-40fc-8ddc-ae36a055face tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.691866 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167faefe-aa6a-40fc-8ddc-ae36a055face tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f78017f-6b4e-448a-9786-dcfeafb12dfb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:25.701643 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-167faefe-aa6a-40fc-8ddc-ae36a055face tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.705787 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-167faefe-aa6a-40fc-8ddc-ae36a055face tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/security-groups/1f78017f-6b4e-448a-9786-dcfeafb12dfb HTTP/1.1" status: 204 len: 168 time: 0.1940062 Oct 05 10:00:25.825786 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43312) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:25.831392 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1825439108', 'description': 'tempest-secgroup-smoke-1825439108 description', 'project_id': 'fd73bca3121b4002a21753552f6865df'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:25.837773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:25.841869 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:25.844691 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:25.851050 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:25.862303 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.882048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:25.885926 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:25.888765 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:25.894445 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:25.963141 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:25.966722 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.011641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552523e5-1b51-4907-9056-95df3ef32ff3,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:26.017398 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.018804 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2cc6c3f9-6151-4d0d-b9b4-6234c3cb2377 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1916888 Oct 05 10:00:26.022076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43316) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:26.028501 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e5999b8a-5973-41b4-9a5a-f71684535b94 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '552523e5-1b51-4907-9056-95df3ef32ff3', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:26.037000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e5999b8a-5973-41b4-9a5a-f71684535b94 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:26.042112 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e5999b8a-5973-41b4-9a5a-f71684535b94 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:26.044987 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e5999b8a-5973-41b4-9a5a-f71684535b94 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:26.050693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e5999b8a-5973-41b4-9a5a-f71684535b94 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:26.067793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e5999b8a-5973-41b4-9a5a-f71684535b94 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.130120 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e5999b8a-5973-41b4-9a5a-f71684535b94 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.133791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e5999b8a-5973-41b4-9a5a-f71684535b94 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.157152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5999b8a-5973-41b4-9a5a-f71684535b94 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1760550d-84ca-44b1-b184-0b88385a35fe,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:26.167290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e5999b8a-5973-41b4-9a5a-f71684535b94 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.168581 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e5999b8a-5973-41b4-9a5a-f71684535b94 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456127 Oct 05 10:00:26.171385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43320) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:26.177246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ff7c5a99-3a73-4f22-8a60-362cfb1ef8d7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '552523e5-1b51-4907-9056-95df3ef32ff3', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:26.183348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ff7c5a99-3a73-4f22-8a60-362cfb1ef8d7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:26.187321 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ff7c5a99-3a73-4f22-8a60-362cfb1ef8d7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:26.190394 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ff7c5a99-3a73-4f22-8a60-362cfb1ef8d7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:26.196260 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ff7c5a99-3a73-4f22-8a60-362cfb1ef8d7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:26.214969 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff7c5a99-3a73-4f22-8a60-362cfb1ef8d7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.278386 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff7c5a99-3a73-4f22-8a60-362cfb1ef8d7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.282132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff7c5a99-3a73-4f22-8a60-362cfb1ef8d7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.309207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c5a99-3a73-4f22-8a60-362cfb1ef8d7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a8a751-26b2-4f11-a57e-f9f00c1a13af,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:26.322121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff7c5a99-3a73-4f22-8a60-362cfb1ef8d7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.328457 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43324) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:26.328831 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ff7c5a99-3a73-4f22-8a60-362cfb1ef8d7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1562991 Oct 05 10:00:26.333596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-4d42a772-59d5-492b-b7bf-f37182db1e55 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '552523e5-1b51-4907-9056-95df3ef32ff3', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:26.339821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4d42a772-59d5-492b-b7bf-f37182db1e55 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:26.343619 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4d42a772-59d5-492b-b7bf-f37182db1e55 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:26.346513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-4d42a772-59d5-492b-b7bf-f37182db1e55 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:26.352280 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-4d42a772-59d5-492b-b7bf-f37182db1e55 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:26.372865 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4d42a772-59d5-492b-b7bf-f37182db1e55 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.438470 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4d42a772-59d5-492b-b7bf-f37182db1e55 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.442098 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4d42a772-59d5-492b-b7bf-f37182db1e55 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.467748 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42a772-59d5-492b-b7bf-f37182db1e55 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf08c671-fc0f-4cc5-af38-4f2ccc9b41a3,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:26.477258 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4d42a772-59d5-492b-b7bf-f37182db1e55 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.479017 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4d42a772-59d5-492b-b7bf-f37182db1e55 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494627 Oct 05 10:00:26.482101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43328) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:26.486965 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-df2676b0-81a8-4d36-a31c-0fbf74b49ba2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '552523e5-1b51-4907-9056-95df3ef32ff3', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:26.492616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-df2676b0-81a8-4d36-a31c-0fbf74b49ba2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:26.497356 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-df2676b0-81a8-4d36-a31c-0fbf74b49ba2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:26.500257 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-df2676b0-81a8-4d36-a31c-0fbf74b49ba2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:26.505992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-df2676b0-81a8-4d36-a31c-0fbf74b49ba2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:26.522037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-df2676b0-81a8-4d36-a31c-0fbf74b49ba2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.584553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-df2676b0-81a8-4d36-a31c-0fbf74b49ba2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.587900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-df2676b0-81a8-4d36-a31c-0fbf74b49ba2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.609126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2676b0-81a8-4d36-a31c-0fbf74b49ba2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f47655b-3b3f-4f23-a269-b0027b37c242,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:26.619968 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-df2676b0-81a8-4d36-a31c-0fbf74b49ba2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.621125 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-df2676b0-81a8-4d36-a31c-0fbf74b49ba2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380835 Oct 05 10:00:26.623930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43332) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:26.628782 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-34effb9c-e468-4d12-85ef-ac2acf5e05a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '552523e5-1b51-4907-9056-95df3ef32ff3', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:26.634840 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-34effb9c-e468-4d12-85ef-ac2acf5e05a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:26.638480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-34effb9c-e468-4d12-85ef-ac2acf5e05a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:26.641311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-34effb9c-e468-4d12-85ef-ac2acf5e05a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:26.647065 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-34effb9c-e468-4d12-85ef-ac2acf5e05a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:26.657469 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-34effb9c-e468-4d12-85ef-ac2acf5e05a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Project fd73bca3121b4002a21753552f6865df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:00:26.664008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34effb9c-e468-4d12-85ef-ac2acf5e05a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.729048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34effb9c-e468-4d12-85ef-ac2acf5e05a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.732776 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34effb9c-e468-4d12-85ef-ac2acf5e05a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.756058 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34effb9c-e468-4d12-85ef-ac2acf5e05a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bc778d-afde-4fd8-ab75-673e3ca1a8b6,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:26.764459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-34effb9c-e468-4d12-85ef-ac2acf5e05a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.765645 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-34effb9c-e468-4d12-85ef-ac2acf5e05a2 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408069 Oct 05 10:00:26.768393 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43336) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:26.773227 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-19b059c2-602d-4939-ae42-f24a0cb4513f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'security_group_rule': {'security_group_id': '552523e5-1b51-4907-9056-95df3ef32ff3', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:26.779654 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-19b059c2-602d-4939-ae42-f24a0cb4513f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:26.783597 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-19b059c2-602d-4939-ae42-f24a0cb4513f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:security_group_rule and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:26.786424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-19b059c2-602d-4939-ae42-f24a0cb4513f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:26.792793 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-19b059c2-602d-4939-ae42-f24a0cb4513f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:26.802905 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-19b059c2-602d-4939-ae42-f24a0cb4513f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Project fd73bca3121b4002a21753552f6865df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:00:26.809529 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19b059c2-602d-4939-ae42-f24a0cb4513f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.971615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19b059c2-602d-4939-ae42-f24a0cb4513f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.975304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19b059c2-602d-4939-ae42-f24a0cb4513f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:26.998687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b059c2-602d-4939-ae42-f24a0cb4513f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916a7636-c616-480f-aa91-91254710505a,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:27.008738 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-19b059c2-602d-4939-ae42-f24a0cb4513f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:27.010113 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-19b059c2-602d-4939-ae42-f24a0cb4513f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2407677 Oct 05 10:00:27.012936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43340) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:27.018466 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'network': {'name': 'tempest-network-smoke--1675636417', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'port_security_enabled': True}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:27.023215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:27.027790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:network and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:27.030585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:27.036241 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:27.049600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:00:27.052992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:27.084931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:00:27.095937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:27.096289 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Added segment 6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9 of type vlan for network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a Oct 05 10:00:27.123424 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:27.151998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:27.157276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:27.157848 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:27.260288 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2462413 Oct 05 10:00:27.263801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43344) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:27.269801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'admin_state_up': True, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:27.270511 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e136f-6698-42de-8f0d-f23c0826e568 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Network': ['ID=36d4db6f-8a0d-4066-a7aa-756afbfd3e3a,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:27.278335 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:27.281069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:00:27.282532 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:router and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:27.285793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:27.292874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:27.304033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:27.305221 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:27.321435 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:27.688105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:27.991346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:28.025720 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:28.159681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.26.0.172 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/b9ee6d97-393b-4cbb-9db0-d2326d923f2e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:00:28.307363 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:28.335695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:28.398234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:00:28.401757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:00:28.412271 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:00:28.453127 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=b9ee6d97-393b-4cbb-9db0-d2326d923f2e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:28.829741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:29.276912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:29.476274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router ed26ea20-1af0-47ad-863e-dbdb7b95565c is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:00:29.654728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:00:29.664233 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Sync routers for ids ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:00:29.680458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Routers {'ed26ea20-1af0-47ad-863e-dbdb7b95565c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:29.681735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:00:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:29.682313 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:29.683533 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ac8e0f55-62ca-4cca-be5a-5aa8b0927965 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4186759 Oct 05 10:00:29.686656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43348) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:29.726015 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f9cfb99a-db49-4dae-bde4-2fcd23930850 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=fd73bca3121b4002a21753552f6865df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381434 Oct 05 10:00:29.730144 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43352) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:29.863107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Set router ed26ea20-1af0-47ad-863e-dbdb7b95565c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:29.869216 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce2f4a7-bdc5-4a83-ae3a-639f65b14c56 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:29.873531 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6ce2f4a7-bdc5-4a83-ae3a-639f65b14c56 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1392312 Oct 05 10:00:29.873688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43356) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:29.920613 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-46361714-dd7c-42ff-8b3d-5a5529fc0502 tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f5c55968-e53e-4de2-b303-3ff10e8c8b2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432291 Oct 05 10:00:29.920833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43360) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:29.926037 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1351070585', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'project_id': 'fd73bca3121b4002a21753552f6865df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:30.034829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:30.038580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:subnet and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:30.041508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:30.047221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:30.058185 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:00:30.061740 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:30.146207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:00:28Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:28Z', 'updated_at': '2022-10-05T10:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:30.150309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Checking router: ed26ea20-1af0-47ad-863e-dbdb7b95565c for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:00:30.150692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Updating router ed26ea20-1af0-47ad-863e-dbdb7b95565c port b9ee6d97-393b-4cbb-9db0-d2326d923f2e binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:00:30.205152 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:30.290699 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:30.366623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Subnet': ['ID=241fb9e8-75c7-4acb-b8bc-150ab189def1,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:30.376027 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Checking segment: {'id': '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:00:30.376383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network hostable DHCP agents. Network: 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:00:30.396631 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:00:30.405950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:00:30.410737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:30.411506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:30.419188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99afbd4-33e4-46bd-a88f-2fd71c28c32a None None] Network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:00:30.436145 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e925dbd0-7da3-482b-9312-f116ad002ce4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5142736 Oct 05 10:00:30.439391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43364) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:30.747062 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:30.767255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Transition to ACTIVE for port object b9ee6d97-393b-4cbb-9db0-d2326d923f2e will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:30.771215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ips': [{'subnet_id': '241fb9e8-75c7-4acb-b8bc-150ab189def1'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:00:30.772021 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:30.787688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:30.927413 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Attempting to bind port b9ee6d97-393b-4cbb-9db0-d2326d923f2e on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:00:30.927785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Attempting to bind port b9ee6d97-393b-4cbb-9db0-d2326d923f2e by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:00:30.928149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Attempting to bind port b9ee6d97-393b-4cbb-9db0-d2326d923f2e on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:00:30.943837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:00:30.944241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:00:30.944653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:30.945049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:00:30.945527 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Bound port: b9ee6d97-393b-4cbb-9db0-d2326d923f2e, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:00:30.945901 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:31.021540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba41b68-1bf7-4412-9644-4c2117ea822a None None] Pushing event updated for resources: {'Port': ['ID=b9ee6d97-393b-4cbb-9db0-d2326d923f2e,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:31.111321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] For port b9ee6d97-393b-4cbb-9db0-d2326d923f2e, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:00:31.124794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] For port b9ee6d97-393b-4cbb-9db0-d2326d923f2e, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b9ee6d97-393b-4cbb-9db0-d2326d923f2e,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:00:31.133300 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:31.174716 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Allocated IP 172.20.0.2 (36d4db6f-8a0d-4066-a7aa-756afbfd3e3a/241fb9e8-75c7-4acb-b8bc-150ab189def1/dacded21-a1cb-4626-bee1-b14209f63dee) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:00:31.207171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Routers {'ed26ea20-1af0-47ad-863e-dbdb7b95565c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:31.207792 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:00:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:31.240324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:31.364862 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba41b68-1bf7-4412-9644-4c2117ea822a None None] Pushing event updated for resources: {'Port': ['ID=b9ee6d97-393b-4cbb-9db0-d2326d923f2e,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:31.528765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] Set router ed26ea20-1af0-47ad-863e-dbdb7b95565c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:31.791880 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:31.817488 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Transition to ACTIVE for port object dacded21-a1cb-4626-bee1-b14209f63dee will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:31.876901 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Transition to ACTIVE for port object dacded21-a1cb-4626-bee1-b14209f63dee will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:31.886110 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:31.952102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.20.0.1 (36d4db6f-8a0d-4066-a7aa-756afbfd3e3a/241fb9e8-75c7-4acb-b8bc-150ab189def1/e3b7d0fc-166d-460b-9191-9ec26012a70d) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:00:31.960427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:00:31.965905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:00:31.975394 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:00:31.987032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Pushing event updated for resources: {'Port': ['ID=dacded21-a1cb-4626-bee1-b14209f63dee,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:32.102286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:00:28Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:28Z', 'updated_at': '2022-10-05T10:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:32.105785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Attempting to bind port dacded21-a1cb-4626-bee1-b14209f63dee on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:00:32.106200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Attempting to bind port dacded21-a1cb-4626-bee1-b14209f63dee by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:00:32.106603 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Attempting to bind port dacded21-a1cb-4626-bee1-b14209f63dee on network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:00:32.113240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:00:32.113609 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Checking segment: {'id': '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:00:32.114031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:32.114426 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Bound using segment: {'id': '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:00:32.114899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Bound port: dacded21-a1cb-4626-bee1-b14209f63dee, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:00:32.115264 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:32.117354 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:32.125672 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4247c3-7292-4e65-9a24-340de8109463 None None] The sync data for ids ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'] in dv-neutron-860328-1-hyperv is: [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:00:28Z', 'revision_number': 3, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:28Z', 'updated_at': '2022-10-05T10:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:00:32.133102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Transition to ACTIVE for port object e3b7d0fc-166d-460b-9191-9ec26012a70d will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:32.169224 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:32.213993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] For port dacded21-a1cb-4626-bee1-b14209f63dee, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:00:32.218342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] For port dacded21-a1cb-4626-bee1-b14209f63dee, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=dacded21-a1cb-4626-bee1-b14209f63dee,segment=NetworkSegment(6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9),segment_id=6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:00:32.224695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:32.231120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:00:32.234380 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:00:32.238215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:00:32.302432 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=e3b7d0fc-166d-460b-9191-9ec26012a70d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:32.315525 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107d64a-85e8-48ba-b399-5b80b5e10c3c None None] Pushing event updated for resources: {'Port': ['ID=dacded21-a1cb-4626-bee1-b14209f63dee,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:32.321537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:32.496962 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:32.893825 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-942d9094-a468-4958-9cc4-841317a01bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:32.964968 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:32.970391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:33.094391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:33.098442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=e3b7d0fc-166d-460b-9191-9ec26012a70d,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:33.326860 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b9ee6d97-393b-4cbb-9db0-d2326d923f2e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:33.359271 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:00:33.359961 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1028aca2-70a7-4212-a039-3ab1eab5e76c None None] Network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:00:33.360814 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:00:33.513658 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-154cdbc9-00ea-453c-ac72-5eb8d7b7cf57 None None] Provisioning for port dacded21-a1cb-4626-bee1-b14209f63dee completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:33.561575 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router ed26ea20-1af0-47ad-863e-dbdb7b95565c has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:00:33.568683 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port b9ee6d97-393b-4cbb-9db0-d2326d923f2e completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:33.598985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b9ee6d97-393b-4cbb-9db0-d2326d923f2e triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:33.599363 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:33.599715 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b9ee6d97-393b-4cbb-9db0-d2326d923f2e Oct 05 10:00:33.750865 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:00:33.769527 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-1612a5b5-d13e-48b8-badc-2f0b06414eb7 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "PUT /v2.0/routers/ed26ea20-1af0-47ad-863e-dbdb7b95565c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3236873 Oct 05 10:00:33.800847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b9ee6d97-393b-4cbb-9db0-d2326d923f2e is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:33.801402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:33.801507 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Sync routers for ids ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:00:33.812032 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Routers {'ed26ea20-1af0-47ad-863e-dbdb7b95565c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:33.812761 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:00:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:33.837889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port b9ee6d97-393b-4cbb-9db0-d2326d923f2e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b9ee6d97-393b-4cbb-9db0-d2326d923f2e,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:33.843840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:33.845251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device dacded21-a1cb-4626-bee1-b14209f63dee up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:33.954197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-71668ddd-d59a-4de6-867c-90d818437b19 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:00:33.971942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-71668ddd-d59a-4de6-867c-90d818437b19 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:00:33.973493 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-71668ddd-d59a-4de6-867c-90d818437b19 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1825439108&fields=id&tenant_id=fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 267 time: 0.0683122 Oct 05 10:00:33.984896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=b9ee6d97-393b-4cbb-9db0-d2326d923f2e,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:33.999740 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port dacded21-a1cb-4626-bee1-b14209f63dee completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:34.005779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port dacded21-a1cb-4626-bee1-b14209f63dee triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:34.006602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:34.007082 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port dacded21-a1cb-4626-bee1-b14209f63dee Oct 05 10:00:34.046702 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Set router ed26ea20-1af0-47ad-863e-dbdb7b95565c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:34.144008 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port dacded21-a1cb-4626-bee1-b14209f63dee is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:34.144385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:34.148557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-dbacf198-723b-4c66-a227-b937cb76f207 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:34.149240 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-dbacf198-723b-4c66-a227-b937cb76f207 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:00:34.165877 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-dbacf198-723b-4c66-a227-b937cb76f207 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:00:34.167935 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-dbacf198-723b-4c66-a227-b937cb76f207 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/networks?id=36d4db6f-8a0d-4066-a7aa-756afbfd3e3a HTTP/1.1" status: 200 len: 797 time: 0.1832778 Oct 05 10:00:34.184618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-df359054-48b4-4dcf-8d75-523e1d9964c4 None None] Provisioning complete for port dacded21-a1cb-4626-bee1-b14209f63dee triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:34.185012 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df359054-48b4-4dcf-8d75-523e1d9964c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:34.185341 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-df359054-48b4-4dcf-8d75-523e1d9964c4 None None] Attempt 1 to provision port dacded21-a1cb-4626-bee1-b14209f63dee Oct 05 10:00:34.190797 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-a71e21e5-1666-4531-9968-8bcdf44ce894 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/quotas/fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 375 time: 0.0164404 Oct 05 10:00:34.223397 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port dacded21-a1cb-4626-bee1-b14209f63dee, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=dacded21-a1cb-4626-bee1-b14209f63dee,segment=NetworkSegment(6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9),segment_id=6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:34.233396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:34.294286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-e6e79133-511e-423f-b574-b0547f144221 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:00:34.316598 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-e6e79133-511e-423f-b574-b0547f144221 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:00:34.318434 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-e6e79133-511e-423f-b574-b0547f144221 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244502 Oct 05 10:00:34.322469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=dacded21-a1cb-4626-bee1-b14209f63dee,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:34.383886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-df359054-48b4-4dcf-8d75-523e1d9964c4 None None] Current status of the port dacded21-a1cb-4626-bee1-b14209f63dee is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:34.397366 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-df359054-48b4-4dcf-8d75-523e1d9964c4 None None] Provisioning for port e3b7d0fc-166d-460b-9191-9ec26012a70d completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:34.404336 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-df359054-48b4-4dcf-8d75-523e1d9964c4 None None] Provisioning complete for port e3b7d0fc-166d-460b-9191-9ec26012a70d triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:34.404835 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df359054-48b4-4dcf-8d75-523e1d9964c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:34.405261 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-df359054-48b4-4dcf-8d75-523e1d9964c4 None None] Attempt 1 to provision port e3b7d0fc-166d-460b-9191-9ec26012a70d Oct 05 10:00:34.410087 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-c582e332-eee6-4c61-b0c8-94af3e0b0e2c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:00:34.411268 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-c582e332-eee6-4c61-b0c8-94af3e0b0e2c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0774024 Oct 05 10:00:34.471378 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-df359054-48b4-4dcf-8d75-523e1d9964c4 None None] Port e3b7d0fc-166d-460b-9191-9ec26012a70d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:00:34.483121 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:00:32Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:28Z', 'updated_at': '2022-10-05T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'e3b7d0fc-166d-460b-9191-9ec26012a70d', 'name': '', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:69:d4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:31Z', 'updated_at': '2022-10-05T10:00:32Z', 'revision_number': 2, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:34.487664 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Checking router: ed26ea20-1af0-47ad-863e-dbdb7b95565c for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:00:34.488012 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Updating router ed26ea20-1af0-47ad-863e-dbdb7b95565c port e3b7d0fc-166d-460b-9191-9ec26012a70d binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:00:34.542838 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:34.562805 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-4669da1b-e70a-4b71-a3c6-aaa5a970308b service neutron] 10.222.0.64 "GET /v2.0/networks/36d4db6f-8a0d-4066-a7aa-756afbfd3e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449449 Oct 05 10:00:34.701646 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-bcbfa6c9-3a10-4528-84d7-a23783d4ec0d service neutron] 10.222.0.64 "GET /v2.0/networks/36d4db6f-8a0d-4066-a7aa-756afbfd3e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327076 Oct 05 10:00:34.906565 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ee9636cc-68f4-44a9-b278-55c6b9906eea req-6ec93e25-c528-41de-8971-7e3f38dea910 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 210 time: 0.0590312 Oct 05 10:00:34.913097 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:34.926065 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Transition to ACTIVE for port object e3b7d0fc-166d-460b-9191-9ec26012a70d will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:34.933078 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:34.972454 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-df359054-48b4-4dcf-8d75-523e1d9964c4 None None] Attempt 2 to provision port e3b7d0fc-166d-460b-9191-9ec26012a70d Oct 05 10:00:35.034100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-df359054-48b4-4dcf-8d75-523e1d9964c4 None None] Port e3b7d0fc-166d-460b-9191-9ec26012a70d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:00:35.146174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:35.224294 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Pushing event updated for resources: {'Port': ['ID=e3b7d0fc-166d-460b-9191-9ec26012a70d,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:35.232265 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Attempting to bind port e3b7d0fc-166d-460b-9191-9ec26012a70d on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:00:35.232759 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Attempting to bind port e3b7d0fc-166d-460b-9191-9ec26012a70d by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:00:35.233183 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Attempting to bind port e3b7d0fc-166d-460b-9191-9ec26012a70d on network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:00:35.240195 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:35.240648 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:35.240985 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:35.241310 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:35.241630 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:35.246212 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:35.246686 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:35.246927 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:35.247796 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:35.247796 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:35.247983 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:35.248262 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:00:35.253705 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:00:35.254125 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Checking segment: {'id': '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:00:35.254600 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:35.255407 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Bound using segment: {'id': '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:00:35.255690 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Bound port: e3b7d0fc-166d-460b-9191-9ec26012a70d, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:00:35.256062 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:35.269276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b9ee6d97-393b-4cbb-9db0-d2326d923f2e up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:35.341466 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port b9ee6d97-393b-4cbb-9db0-d2326d923f2e triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:35.342191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:35.342652 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port b9ee6d97-393b-4cbb-9db0-d2326d923f2e Oct 05 10:00:35.352021 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] For port e3b7d0fc-166d-460b-9191-9ec26012a70d, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:00:35.356641 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] For port e3b7d0fc-166d-460b-9191-9ec26012a70d, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e3b7d0fc-166d-460b-9191-9ec26012a70d,segment=NetworkSegment(6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9),segment_id=6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:00:35.361667 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:35.423358 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Routers {'ed26ea20-1af0-47ad-863e-dbdb7b95565c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:35.423977 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:00:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:35.478107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port b9ee6d97-393b-4cbb-9db0-d2326d923f2e is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:35.479327 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device dacded21-a1cb-4626-bee1-b14209f63dee up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:35.503525 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113f2e7-5fee-40f0-8d23-579ada5028a6 None None] Pushing event updated for resources: {'Port': ['ID=e3b7d0fc-166d-460b-9191-9ec26012a70d,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:35.541934 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-df359054-48b4-4dcf-8d75-523e1d9964c4 None None] Attempt 3 to provision port e3b7d0fc-166d-460b-9191-9ec26012a70d Oct 05 10:00:35.617615 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port dacded21-a1cb-4626-bee1-b14209f63dee triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:35.617895 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:35.618316 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port dacded21-a1cb-4626-bee1-b14209f63dee Oct 05 10:00:35.627524 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] Set router ed26ea20-1af0-47ad-863e-dbdb7b95565c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:35.641799 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-df359054-48b4-4dcf-8d75-523e1d9964c4 None None] Port e3b7d0fc-166d-460b-9191-9ec26012a70d had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:00:35.739781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1625ab87-49b9-4093-9f7f-9799306c443a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:35.755436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port dacded21-a1cb-4626-bee1-b14209f63dee is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:35.979368 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:00:32Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:28Z', 'updated_at': '2022-10-05T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'e3b7d0fc-166d-460b-9191-9ec26012a70d', 'name': '', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:69:d4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:31Z', 'updated_at': '2022-10-05T10:00:35Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:35.985065 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd55b17-2b50-4172-9148-b7e6ba7b4be3 None None] The sync data for ids ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'] in dv-neutron-860328-1-hyperv is: [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:00:32Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:28Z', 'updated_at': '2022-10-05T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'e3b7d0fc-166d-460b-9191-9ec26012a70d', 'name': '', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:69:d4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:31Z', 'updated_at': '2022-10-05T10:00:35Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:00:36.029126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-4452a76b-ef3d-4b17-b720-bfd5d54dcddf tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:36.030529 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-4452a76b-ef3d-4b17-b720-bfd5d54dcddf tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:00:36.060688 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-4452a76b-ef3d-4b17-b720-bfd5d54dcddf tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:00:36.062183 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-4452a76b-ef3d-4b17-b720-bfd5d54dcddf tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/networks?id=36d4db6f-8a0d-4066-a7aa-756afbfd3e3a HTTP/1.1" status: 200 len: 797 time: 0.2204540 Oct 05 10:00:36.120120 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-62f074a6-7006-432c-b5aa-1c75b7bdabf6 req-33f6cbc1-eb20-4a20-9724-120da11a6f84 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 210 time: 0.0866468 Oct 05 10:00:36.130366 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-7340a904-433a-49d5-9830-132594152cc6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:00:36.146259 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-7340a904-433a-49d5-9830-132594152cc6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:00:36.147583 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-7340a904-433a-49d5-9830-132594152cc6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd73bca3121b4002a21753552f6865df HTTP/1.1" status: 200 len: 380 time: 0.0673699 Oct 05 10:00:36.157283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'port': {'device_id': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'admin_state_up': True, 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'security_groups': ['552523e5-1b51-4907-9056-95df3ef32ff3']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:36.309477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:36.319735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:36.330793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Made reservation on behalf of fd73bca3121b4002a21753552f6865df for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:00:36.334325 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:36.508548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.20.0.10 (36d4db6f-8a0d-4066-a7aa-756afbfd3e3a/241fb9e8-75c7-4acb-b8bc-150ab189def1/959d9b14-2460-4bbb-871a-47edb999449b) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:00:36.708450 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:36.724463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Transition to ACTIVE for port object 959d9b14-2460-4bbb-871a-47edb999449b will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:36.748917 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:36.819804 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:00:36.827907 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:00:36.832210 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:00:36.864184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=959d9b14-2460-4bbb-871a-47edb999449b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:36.905591 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:36.906027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:36.906513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:36.942119 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-6ffd3079-9052-461c-b87d-9c14b1e9ddc0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7886140 Oct 05 10:00:36.953355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Request body: {'port': {'device_id': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:37.041622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:37.096868 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-abdf926c-ce44-4b1b-ae93-262bbb80403a None None] Provisioning for port 959d9b14-2460-4bbb-871a-47edb999449b completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:37.102402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-abdf926c-ce44-4b1b-ae93-262bbb80403a None None] Provisioning complete for port 959d9b14-2460-4bbb-871a-47edb999449b triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:37.103621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-abdf926c-ce44-4b1b-ae93-262bbb80403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:37.103954 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-abdf926c-ce44-4b1b-ae93-262bbb80403a None None] Attempt 1 to provision port 959d9b14-2460-4bbb-871a-47edb999449b Oct 05 10:00:37.162871 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-abdf926c-ce44-4b1b-ae93-262bbb80403a None None] Port 959d9b14-2460-4bbb-871a-47edb999449b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:00:37.189479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:37.294515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e3b7d0fc-166d-460b-9191-9ec26012a70d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:37.330994 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca1c60-f4b0-4006-8d24-6997129d7d0a req-089c6d98-1678-43d2-8359-58fcb10cc5e3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:37.332642 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-29ca1c60-f4b0-4006-8d24-6997129d7d0a req-089c6d98-1678-43d2-8359-58fcb10cc5e3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 932 time: 0.1041279 Oct 05 10:00:37.369012 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port e3b7d0fc-166d-460b-9191-9ec26012a70d completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:37.374584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port e3b7d0fc-166d-460b-9191-9ec26012a70d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:37.375034 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:37.375435 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port e3b7d0fc-166d-460b-9191-9ec26012a70d Oct 05 10:00:37.379936 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-29ca1c60-f4b0-4006-8d24-6997129d7d0a req-97c3602f-61e6-4ab9-9e86-31fe6dce69fe tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389068 Oct 05 10:00:37.495924 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port e3b7d0fc-166d-460b-9191-9ec26012a70d is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:37.496307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:37.528917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port e3b7d0fc-166d-460b-9191-9ec26012a70d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e3b7d0fc-166d-460b-9191-9ec26012a70d,segment=NetworkSegment(6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9),segment_id=6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:37.532961 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:37.554129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959d9b14-2460-4bbb-871a-47edb999449b {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:00:37.562157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:37.577947 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Transition to ACTIVE for port object 959d9b14-2460-4bbb-871a-47edb999449b will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:00:37.582490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:37.644333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=e3b7d0fc-166d-460b-9191-9ec26012a70d,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:37.663629 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-abdf926c-ce44-4b1b-ae93-262bbb80403a None None] Attempt 2 to provision port 959d9b14-2460-4bbb-871a-47edb999449b Oct 05 10:00:37.716287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-abdf926c-ce44-4b1b-ae93-262bbb80403a None None] Port 959d9b14-2460-4bbb-871a-47edb999449b cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:00:37.793844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Pushing event updated for resources: {'Port': ['ID=959d9b14-2460-4bbb-871a-47edb999449b,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:37.835133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Attempting to bind port 959d9b14-2460-4bbb-871a-47edb999449b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:00:37.835482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Attempting to bind port 959d9b14-2460-4bbb-871a-47edb999449b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:00:37.835807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Attempting to bind port 959d9b14-2460-4bbb-871a-47edb999449b on network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:00:37.840984 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Port 959d9b14-2460-4bbb-871a-47edb999449b on network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:00:37.841303 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Attempting to bind port 959d9b14-2460-4bbb-871a-47edb999449b on network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:00:37.846368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:00:37.846707 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Checking segment: {'id': '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:00:37.847093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Bound using segment: {'id': '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:00:37.847516 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Bound port: 959d9b14-2460-4bbb-871a-47edb999449b, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:00:37.847861 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:37.939265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] For port 959d9b14-2460-4bbb-871a-47edb999449b, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:00:37.942280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] For port 959d9b14-2460-4bbb-871a-47edb999449b, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=959d9b14-2460-4bbb-871a-47edb999449b,segment=NetworkSegment(6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9),segment_id=6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:00:37.947142 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:37.979414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:37.980220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:37.981609 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-1a746849-f464-4547-b987-1d5e837a996a service neutron] 10.222.0.45 "PUT /v2.0/ports/959d9b14-2460-4bbb-871a-47edb999449b HTTP/1.1" status: 200 len: 1094 time: 1.0327919 Oct 05 10:00:37.982072 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'tag': '959d9b14-2460-4bbb-871a-47edb999449b'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:00:37.984362 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a33410-c394-4052-9627-ab0b7e66a560" -d '{"events": [{"name": "network-changed", "server_uuid": "382e9c88-9e24-40e3-9ae6-a1251347ea2b", "tag": "959d9b14-2460-4bbb-871a-47edb999449b"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:00:38.061196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2e250c-c7d3-4b88-95cd-7fac1a2f5ce0 x-openstack-request-id: req-3e2e250c-c7d3-4b88-95cd-7fac1a2f5ce0 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:00:38.061481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382e9c88-9e24-40e3-9ae6-a1251347ea2b", "tag": "959d9b14-2460-4bbb-871a-47edb999449b", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:00:38.061732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e2e250c-c7d3-4b88-95cd-7fac1a2f5ce0 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:00:38.062151 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2e250c-c7d3-4b88-95cd-7fac1a2f5ce0'] response: {'name': 'network-changed', 'server_uuid': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'tag': '959d9b14-2460-4bbb-871a-47edb999449b', 'status': 'completed', 'code': 200} Oct 05 10:00:38.083519 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a746849-f464-4547-b987-1d5e837a996a service neutron] Pushing event updated for resources: {'Port': ['ID=959d9b14-2460-4bbb-871a-47edb999449b,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:38.114939 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-7e17f4e3-68ef-4984-83a8-50744fc322a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:38.116412 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-7e17f4e3-68ef-4984-83a8-50744fc322a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 1097 time: 0.0934465 Oct 05 10:00:38.186287 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-ed0466f1-2736-45cf-8c3c-853d35e785f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=959d9b14-2460-4bbb-871a-47edb999449b HTTP/1.1" status: 200 len: 217 time: 0.0629885 Oct 05 10:00:38.217177 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-abdf926c-ce44-4b1b-ae93-262bbb80403a None None] Attempt 3 to provision port 959d9b14-2460-4bbb-871a-47edb999449b Oct 05 10:00:38.249681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-5c3cb05a-1ed4-4cd2-86d1-8801a3419871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:38.251078 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-5c3cb05a-1ed4-4cd2-86d1-8801a3419871 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=241fb9e8-75c7-4acb-b8bc-150ab189def1 HTTP/1.1" status: 200 len: 835 time: 0.0590184 Oct 05 10:00:38.279699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-abdf926c-ce44-4b1b-ae93-262bbb80403a None None] Port 959d9b14-2460-4bbb-871a-47edb999449b had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:00:38.341248 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-086515af-7dd6-43f6-93fe-2e199473d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:38.342752 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-086515af-7dd6-43f6-93fe-2e199473d8d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36d4db6f-8a0d-4066-a7aa-756afbfd3e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848095 Oct 05 10:00:38.479020 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-7edef739-bc3e-4631-9fef-361d1c1b7f8d service neutron] 10.222.0.45 "GET /v2.0/networks/36d4db6f-8a0d-4066-a7aa-756afbfd3e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298573 Oct 05 10:00:38.582105 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2dd0e-a263-4371-ab92-458db810357e req-270a66a0-a9af-428a-8347-7259d44bedde tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:38.583478 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3da2dd0e-a263-4371-ab92-458db810357e req-270a66a0-a9af-428a-8347-7259d44bedde tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 944 time: 0.0883138 Oct 05 10:00:38.612856 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0677a55d-25d8-4796-940e-5ce202d70e47 req-f32cfb33-406e-4e5f-b267-ceec6fabc267 service neutron] 10.222.0.45 "GET /v2.0/networks/36d4db6f-8a0d-4066-a7aa-756afbfd3e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280465 Oct 05 10:00:38.630191 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3da2dd0e-a263-4371-ab92-458db810357e req-3d036b99-297d-48ee-b169-b71a78e67ab1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400760 Oct 05 10:00:38.745334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a33410-c394-4052-9627-ab0b7e66a560 req-992b9ba1-fc85-4898-89a5-a1125994f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:38.746881 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61a33410-c394-4052-9627-ab0b7e66a560 req-992b9ba1-fc85-4898-89a5-a1125994f16e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 1097 time: 0.0792828 Oct 05 10:00:38.989257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a33410-c394-4052-9627-ab0b7e66a560 req-da4ed4ad-3554-4c85-93c2-bdf85a30d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:38.990751 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61a33410-c394-4052-9627-ab0b7e66a560 req-da4ed4ad-3554-4c85-93c2-bdf85a30d037 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36d4db6f-8a0d-4066-a7aa-756afbfd3e3a HTTP/1.1" status: 200 len: 898 time: 0.2369778 Oct 05 10:00:39.062207 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61a33410-c394-4052-9627-ab0b7e66a560 req-9c094dfb-8bef-4006-b9fa-698297ef1202 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=959d9b14-2460-4bbb-871a-47edb999449b HTTP/1.1" status: 200 len: 217 time: 0.0640700 Oct 05 10:00:39.127043 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a33410-c394-4052-9627-ab0b7e66a560 req-3c3a81bf-2012-4095-8602-fa9b10630dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:39.128444 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61a33410-c394-4052-9627-ab0b7e66a560 req-3c3a81bf-2012-4095-8602-fa9b10630dca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=241fb9e8-75c7-4acb-b8bc-150ab189def1 HTTP/1.1" status: 200 len: 835 time: 0.0594759 Oct 05 10:00:39.215057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a33410-c394-4052-9627-ab0b7e66a560 req-d91685e5-a650-4158-b373-d8d61b6f53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:39.216465 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61a33410-c394-4052-9627-ab0b7e66a560 req-d91685e5-a650-4158-b373-d8d61b6f53b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36d4db6f-8a0d-4066-a7aa-756afbfd3e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805151 Oct 05 10:00:39.261112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e3b7d0fc-166d-460b-9191-9ec26012a70d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:39.328655 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port e3b7d0fc-166d-460b-9191-9ec26012a70d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:39.329032 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:39.329374 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port e3b7d0fc-166d-460b-9191-9ec26012a70d Oct 05 10:00:39.350236 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61a33410-c394-4052-9627-ab0b7e66a560 req-6ebecc01-e111-4c4b-adce-a5e86ae2926d service neutron] 10.222.0.45 "GET /v2.0/networks/36d4db6f-8a0d-4066-a7aa-756afbfd3e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264658 Oct 05 10:00:39.401427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:39.464468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port e3b7d0fc-166d-460b-9191-9ec26012a70d is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:39.485223 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61a33410-c394-4052-9627-ab0b7e66a560 req-9f85678c-e3b7-4311-b8cb-f740b880515a service neutron] 10.222.0.45 "GET /v2.0/networks/36d4db6f-8a0d-4066-a7aa-756afbfd3e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287928 Oct 05 10:00:39.834960 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f8825-9849-425c-a8cb-5027dfdd6693 req-2c6b9301-5cc6-4b38-97db-7695d10e42e0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:39.836342 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fc9f8825-9849-425c-a8cb-5027dfdd6693 req-2c6b9301-5cc6-4b38-97db-7695d10e42e0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 944 time: 0.0921631 Oct 05 10:00:39.882462 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fc9f8825-9849-425c-a8cb-5027dfdd6693 req-6b766f5b-c02f-4e29-8e8f-01a724c650aa tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394015 Oct 05 10:00:40.442547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 959d9b14-2460-4bbb-871a-47edb999449b details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:00:40.577038 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 959d9b14-2460-4bbb-871a-47edb999449b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=959d9b14-2460-4bbb-871a-47edb999449b,segment=NetworkSegment(6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9),segment_id=6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:40.590455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '959d9b14-2460-4bbb-871a-47edb999449b', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'port_id': '959d9b14-2460-4bbb-871a-47edb999449b', 'mac_address': 'fa:16:3e:a6:25:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:00:40.646892 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 959d9b14-2460-4bbb-871a-47edb999449b is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:40.647269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:40.664426 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959d9b14-2460-4bbb-871a-47edb999449b {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:00:40.679505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 959d9b14-2460-4bbb-871a-47edb999449b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=959d9b14-2460-4bbb-871a-47edb999449b,segment=NetworkSegment(6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9),segment_id=6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:40.684326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:40.749661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=959d9b14-2460-4bbb-871a-47edb999449b,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:40.923938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['959d9b14-2460-4bbb-871a-47edb999449b'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:00:41.191783 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b2412-c7c2-4b42-89e5-9ae9def53e0b req-74045c48-be86-449e-8a6e-febea2681f4a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:41.193214 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-417b2412-c7c2-4b42-89e5-9ae9def53e0b req-74045c48-be86-449e-8a6e-febea2681f4a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 945 time: 0.1987026 Oct 05 10:00:41.240183 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-417b2412-c7c2-4b42-89e5-9ae9def53e0b req-1f59a04f-5c15-4de6-acf1-83fff417a5b5 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410206 Oct 05 10:00:42.434701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c76dcf-2cd1-4777-abc7-844173646da0 req-b5d536c7-6fa9-4c1a-aa7d-d58e7587d0ab tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:42.436130 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f4c76dcf-2cd1-4777-abc7-844173646da0 req-b5d536c7-6fa9-4c1a-aa7d-d58e7587d0ab tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 945 time: 0.0860746 Oct 05 10:00:42.458785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 959d9b14-2460-4bbb-871a-47edb999449b up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:00:42.479577 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f4c76dcf-2cd1-4777-abc7-844173646da0 req-3a257299-7ca3-41ea-a7b0-1bc799681233 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376806 Oct 05 10:00:42.529586 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 959d9b14-2460-4bbb-871a-47edb999449b completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:00:42.534197 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 959d9b14-2460-4bbb-871a-47edb999449b triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:00:42.534561 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:42.534902 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 959d9b14-2460-4bbb-871a-47edb999449b Oct 05 10:00:42.652112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 959d9b14-2460-4bbb-871a-47edb999449b is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:00:42.652487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:42.678371 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d9b14-2460-4bbb-871a-47edb999449b'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:00:42.681260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ee9f53-8bad-4eac-8d8c-46e44542f0c3" -d '{"events": [{"server_uuid": "382e9c88-9e24-40e3-9ae6-a1251347ea2b", "name": "network-vif-plugged", "status": "completed", "tag": "959d9b14-2460-4bbb-871a-47edb999449b"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:00:42.689320 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 959d9b14-2460-4bbb-871a-47edb999449b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=959d9b14-2460-4bbb-871a-47edb999449b,segment=NetworkSegment(6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9),segment_id=6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:00:42.694279 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:42.730704 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c518c5f-73ae-423d-a69d-3438d40f6b9f x-openstack-request-id: req-3c518c5f-73ae-423d-a69d-3438d40f6b9f {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:00:42.730995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382e9c88-9e24-40e3-9ae6-a1251347ea2b", "name": "network-vif-plugged", "status": "completed", "tag": "959d9b14-2460-4bbb-871a-47edb999449b", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:00:42.731242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c518c5f-73ae-423d-a69d-3438d40f6b9f {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:00:42.731629 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c518c5f-73ae-423d-a69d-3438d40f6b9f'] response: {'server_uuid': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d9b14-2460-4bbb-871a-47edb999449b', 'code': 200} Oct 05 10:00:42.764031 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=959d9b14-2460-4bbb-871a-47edb999449b,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:42.961762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23f74d-23aa-4298-acfd-55429f234687 req-3fdc9581-fbeb-4b40-bd8b-f5406005a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:42.964445 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fe23f74d-23aa-4298-acfd-55429f234687 req-3fdc9581-fbeb-4b40-bd8b-f5406005a576 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 1099 time: 0.0807090 Oct 05 10:00:43.009597 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fe23f74d-23aa-4298-acfd-55429f234687 req-ca589672-e6d9-43d1-b90b-519cc6e58dbb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395982 Oct 05 10:00:43.681606 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e395e2-3d66-4fc7-977e-2ac3fc4ecf62 req-62b81db6-2215-4502-a1a0-eab46a53e6c4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:43.683096 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-56e395e2-3d66-4fc7-977e-2ac3fc4ecf62 req-62b81db6-2215-4502-a1a0-eab46a53e6c4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 946 time: 0.0910640 Oct 05 10:00:43.726016 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-56e395e2-3d66-4fc7-977e-2ac3fc4ecf62 req-ae162211-b87d-4100-bc52-9312c88e587a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373938 Oct 05 10:00:44.927778 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed93f2-a83f-466b-bc84-bbcd9f67c997 req-8de9be99-74f4-4883-89a1-abd08fc7c2b0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:44.928456 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-baed93f2-a83f-466b-bc84-bbcd9f67c997 req-8de9be99-74f4-4883-89a1-abd08fc7c2b0 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 946 time: 0.0921357 Oct 05 10:00:44.971747 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-baed93f2-a83f-466b-bc84-bbcd9f67c997 req-1d24729e-6b3d-461a-b75f-991956ae7d3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375762 Oct 05 10:00:45.169525 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b4d1c-c350-4eae-941a-8d6c54d525a2 req-46d6b611-3919-40e9-a447-8c8b3922ecbf tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:45.170987 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a77b4d1c-c350-4eae-941a-8d6c54d525a2 req-46d6b611-3919-40e9-a447-8c8b3922ecbf tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 946 time: 0.0886536 Oct 05 10:00:45.214851 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a77b4d1c-c350-4eae-941a-8d6c54d525a2 req-8e6c80e3-302d-425e-aa40-4e0cd59fb936 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382707 Oct 05 10:00:45.244026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43418) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:45.326147 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7568ca-a4c5-4157-a1c3-f96f64af700c tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:45.327550 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8c7568ca-a4c5-4157-a1c3-f96f64af700c tempest-TestNetworkAdvancedServerOps-1874573629 tempest-TestNetworkAdvancedServerOps-1874573629-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 1094 time: 0.0825727 Oct 05 10:00:45.330420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43422) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:45.335221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '959d9b14-2460-4bbb-871a-47edb999449b', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:00:45.341735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:00:45.345628 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Usage tracker for resource:floatingip and tenant:fd73bca3121b4002a21753552f6865df is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:00:45.348471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:00:45.354321 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:00:45.364555 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:45.500906 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:45.639486 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Allocated IP 172.26.0.200 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/81b8557b-f942-430c-ac75-f7d01aa00c7c) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:00:45.785215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:45.814164 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:45.874368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:00:45.877276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:00:45.885313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:00:45.923039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=81b8557b-f942-430c-ac75-f7d01aa00c7c,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:46.297452 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:46.370615 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:46.674142 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:46.679865 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:46.785335 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event updated for resources: {'Port': ['ID=81b8557b-f942-430c-ac75-f7d01aa00c7c,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:00:46.791090 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:46.962508 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Floating IP 26acb3b0-0e1e-4a4a-be90-322ec5a5fe02 associated. External IP: 172.26.0.200, port: 959d9b14-2460-4bbb-871a-47edb999449b. Oct 05 10:00:47.311314 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router ed26ea20-1af0-47ad-863e-dbdb7b95565c has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:00:47.489937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:00:47.500210 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ea1ba-8dbb-4ea0-87aa-61d19020b5b7 None None] Sync routers for ids ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:00:47.511842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ea1ba-8dbb-4ea0-87aa-61d19020b5b7 None None] Routers {'ed26ea20-1af0-47ad-863e-dbdb7b95565c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:47.512600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d61ea1ba-8dbb-4ea0-87aa-61d19020b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:00:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:47.514761 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:00:47.570525 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8f75ffbd-5a44-4d61-8c3f-55ba65cbaf91 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2390931 Oct 05 10:00:47.571722 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'tag': '959d9b14-2460-4bbb-871a-47edb999449b'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:00:47.574219 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36788f9f-5f41-4739-b601-a1cae1af2f60" -d '{"events": [{"name": "network-changed", "server_uuid": "382e9c88-9e24-40e3-9ae6-a1251347ea2b", "tag": "959d9b14-2460-4bbb-871a-47edb999449b"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:00:47.622078 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f8d907-c22c-47e0-a7da-db586d304f0b x-openstack-request-id: req-a0f8d907-c22c-47e0-a7da-db586d304f0b {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:00:47.622376 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382e9c88-9e24-40e3-9ae6-a1251347ea2b", "tag": "959d9b14-2460-4bbb-871a-47edb999449b", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:00:47.622629 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0f8d907-c22c-47e0-a7da-db586d304f0b {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:00:47.623035 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f8d907-c22c-47e0-a7da-db586d304f0b'] response: {'name': 'network-changed', 'server_uuid': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'tag': '959d9b14-2460-4bbb-871a-47edb999449b', 'status': 'completed', 'code': 200} Oct 05 10:00:47.721006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d61ea1ba-8dbb-4ea0-87aa-61d19020b5b7 None None] Set router ed26ea20-1af0-47ad-863e-dbdb7b95565c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:47.734713 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788f9f-5f41-4739-b601-a1cae1af2f60 req-52be8cdf-9d30-4fc8-bd80-a85dfbf5520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:47.736204 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-36788f9f-5f41-4739-b601-a1cae1af2f60 req-52be8cdf-9d30-4fc8-bd80-a85dfbf5520c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 1099 time: 0.0920246 Oct 05 10:00:47.756662 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a44d69-a11b-4102-aaf1-a0fc8d4cb6e3 req-a5db2c72-9e9b-4c46-b3b5-c0460abddd7b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:47.758210 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d3a44d69-a11b-4102-aaf1-a0fc8d4cb6e3 req-a5db2c72-9e9b-4c46-b3b5-c0460abddd7b tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 946 time: 0.0935709 Oct 05 10:00:47.804995 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d3a44d69-a11b-4102-aaf1-a0fc8d4cb6e3 req-e6a5c728-01c4-49e6-9a56-45a7e3faf065 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406463 Oct 05 10:00:47.842755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43430) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:47.882166 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788f9f-5f41-4739-b601-a1cae1af2f60 req-8812eb50-3d76-4f68-967b-7f949e6e3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:47.883983 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-36788f9f-5f41-4739-b601-a1cae1af2f60 req-8812eb50-3d76-4f68-967b-7f949e6e3bc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36d4db6f-8a0d-4066-a7aa-756afbfd3e3a HTTP/1.1" status: 200 len: 898 time: 0.1416154 Oct 05 10:00:47.964092 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-76fab004-6ff7-4121-9023-510eb3696255 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/26acb3b0-0e1e-4a4a-be90-322ec5a5fe02 HTTP/1.1" status: 200 len: 992 time: 0.1201971 Oct 05 10:00:47.989657 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-36788f9f-5f41-4739-b601-a1cae1af2f60 req-816f8f38-64b5-4f26-82b2-0389f572fa95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=959d9b14-2460-4bbb-871a-47edb999449b HTTP/1.1" status: 200 len: 1000 time: 0.1002324 Oct 05 10:00:48.051705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788f9f-5f41-4739-b601-a1cae1af2f60 req-35606053-b4b0-4325-90e9-9d4a1eb19542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:48.053051 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-36788f9f-5f41-4739-b601-a1cae1af2f60 req-35606053-b4b0-4325-90e9-9d4a1eb19542 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=241fb9e8-75c7-4acb-b8bc-150ab189def1 HTTP/1.1" status: 200 len: 835 time: 0.0581603 Oct 05 10:00:48.126079 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d61ea1ba-8dbb-4ea0-87aa-61d19020b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:00:32Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:28Z', 'updated_at': '2022-10-05T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '26acb3b0-0e1e-4a4a-be90-322ec5a5fe02', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.200', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'port_id': '959d9b14-2460-4bbb-871a-47edb999449b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'mac_address': 'fa:16:3e:a6:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:00:46Z', 'updated_at': '2022-10-05T10:00:46Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b7d0fc-166d-460b-9191-9ec26012a70d', 'name': '', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:69:d4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:31Z', 'updated_at': '2022-10-05T10:00:37Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:48.130199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ea1ba-8dbb-4ea0-87aa-61d19020b5b7 None None] Checking router: ed26ea20-1af0-47ad-863e-dbdb7b95565c for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:00:48.139377 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ea1ba-8dbb-4ea0-87aa-61d19020b5b7 None None] Routers {'ed26ea20-1af0-47ad-863e-dbdb7b95565c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:00:48.139973 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d61ea1ba-8dbb-4ea0-87aa-61d19020b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:00:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:48.140629 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788f9f-5f41-4739-b601-a1cae1af2f60 req-c72d9932-f75d-4b82-ae84-cdb7c9b6314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:00:48.142195 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-36788f9f-5f41-4739-b601-a1cae1af2f60 req-c72d9932-f75d-4b82-ae84-cdb7c9b6314d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36d4db6f-8a0d-4066-a7aa-756afbfd3e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836267 Oct 05 10:00:48.278757 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-36788f9f-5f41-4739-b601-a1cae1af2f60 req-0b08b34c-a7bb-463f-91aa-5db1996554f1 service neutron] 10.222.0.45 "GET /v2.0/networks/36d4db6f-8a0d-4066-a7aa-756afbfd3e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299424 Oct 05 10:00:48.320522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d61ea1ba-8dbb-4ea0-87aa-61d19020b5b7 None None] Set router ed26ea20-1af0-47ad-863e-dbdb7b95565c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:00:48.409787 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-36788f9f-5f41-4739-b601-a1cae1af2f60 req-883208a3-6de5-44f9-bad3-d729ba231b31 service neutron] 10.222.0.45 "GET /v2.0/networks/36d4db6f-8a0d-4066-a7aa-756afbfd3e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246991 Oct 05 10:00:48.665178 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d61ea1ba-8dbb-4ea0-87aa-61d19020b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:00:32Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:28Z', 'updated_at': '2022-10-05T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '26acb3b0-0e1e-4a4a-be90-322ec5a5fe02', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.200', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'port_id': '959d9b14-2460-4bbb-871a-47edb999449b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'mac_address': 'fa:16:3e:a6:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:00:46Z', 'updated_at': '2022-10-05T10:00:46Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b7d0fc-166d-460b-9191-9ec26012a70d', 'name': '', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:69:d4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:31Z', 'updated_at': '2022-10-05T10:00:37Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:00:48.669291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ea1ba-8dbb-4ea0-87aa-61d19020b5b7 None None] The sync data for ids ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'] in dv-neutron-860328-1-hyperv is: [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:00:32Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:28Z', 'updated_at': '2022-10-05T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '26acb3b0-0e1e-4a4a-be90-322ec5a5fe02', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'floating_ip_address': '172.26.0.200', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'port_id': '959d9b14-2460-4bbb-871a-47edb999449b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'mac_address': 'fa:16:3e:a6:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:00:46Z', 'updated_at': '2022-10-05T10:00:46Z', 'revision_number': 0, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b7d0fc-166d-460b-9191-9ec26012a70d', 'name': '', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:69:d4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:31Z', 'updated_at': '2022-10-05T10:00:37Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:00:48.850927 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408e8dd-b63a-4119-bbc5-fa763d872b79 None None] New status for floating IP 26acb3b0-0e1e-4a4a-be90-322ec5a5fe02: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:00:48.968183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43434) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:49.192477 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-19c8cd7f-88b2-458b-8aab-a39bf4aa00bc tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/26acb3b0-0e1e-4a4a-be90-322ec5a5fe02 HTTP/1.1" status: 200 len: 992 time: 0.2232187 Oct 05 10:00:50.197287 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43438) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:00:50.345460 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:00:50.425957 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0214ac37-eee8-448e-9dd8-cfe35eda984d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/26acb3b0-0e1e-4a4a-be90-322ec5a5fe02 HTTP/1.1" status: 200 len: 994 time: 0.2276151 Oct 05 10:01:02.893095 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c922597c-a07b-4da9-b4d1-ea6ffcfda0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:05.146426 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:05.714556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9004dc9-2ff7-43c6-b424-cbb6635e1ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:06.900110 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:07.041841 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:09.387135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:15.393400 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4df2f-6dc4-4239-843b-91ccbd461e18 req-b5bd1eed-1f6e-4962-8c11-ef75edad0559 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:15.394862 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-05b4df2f-6dc4-4239-843b-91ccbd461e18 req-b5bd1eed-1f6e-4962-8c11-ef75edad0559 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 946 time: 0.0866647 Oct 05 10:01:15.437924 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-05b4df2f-6dc4-4239-843b-91ccbd461e18 req-ef05b886-c2dd-44fd-8715-1d5b8d1bb643 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371451 Oct 05 10:01:16.642691 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579cefb-e5d0-4ab9-981f-bcf809136cc1 req-536f7f58-840e-40c4-9990-a35589245ac6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:16.644141 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6579cefb-e5d0-4ab9-981f-bcf809136cc1 req-536f7f58-840e-40c4-9990-a35589245ac6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 946 time: 0.0901003 Oct 05 10:01:16.687093 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6579cefb-e5d0-4ab9-981f-bcf809136cc1 req-0126401d-d9fe-4104-924c-f6d1f829191c tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373561 Oct 05 10:01:16.717845 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43456) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:16.824130 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5c1ec628-3b79-46c0-a28d-644970366e0d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/26acb3b0-0e1e-4a4a-be90-322ec5a5fe02 HTTP/1.1" status: 200 len: 994 time: 0.1050653 Oct 05 10:01:18.289899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd2de1-7427-45a6-90b3-09589b03ea58 req-d20dbd39-3a9c-42fe-9033-07ef085c2fb6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:18.291392 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8dbd2de1-7427-45a6-90b3-09589b03ea58 req-d20dbd39-3a9c-42fe-9033-07ef085c2fb6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 946 time: 0.0978761 Oct 05 10:01:18.300762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e8aeb-ef67-41d4-ab4a-8b19bd80cd4b req-902fe344-9ffe-4771-a12b-168fc5b8ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:18.302249 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ff3e8aeb-ef67-41d4-ab4a-8b19bd80cd4b req-902fe344-9ffe-4771-a12b-168fc5b8ff9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 1099 time: 0.0809748 Oct 05 10:01:18.334882 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8dbd2de1-7427-45a6-90b3-09589b03ea58 req-b8b07def-00fe-439e-8c5a-b7181357dd21 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377450 Oct 05 10:01:18.432969 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e8aeb-ef67-41d4-ab4a-8b19bd80cd4b req-9d7fd80e-f66f-40da-a8c9-905a23984c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:18.434349 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ff3e8aeb-ef67-41d4-ab4a-8b19bd80cd4b req-9d7fd80e-f66f-40da-a8c9-905a23984c68 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36d4db6f-8a0d-4066-a7aa-756afbfd3e3a HTTP/1.1" status: 200 len: 898 time: 0.1260548 Oct 05 10:01:18.544533 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ff3e8aeb-ef67-41d4-ab4a-8b19bd80cd4b req-a60fe3e6-c19b-4f7b-8505-8420bd16d843 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=959d9b14-2460-4bbb-871a-47edb999449b HTTP/1.1" status: 200 len: 1002 time: 0.1033289 Oct 05 10:01:18.606783 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e8aeb-ef67-41d4-ab4a-8b19bd80cd4b req-f8ca1926-30de-49a1-bc94-6101bff3ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:18.608182 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ff3e8aeb-ef67-41d4-ab4a-8b19bd80cd4b req-f8ca1926-30de-49a1-bc94-6101bff3ba36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=241fb9e8-75c7-4acb-b8bc-150ab189def1 HTTP/1.1" status: 200 len: 835 time: 0.0574203 Oct 05 10:01:18.693329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e8aeb-ef67-41d4-ab4a-8b19bd80cd4b req-75532bf5-07c3-49aa-aeeb-c051b622054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:18.694744 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ff3e8aeb-ef67-41d4-ab4a-8b19bd80cd4b req-75532bf5-07c3-49aa-aeeb-c051b622054f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36d4db6f-8a0d-4066-a7aa-756afbfd3e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806718 Oct 05 10:01:18.825502 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ff3e8aeb-ef67-41d4-ab4a-8b19bd80cd4b req-4f99b2e7-7ea7-4da0-81f8-766be5249cc6 service neutron] 10.222.0.45 "GET /v2.0/networks/36d4db6f-8a0d-4066-a7aa-756afbfd3e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242101 Oct 05 10:01:18.957130 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ff3e8aeb-ef67-41d4-ab4a-8b19bd80cd4b req-376ef690-bcb5-4745-8d7d-cfc8fd740084 service neutron] 10.222.0.45 "GET /v2.0/networks/36d4db6f-8a0d-4066-a7aa-756afbfd3e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253929 Oct 05 10:01:19.537308 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c2ea7-bc45-4388-8b47-b389a7cb58f8 req-5657309e-8dba-40a2-bb8e-3998248b68ed tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:19.538918 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-392c2ea7-bc45-4388-8b47-b389a7cb58f8 req-5657309e-8dba-40a2-bb8e-3998248b68ed tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 946 time: 0.0895109 Oct 05 10:01:19.582413 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-392c2ea7-bc45-4388-8b47-b389a7cb58f8 req-5504b03b-09ef-4fac-b559-850ae693fdf1 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378325 Oct 05 10:01:20.785048 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50283c5-06b0-4f20-8f65-fb22dbfbb10e req-a282d3f8-3edd-420e-911f-6644a42ae9c3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:20.786530 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a50283c5-06b0-4f20-8f65-fb22dbfbb10e req-a282d3f8-3edd-420e-911f-6644a42ae9c3 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 946 time: 0.0903974 Oct 05 10:01:20.830515 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a50283c5-06b0-4f20-8f65-fb22dbfbb10e req-c54bb7de-8cf0-4f95-845d-e94da00f576f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383699 Oct 05 10:01:20.860022 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43470) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:20.966942 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-17b03a70-36b4-4532-9b67-a45b053a36fd tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/floatingips/26acb3b0-0e1e-4a4a-be90-322ec5a5fe02 HTTP/1.1" status: 200 len: 994 time: 0.1057956 Oct 05 10:01:22.046349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43478) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:22.252843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 81b8557b-f942-430c-ac75-f7d01aa00c7c {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:01:22.253098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:22.427414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:22.427743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:22.549762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 81b8557b-f942-430c-ac75-f7d01aa00c7c owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:01:22.709000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:22.757705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=81b8557b-f942-430c-ac75-f7d01aa00c7c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:22.948357 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:22.948706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:22.949047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:22.949384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:22.949717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:22.950076 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:22.950414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:22.950743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:22.951068 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:22.951393 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:22.951716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:22.952044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:22.993728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:22.994158 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Floating IP 26acb3b0-0e1e-4a4a-be90-322ec5a5fe02 disassociated (deleted). External IP: 172.26.0.200, port: 959d9b14-2460-4bbb-871a-47edb999449b. Oct 05 10:01:23.360920 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router ed26ea20-1af0-47ad-863e-dbdb7b95565c has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:01:23.543791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:01:23.553200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ac60b-c314-41ea-816b-1a10a8ec313d None None] Sync routers for ids ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:01:23.560407 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:23.563705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ac60b-c314-41ea-816b-1a10a8ec313d None None] Routers {'ed26ea20-1af0-47ad-863e-dbdb7b95565c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:23.564376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7b5ac60b-c314-41ea-816b-1a10a8ec313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:23.621933 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c4489e8d-0407-49a7-93cd-d8054d1fc6d6 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/floatingips/26acb3b0-0e1e-4a4a-be90-322ec5a5fe02 HTTP/1.1" status: 204 len: 168 time: 1.5744731 Oct 05 10:01:23.622532 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'tag': '959d9b14-2460-4bbb-871a-47edb999449b'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:01:23.624837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f28c6ed-17ac-4247-882f-ed53cc1fb667" -d '{"events": [{"name": "network-changed", "server_uuid": "382e9c88-9e24-40e3-9ae6-a1251347ea2b", "tag": "959d9b14-2460-4bbb-871a-47edb999449b"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:01:23.674983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042266cf-2286-421c-87bd-0c057163b651 x-openstack-request-id: req-042266cf-2286-421c-87bd-0c057163b651 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:01:23.675271 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382e9c88-9e24-40e3-9ae6-a1251347ea2b", "tag": "959d9b14-2460-4bbb-871a-47edb999449b", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:01:23.675523 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-042266cf-2286-421c-87bd-0c057163b651 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:01:23.675924 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-042266cf-2286-421c-87bd-0c057163b651'] response: {'name': 'network-changed', 'server_uuid': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'tag': '959d9b14-2460-4bbb-871a-47edb999449b', 'status': 'completed', 'code': 200} Oct 05 10:01:23.753913 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-7b5ac60b-c314-41ea-816b-1a10a8ec313d None None] Set router ed26ea20-1af0-47ad-863e-dbdb7b95565c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:23.781603 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28c6ed-17ac-4247-882f-ed53cc1fb667 req-1634e1af-a462-4862-8763-1def22dab904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:23.783177 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6f28c6ed-17ac-4247-882f-ed53cc1fb667 req-1634e1af-a462-4862-8763-1def22dab904 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd73bca3121b4002a21753552f6865df&device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 1099 time: 0.0842597 Oct 05 10:01:23.926743 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28c6ed-17ac-4247-882f-ed53cc1fb667 req-85b57230-0785-483c-805b-4eef707dfed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:23.928342 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6f28c6ed-17ac-4247-882f-ed53cc1fb667 req-85b57230-0785-483c-805b-4eef707dfed0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36d4db6f-8a0d-4066-a7aa-756afbfd3e3a HTTP/1.1" status: 200 len: 898 time: 0.1388862 Oct 05 10:01:24.020348 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6f28c6ed-17ac-4247-882f-ed53cc1fb667 req-d0eda2f8-ccb2-4035-b3fc-0b0a6049c078 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=959d9b14-2460-4bbb-871a-47edb999449b HTTP/1.1" status: 200 len: 217 time: 0.0842659 Oct 05 10:01:24.072583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843f24-9887-4411-9e8d-fccea8daa3ed req-73d6881f-3a94-4dc9-a49a-29747d9e659a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:24.074275 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-08843f24-9887-4411-9e8d-fccea8daa3ed req-73d6881f-3a94-4dc9-a49a-29747d9e659a tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 946 time: 0.0947697 Oct 05 10:01:24.089905 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28c6ed-17ac-4247-882f-ed53cc1fb667 req-63be0bb0-3be6-4219-9e1f-1701f85e2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:24.091697 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6f28c6ed-17ac-4247-882f-ed53cc1fb667 req-63be0bb0-3be6-4219-9e1f-1701f85e2025 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=241fb9e8-75c7-4acb-b8bc-150ab189def1 HTTP/1.1" status: 200 len: 835 time: 0.0640538 Oct 05 10:01:24.125904 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-08843f24-9887-4411-9e8d-fccea8daa3ed req-90176137-6a48-4295-a5ce-30e0591fd623 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436366 Oct 05 10:01:24.129875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7b5ac60b-c314-41ea-816b-1a10a8ec313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:00:32Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:28Z', 'updated_at': '2022-10-05T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'e3b7d0fc-166d-460b-9191-9ec26012a70d', 'name': '', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:69:d4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:31Z', 'updated_at': '2022-10-05T10:00:37Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:24.134909 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ac60b-c314-41ea-816b-1a10a8ec313d None None] Checking router: ed26ea20-1af0-47ad-863e-dbdb7b95565c for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:01:24.146994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ac60b-c314-41ea-816b-1a10a8ec313d None None] Routers {'ed26ea20-1af0-47ad-863e-dbdb7b95565c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:24.147591 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7b5ac60b-c314-41ea-816b-1a10a8ec313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:24.182644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28c6ed-17ac-4247-882f-ed53cc1fb667 req-d111beb1-ea50-4805-9032-c78cf60a4577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:24.184126 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6f28c6ed-17ac-4247-882f-ed53cc1fb667 req-d111beb1-ea50-4805-9032-c78cf60a4577 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36d4db6f-8a0d-4066-a7aa-756afbfd3e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851824 Oct 05 10:01:24.322006 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6f28c6ed-17ac-4247-882f-ed53cc1fb667 req-d06aa4a9-1bd4-47e9-aec2-d5663357666f service neutron] 10.222.0.45 "GET /v2.0/networks/36d4db6f-8a0d-4066-a7aa-756afbfd3e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295264 Oct 05 10:01:24.335499 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-7b5ac60b-c314-41ea-816b-1a10a8ec313d None None] Set router ed26ea20-1af0-47ad-863e-dbdb7b95565c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:24.574607 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6f28c6ed-17ac-4247-882f-ed53cc1fb667 req-2691bded-c96a-4d09-9604-26847e791e66 service neutron] 10.222.0.45 "GET /v2.0/networks/36d4db6f-8a0d-4066-a7aa-756afbfd3e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415786 Oct 05 10:01:24.656766 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7b5ac60b-c314-41ea-816b-1a10a8ec313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:00:32Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:28Z', 'updated_at': '2022-10-05T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'e3b7d0fc-166d-460b-9191-9ec26012a70d', 'name': '', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:69:d4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:31Z', 'updated_at': '2022-10-05T10:00:37Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:24.660876 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ac60b-c314-41ea-816b-1a10a8ec313d None None] The sync data for ids ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'] in dv-neutron-860328-1-hyperv is: [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:00:32Z', 'revision_number': 4, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:28Z', 'updated_at': '2022-10-05T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'e3b7d0fc-166d-460b-9191-9ec26012a70d', 'name': '', 'network_id': '36d4db6f-8a0d-4066-a7aa-756afbfd3e3a', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'mac_address': 'fa:16:3e:69:d4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:31Z', 'updated_at': '2022-10-05T10:00:37Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'subnets': [{'id': '241fb9e8-75c7-4acb-b8bc-150ab189def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:01:24.890409 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f90bc-3b32-4565-8cd1-1d565d8645e3 None None] New status for floating IP 26acb3b0-0e1e-4a4a-be90-322ec5a5fe02: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:01:25.330564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a76355-1537-4114-a45e-8726133ba3c7 req-926b562b-3d83-475d-8494-448d4a9864f4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:25.332011 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b7a76355-1537-4114-a45e-8726133ba3c7 req-926b562b-3d83-475d-8494-448d4a9864f4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 946 time: 0.0868340 Oct 05 10:01:25.379172 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b7a76355-1537-4114-a45e-8726133ba3c7 req-01404a7e-6fd9-44dd-b2a9-c73e7e42901d tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/security-groups?id=552523e5-1b51-4907-9056-95df3ef32ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405843 Oct 05 10:01:25.609414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680e882-d690-42c8-9e57-9a28f0c66779 req-c16f0902-badb-4858-b410-abb92fff8ef4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:25.610133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5680e882-d690-42c8-9e57-9a28f0c66779 req-c16f0902-badb-4858-b410-abb92fff8ef4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Synchronizing usage tracker for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:01:25.625859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5680e882-d690-42c8-9e57-9a28f0c66779 req-c16f0902-badb-4858-b410-abb92fff8ef4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Unset dirty status for tenant:fd73bca3121b4002a21753552f6865df on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:01:25.626975 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5680e882-d690-42c8-9e57-9a28f0c66779 req-c16f0902-badb-4858-b410-abb92fff8ef4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 946 time: 0.1025934 Oct 05 10:01:25.699471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-5680e882-d690-42c8-9e57-9a28f0c66779 req-6bc098e2-f0ff-46a9-913b-829fffc8b799 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port 959d9b14-2460-4bbb-871a-47edb999449b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:01:25.699815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5680e882-d690-42c8-9e57-9a28f0c66779 req-6bc098e2-f0ff-46a9-913b-829fffc8b799 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:25.942845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-5680e882-d690-42c8-9e57-9a28f0c66779 req-6bc098e2-f0ff-46a9-913b-829fffc8b799 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port 959d9b14-2460-4bbb-871a-47edb999449b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=959d9b14-2460-4bbb-871a-47edb999449b,segment=NetworkSegment(6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9),segment_id=6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:25.943206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5680e882-d690-42c8-9e57-9a28f0c66779 req-6bc098e2-f0ff-46a9-913b-829fffc8b799 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:26.068708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-5680e882-d690-42c8-9e57-9a28f0c66779 req-6bc098e2-f0ff-46a9-913b-829fffc8b799 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for 959d9b14-2460-4bbb-871a-47edb999449b owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:01:26.215769 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5680e882-d690-42c8-9e57-9a28f0c66779 req-6bc098e2-f0ff-46a9-913b-829fffc8b799 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:26.266427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc098e2-f0ff-46a9-913b-829fffc8b799 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=959d9b14-2460-4bbb-871a-47edb999449b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:26.370895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-5680e882-d690-42c8-9e57-9a28f0c66779 req-6bc098e2-f0ff-46a9-913b-829fffc8b799 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] No DVR routers for this DVR port 959d9b14-2460-4bbb-871a-47edb999449b on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:01:26.373296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5680e882-d690-42c8-9e57-9a28f0c66779 req-6bc098e2-f0ff-46a9-913b-829fffc8b799 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:26.375789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'name': 'network-vif-deleted', 'tag': '959d9b14-2460-4bbb-871a-47edb999449b'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:01:26.378023 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebb302f-2606-42db-a116-8fbc86ac5472" -d '{"events": [{"server_uuid": "382e9c88-9e24-40e3-9ae6-a1251347ea2b", "name": "network-vif-deleted", "tag": "959d9b14-2460-4bbb-871a-47edb999449b"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:01:26.391812 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5680e882-d690-42c8-9e57-9a28f0c66779 req-6bc098e2-f0ff-46a9-913b-829fffc8b799 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.45 "DELETE /v2.0/ports/959d9b14-2460-4bbb-871a-47edb999449b HTTP/1.1" status: 204 len: 173 time: 0.7595787 Oct 05 10:01:26.424329 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6600bc6f-d521-4328-9ff9-79c202ca57c4 x-openstack-request-id: req-6600bc6f-d521-4328-9ff9-79c202ca57c4 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:01:26.424654 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382e9c88-9e24-40e3-9ae6-a1251347ea2b", "name": "network-vif-deleted", "tag": "959d9b14-2460-4bbb-871a-47edb999449b", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:01:26.424863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6600bc6f-d521-4328-9ff9-79c202ca57c4 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:01:26.425300 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6600bc6f-d521-4328-9ff9-79c202ca57c4'] response: {'server_uuid': '382e9c88-9e24-40e3-9ae6-a1251347ea2b', 'name': 'network-vif-deleted', 'tag': '959d9b14-2460-4bbb-871a-47edb999449b', 'status': 'completed', 'code': 200} Oct 05 10:01:26.553408 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ead7c597-f4be-45ec-bc30-27a9f150d134 req-0dde9d88-d9f5-49ae-bde4-6254545bd539 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "GET /v2.0/ports?device_id=382e9c88-9e24-40e3-9ae6-a1251347ea2b HTTP/1.1" status: 200 len: 210 time: 0.0568795 Oct 05 10:01:27.344749 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:01:27.657697 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43498) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:28.220312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eaba4d27-f094-441e-8ac6-7fd21c9f0725 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:28.679436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-eaba4d27-f094-441e-8ac6-7fd21c9f0725 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port e3b7d0fc-166d-460b-9191-9ec26012a70d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:01:28.680208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eaba4d27-f094-441e-8ac6-7fd21c9f0725 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:28.870935 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-eaba4d27-f094-441e-8ac6-7fd21c9f0725 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port e3b7d0fc-166d-460b-9191-9ec26012a70d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=e3b7d0fc-166d-460b-9191-9ec26012a70d,segment=NetworkSegment(6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9),segment_id=6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:28.871528 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eaba4d27-f094-441e-8ac6-7fd21c9f0725 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:28.995599 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-eaba4d27-f094-441e-8ac6-7fd21c9f0725 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for e3b7d0fc-166d-460b-9191-9ec26012a70d owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:01:29.183553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eaba4d27-f094-441e-8ac6-7fd21c9f0725 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:29.234498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba4d27-f094-441e-8ac6-7fd21c9f0725 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=e3b7d0fc-166d-460b-9191-9ec26012a70d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:29.515217 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eaba4d27-f094-441e-8ac6-7fd21c9f0725 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:29.974900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaba4d27-f094-441e-8ac6-7fd21c9f0725 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Router ed26ea20-1af0-47ad-863e-dbdb7b95565c has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:01:30.156211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaba4d27-f094-441e-8ac6-7fd21c9f0725 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:01:30.166779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b1b849-bae3-486a-90c5-402313733ffb None None] Sync routers for ids ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:01:30.169180 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eaba4d27-f094-441e-8ac6-7fd21c9f0725 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "PUT /v2.0/routers/ed26ea20-1af0-47ad-863e-dbdb7b95565c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5103445 Oct 05 10:01:30.172039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43502) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:30.176170 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b1b849-bae3-486a-90c5-402313733ffb None None] Routers {'ed26ea20-1af0-47ad-863e-dbdb7b95565c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:30.176917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b3b1b849-bae3-486a-90c5-402313733ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:30.237195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc77e902-9301-4af2-a206-7dfb2b87bece tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting subnet 241fb9e8-75c7-4acb-b8bc-150ab189def1 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:01:30.240116 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc77e902-9301-4af2-a206-7dfb2b87bece tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.294215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc77e902-9301-4af2-a206-7dfb2b87bece tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.362765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-b3b1b849-bae3-486a-90c5-402313733ffb None None] Set router ed26ea20-1af0-47ad-863e-dbdb7b95565c gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:30.385582 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc77e902-9301-4af2-a206-7dfb2b87bece tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.465010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc77e902-9301-4af2-a206-7dfb2b87bece tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.507945 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77e902-9301-4af2-a206-7dfb2b87bece tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Subnet': ['ID=241fb9e8-75c7-4acb-b8bc-150ab189def1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:30.511372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc77e902-9301-4af2-a206-7dfb2b87bece tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.521234 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bc77e902-9301-4af2-a206-7dfb2b87bece tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/subnets/241fb9e8-75c7-4acb-b8bc-150ab189def1 HTTP/1.1" status: 204 len: 168 time: 0.3449483 Oct 05 10:01:30.521234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43506) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:30.540322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4e03a1-0bc6-40a0-83dc-92959719a4c3 None None] Network 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:01:30.671337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 959d9b14-2460-4bbb-871a-47edb999449b no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:01:30.700715 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.814354 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 959d9b14-2460-4bbb-871a-47edb999449b {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:01:30.814707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 959d9b14-2460-4bbb-871a-47edb999449b not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:01:30.887546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.897685 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Deleting port b9ee6d97-393b-4cbb-9db0-d2326d923f2e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:01:30.899156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:30.909244 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b3b1b849-bae3-486a-90c5-402313733ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:01:29Z', 'revision_number': 5, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port': {'id': 'b9ee6d97-393b-4cbb-9db0-d2326d923f2e', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:00:28Z', 'updated_at': '2022-10-05T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:30.913382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b1b849-bae3-486a-90c5-402313733ffb None None] Checking router: ed26ea20-1af0-47ad-863e-dbdb7b95565c for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:01:30.922560 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b1b849-bae3-486a-90c5-402313733ffb None None] Routers {'ed26ea20-1af0-47ad-863e-dbdb7b95565c'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:30.923172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b3b1b849-bae3-486a-90c5-402313733ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:30.979851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] DHCP port deletion for 36d4db6f-8a0d-4066-a7aa-756afbfd3e3a request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:01:31.042721 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Deleting port dacded21-a1cb-4626-bee1-b14209f63dee {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:01:31.043238 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:31.079744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] For port b9ee6d97-393b-4cbb-9db0-d2326d923f2e, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=b9ee6d97-393b-4cbb-9db0-d2326d923f2e,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:31.080328 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:31.157813 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-b3b1b849-bae3-486a-90c5-402313733ffb None None] Set router ed26ea20-1af0-47ad-863e-dbdb7b95565c gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:31.207808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Calling delete_port for b9ee6d97-393b-4cbb-9db0-d2326d923f2e owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:01:31.284380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-b3b1b849-bae3-486a-90c5-402313733ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:01:30Z', 'revision_number': 6, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:31.299639 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b1b849-bae3-486a-90c5-402313733ffb None None] The sync data for ids ['ed26ea20-1af0-47ad-863e-dbdb7b95565c'] in dv-neutron-860328-1-hyperv is: [{'id': 'ed26ea20-1af0-47ad-863e-dbdb7b95565c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547468797', 'tenant_id': 'fd73bca3121b4002a21753552f6865df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:00:27Z', 'updated_at': '2022-10-05T10:01:30Z', 'revision_number': 6, 'project_id': 'fd73bca3121b4002a21753552f6865df', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:01:31.414248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] For port dacded21-a1cb-4626-bee1-b14209f63dee, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=dacded21-a1cb-4626-bee1-b14209f63dee,segment=NetworkSegment(6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9),segment_id=6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:31.414674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:31.512895 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:31.543575 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Calling delete_port for dacded21-a1cb-4626-bee1-b14209f63dee owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:01:31.559196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Port': ['ID=b9ee6d97-393b-4cbb-9db0-d2326d923f2e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:31.624016 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:31.660032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:31.672857 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device dacded21-a1cb-4626-bee1-b14209f63dee no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:01:31.713872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: dacded21-a1cb-4626-bee1-b14209f63dee {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:01:31.714294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device dacded21-a1cb-4626-bee1-b14209f63dee not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:01:31.715800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Pushing event deleted for resources: {'Port': ['ID=dacded21-a1cb-4626-bee1-b14209f63dee,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:31.721380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] No DVR routers for this DVR port dacded21-a1cb-4626-bee1-b14209f63dee on host dv-neutron-860328-1-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:01:31.732534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:31.732989 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:31.733258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:31.733671 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:31.733922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:31.734293 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:31.734629 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:31.734957 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:31.735285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:31.735610 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:31.735941 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:31.736263 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85182d4-c197-4dfa-bc96-6e41eeb5a95d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:31.850054 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:31.852781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:31.875993 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:31.876566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Fanout notify agent at l3_agent the message router_deleted on router ed26ea20-1af0-47ad-863e-dbdb7b95565c {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:01:31.892096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:31.893178 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c893ef46-1a36-4009-b84d-ec8792047b3f tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/routers/ed26ea20-1af0-47ad-863e-dbdb7b95565c HTTP/1.1" status: 204 len: 168 time: 1.3717892 Oct 05 10:01:31.895920 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43510) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:32.009874 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-20ad9657-cf95-4138-8a09-e937a6250555 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:32.149178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-20ad9657-cf95-4138-8a09-e937a6250555 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:32.174133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-20ad9657-cf95-4138-8a09-e937a6250555 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d4db6f-8a0d-4066-a7aa-756afbfd3e3a']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:32.186693 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-20ad9657-cf95-4138-8a09-e937a6250555 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:32.187001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-20ad9657-cf95-4138-8a09-e937a6250555 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:32.198798 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-20ad9657-cf95-4138-8a09-e937a6250555 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:32.215632 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-20ad9657-cf95-4138-8a09-e937a6250555 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:32.221943 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ad9657-cf95-4138-8a09-e937a6250555 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:01:32.222375 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-20ad9657-cf95-4138-8a09-e937a6250555 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:32.292037 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9 resource provider aggregate not found Oct 05 10:01:32.315228 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c21fe6a-7968-4f1a-bae2-70d18ea6cfe9 found for delete ", "request_id": "req-11d1e8bc-9c8d-442d-90e7-2acc0ad42bd4"}]} Oct 05 10:01:32.328149 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-20ad9657-cf95-4138-8a09-e937a6250555 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:32.332578 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-20ad9657-cf95-4138-8a09-e937a6250555 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:32.359712 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad9657-cf95-4138-8a09-e937a6250555 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'Network': ['ID=36d4db6f-8a0d-4066-a7aa-756afbfd3e3a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:32.367866 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-20ad9657-cf95-4138-8a09-e937a6250555 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/networks/36d4db6f-8a0d-4066-a7aa-756afbfd3e3a HTTP/1.1" status: 204 len: 168 time: 0.4710169 Oct 05 10:01:32.370657 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43518) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:32.437234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aaa757f2-7de1-45b1-b812-985391f4a8b4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:32.466853 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aaa757f2-7de1-45b1-b812-985391f4a8b4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:32.536067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aaa757f2-7de1-45b1-b812-985391f4a8b4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:32.552912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa757f2-7de1-45b1-b812-985391f4a8b4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=552523e5-1b51-4907-9056-95df3ef32ff3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:32.564585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aaa757f2-7de1-45b1-b812-985391f4a8b4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:32.565702 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aaa757f2-7de1-45b1-b812-985391f4a8b4 tempest-TestNetworkAdvancedServerOps-76192284 tempest-TestNetworkAdvancedServerOps-76192284-project] 10.222.0.64 "DELETE /v2.0/security-groups/552523e5-1b51-4907-9056-95df3ef32ff3 HTTP/1.1" status: 204 len: 168 time: 0.1941528 Oct 05 10:01:32.889616 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-369abfff-ba8f-458f-99ef-173db95b3392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:32.891463 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43528) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:33.090758 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dae311dc-5836-431b-895d-9897c16bfd5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd73bca3121b4002a21753552f6865df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981640 Oct 05 10:01:33.093339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43536) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:33.151752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8b62-fa9f-40b0-8504-e3a5c32bdb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:33.177300 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8b62-fa9f-40b0-8504-e3a5c32bdb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:33.232574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8b62-fa9f-40b0-8504-e3a5c32bdb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:33.253859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d8b62-fa9f-40b0-8504-e3a5c32bdb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123f3b8f-a755-4d9a-ad96-dbfb1a0f6c32,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:33.258647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8b62-fa9f-40b0-8504-e3a5c32bdb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:33.259588 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f2d8b62-fa9f-40b0-8504-e3a5c32bdb1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/123f3b8f-a755-4d9a-ad96-dbfb1a0f6c32 HTTP/1.1" status: 204 len: 168 time: 0.1653602 Oct 05 10:01:33.291314 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b9ee6d97-393b-4cbb-9db0-d2326d923f2e no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:01:33.327092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: b9ee6d97-393b-4cbb-9db0-d2326d923f2e {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:01:33.327429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device b9ee6d97-393b-4cbb-9db0-d2326d923f2e not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:01:33.327851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e3b7d0fc-166d-460b-9191-9ec26012a70d no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:01:33.361202 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: e3b7d0fc-166d-460b-9191-9ec26012a70d {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:01:33.361553 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device e3b7d0fc-166d-460b-9191-9ec26012a70d not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:01:33.539691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43544) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:33.556731 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5035f83-bd9a-453d-a549-14b8d2316460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:33.570615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c5035f83-bd9a-453d-a549-14b8d2316460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:33.574426 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c5035f83-bd9a-453d-a549-14b8d2316460 admin admin] Usage tracker for resource:security_group_rule and tenant:9e4603681f784bcc909dadae12cfb93b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:33.577147 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c5035f83-bd9a-453d-a549-14b8d2316460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:33.582784 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c5035f83-bd9a-453d-a549-14b8d2316460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:33.671962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5035f83-bd9a-453d-a549-14b8d2316460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:33.675716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5035f83-bd9a-453d-a549-14b8d2316460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:33.722751 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c5035f83-bd9a-453d-a549-14b8d2316460 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e4603681f784bcc909dadae12cfb93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819892 Oct 05 10:01:33.723554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5035f83-bd9a-453d-a549-14b8d2316460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d40af0-3e20-4da1-9bc8-f0eb918c4707,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:33.725513 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43548) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:33.784653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:33.811183 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:33.862541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:33.877359 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d40af0-3e20-4da1-9bc8-f0eb918c4707,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:33.887956 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:33.888313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:33.888658 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:33.888997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:33.889330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:33.889665 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:33.890017 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:33.890349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:33.890787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:33.891127 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:33.891453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:33.891777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:33.895430 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:33.896650 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-4c7d2a1a-9341-4c29-9f84-0bca70f92017 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9d40af0-3e20-4da1-9bc8-f0eb918c4707 HTTP/1.1" status: 204 len: 168 time: 0.1693652 Oct 05 10:01:34.645739 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43572) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:34.780084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1353734626-network', 'tenant_id': '834668e752a448008ecce73fda572a7b'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:34.784809 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:34.789220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Usage tracker for resource:network and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:34.792070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:34.798192 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:34.808243 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Made reservation on behalf of 834668e752a448008ecce73fda572a7b for: {'network': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:01:34.810540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:34.822583 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:34.839696 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:34.843442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:34.846459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:34.852812 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:34.934617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:34.938705 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:34.971287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=89054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:01:34.976976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6159f464-382c-4032-ab88-bd651533ef6e,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:34.984230 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:34.985249 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.segments_db [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Added segment 6367ad15-5797-4f0e-a69f-4e6260206306 of type vlan for network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 Oct 05 10:01:35.011069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.040076 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.041350 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:35.041924 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Notify callbacks [] for network, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.138127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.153822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] Pushing event updated for resources: {'Network': ['ID=7cabb14c-2ff0-443b-9626-0d19eb41a3d9,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:35.158120 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3feff1a0-3bd8-4233-9623-482140175678 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5110912 Oct 05 10:01:35.161056 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43580) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:35.165419 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:01:35.167632 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Request body: {'subnet': {'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1353734626-subnet', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'ip_version': 4}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:35.172566 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:35.176460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Usage tracker for resource:subnet and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:35.179959 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:35.185867 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:35.196381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Made reservation on behalf of 834668e752a448008ecce73fda572a7b for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:01:35.199031 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.406548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.578556 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bfda30a-4315-4749-aff8-0f2a99fdad66,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:35.588049 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Checking segment: {'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:35.588408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Network hostable DHCP agents. Network: 7cabb14c-2ff0-443b-9626-0d19eb41a3d9, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:01:35.607215 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:01:35.615435 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 7cabb14c-2ff0-443b-9626-0d19eb41a3d9) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:35.619620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:35.620201 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.627018 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec19c78-c315-4c08-bbbc-21095c9f827c None None] Network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:01:35.640619 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-71205641-d69a-4622-be10-d7790a98abbf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4785624 Oct 05 10:01:35.643506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43584) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:35.649121 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:35.653732 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:35.657703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Usage tracker for resource:router and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:35.661157 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:35.667937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:35.680163 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.681154 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.697672 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.727761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-22c848a8-0f09-4586-95ce-2ff380b760be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.898149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:01:35.898978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:35.974727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:36.055960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Allocated IP 172.20.0.2 (7cabb14c-2ff0-443b-9626-0d19eb41a3d9/4bfda30a-4315-4749-aff8-0f2a99fdad66/f7a38088-4a43-49a1-9f6a-186039638e76) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:01:36.263720 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:36.274375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Transition to ACTIVE for port object f7a38088-4a43-49a1-9f6a-186039638e76 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:36.293340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Transition to ACTIVE for port object f7a38088-4a43-49a1-9f6a-186039638e76 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:36.293585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:36.300245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:36.324605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:36.361048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:36.362485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:36.365292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:01:36.464584 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Allocated IP 172.26.0.37 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/9d1520e7-5379-4d88-9d13-983b2e8870fb) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:01:36.473303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Pushing event updated for resources: {'Port': ['ID=f7a38088-4a43-49a1-9f6a-186039638e76,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:36.494151 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Attempting to bind port f7a38088-4a43-49a1-9f6a-186039638e76 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:01:36.494524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Attempting to bind port f7a38088-4a43-49a1-9f6a-186039638e76 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:01:36.494888 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Attempting to bind port f7a38088-4a43-49a1-9f6a-186039638e76 on network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:01:36.500294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:01:36.501464 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Checking segment: {'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:36.501464 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:36.501688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Bound using segment: {'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:01:36.502106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Bound port: f7a38088-4a43-49a1-9f6a-186039638e76, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:01:36.502480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:36.597923 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] For port f7a38088-4a43-49a1-9f6a-186039638e76, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:01:36.601574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] For port f7a38088-4a43-49a1-9f6a-186039638e76, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f7a38088-4a43-49a1-9f6a-186039638e76,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:01:36.606756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:36.614936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:36.646228 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:36.695653 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b0311-f893-4ac3-9085-677bfe26853a None None] Pushing event updated for resources: {'Port': ['ID=f7a38088-4a43-49a1-9f6a-186039638e76,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:36.708012 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:36.715559 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:36.719973 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:01:36.754115 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1520e7-5379-4d88-9d13-983b2e8870fb,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:36.921584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:37.048473 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:37.282847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:37.324916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f7a38088-4a43-49a1-9f6a-186039638e76 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:37.394697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port f7a38088-4a43-49a1-9f6a-186039638e76 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:37.629053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f538b-ff47-4c77-9b7b-16a83340005f None None] Network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:01:37.660388 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:37.719350 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-51d6e989-0886-411e-812e-80e41491fba4 None None] Provisioning for port f7a38088-4a43-49a1-9f6a-186039638e76 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:37.729851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-51d6e989-0886-411e-812e-80e41491fba4 None None] Provisioning complete for port f7a38088-4a43-49a1-9f6a-186039638e76 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:37.730520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51d6e989-0886-411e-812e-80e41491fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:37.730851 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-51d6e989-0886-411e-812e-80e41491fba4 None None] Attempt 1 to provision port f7a38088-4a43-49a1-9f6a-186039638e76 Oct 05 10:01:37.870904 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:01:37.967632 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-51d6e989-0886-411e-812e-80e41491fba4 None None] Current status of the port f7a38088-4a43-49a1-9f6a-186039638e76 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:37.967929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51d6e989-0886-411e-812e-80e41491fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:38.014412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-51d6e989-0886-411e-812e-80e41491fba4 None None] For port f7a38088-4a43-49a1-9f6a-186039638e76, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f7a38088-4a43-49a1-9f6a-186039638e76,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:38.018797 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51d6e989-0886-411e-812e-80e41491fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:38.051688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:01:38.064068 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Sync routers for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:01:38.081061 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:38.081732 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:38.091543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6e989-0886-411e-812e-80e41491fba4 None None] Pushing event updated for resources: {'Port': ['ID=f7a38088-4a43-49a1-9f6a-186039638e76,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:38.093304 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:38.095188 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3a0b565c-c3c8-4e7f-bec9-1c81b03e75b5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4507463 Oct 05 10:01:38.099341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43588) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:38.247329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-27ad70c4-e132-41b5-a504-dc17135706b5 None None] Provisioning complete for port f7a38088-4a43-49a1-9f6a-186039638e76 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:38.247703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-27ad70c4-e132-41b5-a504-dc17135706b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:38.248036 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-27ad70c4-e132-41b5-a504-dc17135706b5 None None] Attempt 1 to provision port f7a38088-4a43-49a1-9f6a-186039638e76 Oct 05 10:01:38.329337 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:38.376519 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-27ad70c4-e132-41b5-a504-dc17135706b5 None None] Current status of the port f7a38088-4a43-49a1-9f6a-186039638e76 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:38.620401 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:36Z', 'revision_number': 3, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:38.624259 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Checking router: 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:01:38.624603 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Updating router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 port 9d1520e7-5379-4d88-9d13-983b2e8870fb binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:01:38.676367 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:38.923584 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.011608 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.023463 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Transition to ACTIVE for port object 9d1520e7-5379-4d88-9d13-983b2e8870fb will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:39.029395 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.088723 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Attempting to bind port 9d1520e7-5379-4d88-9d13-983b2e8870fb on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:01:39.089449 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Attempting to bind port 9d1520e7-5379-4d88-9d13-983b2e8870fb by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:01:39.089449 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Attempting to bind port 9d1520e7-5379-4d88-9d13-983b2e8870fb on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:01:39.104400 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:01:39.104777 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:39.105176 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.105833 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:01:39.106325 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Bound port: 9d1520e7-5379-4d88-9d13-983b2e8870fb, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:01:39.106704 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.136302 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Allocated IP 172.20.0.1 (7cabb14c-2ff0-443b-9626-0d19eb41a3d9/4bfda30a-4315-4749-aff8-0f2a99fdad66/4c8009bf-65f2-4506-81e9-a03b1cc9514d) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:01:39.146120 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Pushing event updated for resources: {'Port': ['ID=9d1520e7-5379-4d88-9d13-983b2e8870fb,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:39.158817 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:39.159095 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:39.159526 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:39.159939 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:39.160275 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:39.160608 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:39.160937 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:39.161263 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:39.161590 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:39.161917 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:39.162269 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:39.162589 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:01:39.200976 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] For port 9d1520e7-5379-4d88-9d13-983b2e8870fb, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:01:39.207209 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] For port 9d1520e7-5379-4d88-9d13-983b2e8870fb, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9d1520e7-5379-4d88-9d13-983b2e8870fb,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:01:39.214916 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.295491 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f7a38088-4a43-49a1-9f6a-186039638e76 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:39.297326 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e98f72-3672-4a0c-9a27-8d366754b731 None None] Pushing event updated for resources: {'Port': ['ID=9d1520e7-5379-4d88-9d13-983b2e8870fb,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:39.303370 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:39.304690 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:39.305145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.323004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Transition to ACTIVE for port object 4c8009bf-65f2-4506-81e9-a03b1cc9514d will not be triggered until provisioned by entity DHCP. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:39.348008 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.407180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.408574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port f7a38088-4a43-49a1-9f6a-186039638e76 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:39.409071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.409397 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port f7a38088-4a43-49a1-9f6a-186039638e76 Oct 05 10:01:39.422824 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:39.426299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:39.431343 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:01:39.455952 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Pushing event updated for resources: {'Port': ['ID=4c8009bf-65f2-4506-81e9-a03b1cc9514d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:39.495086 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.508394 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:39.582599 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port f7a38088-4a43-49a1-9f6a-186039638e76 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:39.645106 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.705280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Provisioning for port 4c8009bf-65f2-4506-81e9-a03b1cc9514d completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:39.711010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Provisioning complete for port 4c8009bf-65f2-4506-81e9-a03b1cc9514d triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:39.711391 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.711984 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Attempt 1 to provision port 4c8009bf-65f2-4506-81e9-a03b1cc9514d Oct 05 10:01:39.766422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Port 4c8009bf-65f2-4506-81e9-a03b1cc9514d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:39.849558 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:36Z', 'revision_number': 3, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:39.854109 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa20998-9740-41e2-a3f5-0427a240a928 None None] The sync data for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv is: [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:36Z', 'revision_number': 3, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:01:39.891562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:39.896944 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:40.007588 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:40.011214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Pushing event updated for resources: {'Port': ['ID=4c8009bf-65f2-4506-81e9-a03b1cc9514d,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:40.154419 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:40.155623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:40.267997 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Attempt 2 to provision port 4c8009bf-65f2-4506-81e9-a03b1cc9514d Oct 05 10:01:40.329652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Port 4c8009bf-65f2-4506-81e9-a03b1cc9514d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:40.471155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:01:40.658705 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:01:40.669324 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2277c144-31bb-4d0b-8c72-9ac68de74084 admin admin] 10.222.0.64 "PUT /v2.0/routers/9c2837b3-a4cb-42f0-9cc9-92f58abb3615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5689123 Oct 05 10:01:40.830831 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Attempt 3 to provision port 4c8009bf-65f2-4506-81e9-a03b1cc9514d Oct 05 10:01:40.895635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Port 4c8009bf-65f2-4506-81e9-a03b1cc9514d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:41.175349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43606) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:41.181929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1125742442-network', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:41.187118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:41.191038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Usage tracker for resource:network and tenant:76c664f2cbc64c8897f78acc39eec347 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:41.193854 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:41.200459 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:41.211552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Made reservation on behalf of 76c664f2cbc64c8897f78acc39eec347 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:01:41.213929 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:41.226802 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:41.242922 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:41.249064 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Usage tracker for resource:security_group_rule and tenant:76c664f2cbc64c8897f78acc39eec347 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:41.254801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:41.262355 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:41.320050 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9d1520e7-5379-4d88-9d13-983b2e8870fb up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:41.357681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:41.361647 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:41.397402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 9d1520e7-5379-4d88-9d13-983b2e8870fb completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:41.398022 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:01:41.401688 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Attempt 4 to provision port 4c8009bf-65f2-4506-81e9-a03b1cc9514d Oct 05 10:01:41.405502 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cbfc54-a989-4f3c-8258-7ec614180ee6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:41.411498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:41.412033 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Added segment dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1 of type vlan for network 9ad5635e-5398-4fb3-bcce-3b9325ddc739 Oct 05 10:01:41.437022 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Sync routers for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:01:41.441398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:41.451588 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9d1520e7-5379-4d88-9d13-983b2e8870fb triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:41.451964 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:41.452305 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9d1520e7-5379-4d88-9d13-983b2e8870fb Oct 05 10:01:41.474301 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:41.475349 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:41.476862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:41.496791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:41.497355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:41.579192 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] Pushing event updated for resources: {'Network': ['ID=9ad5635e-5398-4fb3-bcce-3b9325ddc739,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:41.580360 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Port 4c8009bf-65f2-4506-81e9-a03b1cc9514d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:41.587365 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0f73deae-c64e-475b-b108-f7488bcab17d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4107375 Oct 05 10:01:41.589932 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43610) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:41.595361 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 9ad5635e-5398-4fb3-bcce-3b9325ddc739 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:01:41.595663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Request body: {'subnet': {'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1125742442-subnet', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'ip_version': 4}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:41.600405 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:41.604945 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Usage tracker for resource:subnet and tenant:76c664f2cbc64c8897f78acc39eec347 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:41.608085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:41.613899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:41.626030 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Made reservation on behalf of 76c664f2cbc64c8897f78acc39eec347 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:01:41.628993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:41.840233 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:41.842315 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:41.916654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9d1520e7-5379-4d88-9d13-983b2e8870fb is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:41.917049 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:41.927623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df42472f-9b0b-464a-b598-6fe11c96325a,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:41.932548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Checking segment: {'id': 'dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:41.932917 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Network hostable DHCP agents. Network: 9ad5635e-5398-4fb3-bcce-3b9325ddc739, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:01:41.953924 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Network 9ad5635e-5398-4fb3-bcce-3b9325ddc739 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:01:41.963948 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 9ad5635e-5398-4fb3-bcce-3b9325ddc739) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:41.967909 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:41.968499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:41.992892 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-07cd4d15-3e78-45e7-916d-e1662b7944d3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3993490 Oct 05 10:01:41.993091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dff9f68-3583-4512-a733-fc2c3370d553 None None] Network 9ad5635e-5398-4fb3-bcce-3b9325ddc739 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:01:41.993189 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43614) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:41.998155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1125742442-router', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:42.003061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:42.007399 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Usage tracker for resource:router and tenant:76c664f2cbc64c8897f78acc39eec347 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:42.010330 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:42.016235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:42.022308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 9d1520e7-5379-4d88-9d13-983b2e8870fb, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9d1520e7-5379-4d88-9d13-983b2e8870fb,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:42.029014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:42.030034 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:42.046505 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:42.081450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:42.083016 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Attempt 5 to provision port 4c8009bf-65f2-4506-81e9-a03b1cc9514d Oct 05 10:01:42.280882 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Port 4c8009bf-65f2-4506-81e9-a03b1cc9514d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:42.305912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=9d1520e7-5379-4d88-9d13-983b2e8870fb,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:42.327194 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:42.495203 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-9ad5635e-5398-4fb3-bcce-3b9325ddc739', 'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'fixed_ips': [{'subnet_id': 'df42472f-9b0b-464a-b598-6fe11c96325a'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:01:42.496040 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:42.610806 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 2, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:42.626253 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Checking router: 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:01:42.626695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Updating router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 port 4c8009bf-65f2-4506-81e9-a03b1cc9514d binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:01:42.643849 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:42.672847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:42.723942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:42.781559 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Attempt 6 to provision port 4c8009bf-65f2-4506-81e9-a03b1cc9514d Oct 05 10:01:42.807996 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Allocated IP 172.26.0.90 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/8370e17b-46c0-4cc1-82dd-825745a39f5d) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:01:42.862725 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Allocated IP 172.20.0.2 (9ad5635e-5398-4fb3-bcce-3b9325ddc739/df42472f-9b0b-464a-b598-6fe11c96325a/9128c560-1f7c-4580-9ff5-aa8b738a028f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:01:42.870240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Port 4c8009bf-65f2-4506-81e9-a03b1cc9514d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:43.084954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:43.114569 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:43.172876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:43.175666 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:43.183856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:01:43.226884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8370e17b-46c0-4cc1-82dd-825745a39f5d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:43.249732 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:43.271278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Transition to ACTIVE for port object 9128c560-1f7c-4580-9ff5-aa8b738a028f will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:43.310294 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9d1520e7-5379-4d88-9d13-983b2e8870fb up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:43.374917 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Attempt 7 to provision port 4c8009bf-65f2-4506-81e9-a03b1cc9514d Oct 05 10:01:43.419285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Transition to ACTIVE for port object 9128c560-1f7c-4580-9ff5-aa8b738a028f will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:43.455837 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:43.463703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:43.512654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Port 4c8009bf-65f2-4506-81e9-a03b1cc9514d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:43.534359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Transition to ACTIVE for port object 4c8009bf-65f2-4506-81e9-a03b1cc9514d will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:43.546130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Network 9ad5635e-5398-4fb3-bcce-3b9325ddc739 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:43.549883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:43.551684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:43.594966 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:01:43.615551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:43.669588 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Pushing event updated for resources: {'Port': ['ID=9128c560-1f7c-4580-9ff5-aa8b738a028f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:43.678332 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9d1520e7-5379-4d88-9d13-983b2e8870fb triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:43.679380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:43.679728 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9d1520e7-5379-4d88-9d13-983b2e8870fb Oct 05 10:01:43.927700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Attempting to bind port 9128c560-1f7c-4580-9ff5-aa8b738a028f on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:01:43.928360 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Attempting to bind port 9128c560-1f7c-4580-9ff5-aa8b738a028f by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:01:43.928360 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Attempting to bind port 9128c560-1f7c-4580-9ff5-aa8b738a028f on network 9ad5635e-5398-4fb3-bcce-3b9325ddc739 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:01:43.945011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70150817-f739-43e8-9a03-504299e00a07 None None] Pushing event updated for resources: {'Port': ['ID=4c8009bf-65f2-4506-81e9-a03b1cc9514d,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:43.947329 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:01:43.947705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Checking segment: {'id': 'dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:43.948126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:43.948488 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Bound using segment: {'id': 'dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:01:43.948960 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Bound port: 9128c560-1f7c-4580-9ff5-aa8b738a028f, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:01:43.949334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:43.968101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Attempting to bind port 4c8009bf-65f2-4506-81e9-a03b1cc9514d on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:01:43.968478 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Attempting to bind port 4c8009bf-65f2-4506-81e9-a03b1cc9514d by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:01:43.968843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Attempting to bind port 4c8009bf-65f2-4506-81e9-a03b1cc9514d on network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:01:43.971418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:44.006975 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:01:44.007362 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Checking segment: {'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:44.007828 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:44.008228 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Bound using segment: {'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:01:44.008697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Bound port: 4c8009bf-65f2-4506-81e9-a03b1cc9514d, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:01:44.009080 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:44.023681 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Attempt 8 to provision port 4c8009bf-65f2-4506-81e9-a03b1cc9514d Oct 05 10:01:44.179331 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Router 006f9035-97df-4c96-bfe5-51a9d1e0cec4 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:01:44.245533 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Port 4c8009bf-65f2-4506-81e9-a03b1cc9514d cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:44.249315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9d1520e7-5379-4d88-9d13-983b2e8870fb is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:44.262184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] For port 9128c560-1f7c-4580-9ff5-aa8b738a028f, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:01:44.267217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] For port 9128c560-1f7c-4580-9ff5-aa8b738a028f, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9128c560-1f7c-4580-9ff5-aa8b738a028f,segment=NetworkSegment(dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1),segment_id=dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:01:44.277591 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:44.341646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] For port 4c8009bf-65f2-4506-81e9-a03b1cc9514d, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:01:44.345138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] For port 4c8009bf-65f2-4506-81e9-a03b1cc9514d, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4c8009bf-65f2-4506-81e9-a03b1cc9514d,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:01:44.349935 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:44.372334 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:01:44.375308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056526a-95ee-4e25-ba05-42861e847802 None None] Pushing event updated for resources: {'Port': ['ID=9128c560-1f7c-4580-9ff5-aa8b738a028f,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:44.377992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:44.379201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:44.384633 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Sync routers for ids ['006f9035-97df-4c96-bfe5-51a9d1e0cec4'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:01:44.395127 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Routers {'006f9035-97df-4c96-bfe5-51a9d1e0cec4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:44.395737 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['006f9035-97df-4c96-bfe5-51a9d1e0cec4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:44.400397 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:44.404446 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-f2388495-2f68-4a4a-a523-c139da0f69e5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4076781 Oct 05 10:01:44.404744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43618) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:44.626933 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70150817-f739-43e8-9a03-504299e00a07 None None] Pushing event updated for resources: {'Port': ['ID=4c8009bf-65f2-4506-81e9-a03b1cc9514d,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:44.631334 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Set router 006f9035-97df-4c96-bfe5-51a9d1e0cec4 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:44.680928 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:44.749168 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Attempt 9 to provision port 4c8009bf-65f2-4506-81e9-a03b1cc9514d Oct 05 10:01:44.958112 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'name': 'tempest-TestShelveInstance-1125742442-router', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:01:43Z', 'revision_number': 3, 'project_id': '76c664f2cbc64c8897f78acc39eec347', 'gw_port': {'id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:44.963480 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Checking router: 006f9035-97df-4c96-bfe5-51a9d1e0cec4 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:01:44.963834 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Updating router 006f9035-97df-4c96-bfe5-51a9d1e0cec4 port 8370e17b-46c0-4cc1-82dd-825745a39f5d binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:01:44.966248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-185e4579-ab4a-4809-82f4-d53a4af62eaf None None] Port 4c8009bf-65f2-4506-81e9-a03b1cc9514d had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:01:45.021161 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:45.085268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:44Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:45.092202 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af52bd3-aba4-48bd-bf07-78f32e071ae3 None None] The sync data for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv is: [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:44Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:01:45.413894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9128c560-1f7c-4580-9ff5-aa8b738a028f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:45.450919 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:45.478703 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:45.499172 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Transition to ACTIVE for port object 8370e17b-46c0-4cc1-82dd-825745a39f5d will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:45.508699 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:45.550302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 9128c560-1f7c-4580-9ff5-aa8b738a028f completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:45.559618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4c8009bf-65f2-4506-81e9-a03b1cc9514d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:45.578280 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Attempting to bind port 8370e17b-46c0-4cc1-82dd-825745a39f5d on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:01:45.578794 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Attempting to bind port 8370e17b-46c0-4cc1-82dd-825745a39f5d by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:01:45.579366 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Attempting to bind port 8370e17b-46c0-4cc1-82dd-825745a39f5d on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:01:45.589392 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:01:45.589873 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:45.590559 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:45.591079 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:01:45.591819 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Bound port: 8370e17b-46c0-4cc1-82dd-825745a39f5d, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:01:45.592417 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:45.645828 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140da409-9394-48b4-9807-30c1de1d48aa None None] Pushing event updated for resources: {'Port': ['ID=8370e17b-46c0-4cc1-82dd-825745a39f5d,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:45.675496 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 4c8009bf-65f2-4506-81e9-a03b1cc9514d completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:45.682305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 4c8009bf-65f2-4506-81e9-a03b1cc9514d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:45.682848 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:45.683274 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 4c8009bf-65f2-4506-81e9-a03b1cc9514d Oct 05 10:01:45.710571 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] For port 8370e17b-46c0-4cc1-82dd-825745a39f5d, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:01:45.714718 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] For port 8370e17b-46c0-4cc1-82dd-825745a39f5d, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8370e17b-46c0-4cc1-82dd-825745a39f5d,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:01:45.721388 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:45.754267 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Allocated IP 172.20.0.1 (9ad5635e-5398-4fb3-bcce-3b9325ddc739/df42472f-9b0b-464a-b598-6fe11c96325a/d37df353-d3ff-4b79-af17-7eeca4f38f24) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:01:45.784842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c580003-bb5e-49b4-b972-b2cc2dd11c09 None None] Network 9ad5635e-5398-4fb3-bcce-3b9325ddc739 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:01:45.819454 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140da409-9394-48b4-9807-30c1de1d48aa None None] Pushing event updated for resources: {'Port': ['ID=8370e17b-46c0-4cc1-82dd-825745a39f5d,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:45.837845 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Routers {'006f9035-97df-4c96-bfe5-51a9d1e0cec4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:45.838741 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['006f9035-97df-4c96-bfe5-51a9d1e0cec4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:45.963001 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:45.979995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Transition to ACTIVE for port object d37df353-d3ff-4b79-af17-7eeca4f38f24 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:46.005203 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:46.036549 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] Set router 006f9035-97df-4c96-bfe5-51a9d1e0cec4 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:46.065508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5e5cbd83-96c2-4000-9889-944e90de35a6 None None] Provisioning for port 9128c560-1f7c-4580-9ff5-aa8b738a028f completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:46.085788 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Network 9ad5635e-5398-4fb3-bcce-3b9325ddc739 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:46.089209 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:46.091001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5e5cbd83-96c2-4000-9889-944e90de35a6 None None] Provisioning complete for port 9128c560-1f7c-4580-9ff5-aa8b738a028f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:46.092172 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e5cbd83-96c2-4000-9889-944e90de35a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:46.092512 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-5e5cbd83-96c2-4000-9889-944e90de35a6 None None] Attempt 1 to provision port 9128c560-1f7c-4580-9ff5-aa8b738a028f Oct 05 10:01:46.094448 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:01:46.146210 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Pushing event updated for resources: {'Port': ['ID=d37df353-d3ff-4b79-af17-7eeca4f38f24,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:46.170479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:46.177320 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 4c8009bf-65f2-4506-81e9-a03b1cc9514d is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:46.177705 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:46.251841 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 4c8009bf-65f2-4506-81e9-a03b1cc9514d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4c8009bf-65f2-4506-81e9-a03b1cc9514d,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:46.266593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:46.410468 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'name': 'tempest-TestShelveInstance-1125742442-router', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:01:43Z', 'revision_number': 3, 'project_id': '76c664f2cbc64c8897f78acc39eec347', 'gw_port': {'id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:46.415664 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49998185-c38d-4c4e-9b2b-e485a04868b5 None None] The sync data for ids ['006f9035-97df-4c96-bfe5-51a9d1e0cec4'] in dv-neutron-860328-1-hyperv is: [{'id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'name': 'tempest-TestShelveInstance-1125742442-router', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:01:43Z', 'revision_number': 3, 'project_id': '76c664f2cbc64c8897f78acc39eec347', 'gw_port': {'id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:01:46.470764 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=4c8009bf-65f2-4506-81e9-a03b1cc9514d,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:46.474074 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5e5cbd83-96c2-4000-9889-944e90de35a6 None None] Current status of the port 9128c560-1f7c-4580-9ff5-aa8b738a028f is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:46.474634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e5cbd83-96c2-4000-9889-944e90de35a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:46.495651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:46.517204 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5e5cbd83-96c2-4000-9889-944e90de35a6 None None] For port 9128c560-1f7c-4580-9ff5-aa8b738a028f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9128c560-1f7c-4580-9ff5-aa8b738a028f,segment=NetworkSegment(dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1),segment_id=dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:46.528248 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e5cbd83-96c2-4000-9889-944e90de35a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:46.612432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cbd83-96c2-4000-9889-944e90de35a6 None None] Pushing event updated for resources: {'Port': ['ID=9128c560-1f7c-4580-9ff5-aa8b738a028f,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:46.752390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Provisioning for port d37df353-d3ff-4b79-af17-7eeca4f38f24 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:46.759481 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Provisioning complete for port d37df353-d3ff-4b79-af17-7eeca4f38f24 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:46.759850 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:46.760305 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Attempt 1 to provision port d37df353-d3ff-4b79-af17-7eeca4f38f24 Oct 05 10:01:46.845266 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Port d37df353-d3ff-4b79-af17-7eeca4f38f24 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:46.894398 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:46.901145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:47.018018 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Pushing event updated for resources: {'Port': ['ID=d37df353-d3ff-4b79-af17-7eeca4f38f24,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:47.020483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:47.161019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Network 9ad5635e-5398-4fb3-bcce-3b9325ddc739 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:47.162266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:47.346577 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Attempt 2 to provision port d37df353-d3ff-4b79-af17-7eeca4f38f24 Oct 05 10:01:47.385140 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Router 006f9035-97df-4c96-bfe5-51a9d1e0cec4 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:01:47.435978 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8370e17b-46c0-4cc1-82dd-825745a39f5d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:47.480669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Port d37df353-d3ff-4b79-af17-7eeca4f38f24 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:47.515259 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 8370e17b-46c0-4cc1-82dd-825745a39f5d completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:47.520918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 8370e17b-46c0-4cc1-82dd-825745a39f5d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:47.521351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:47.521768 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 8370e17b-46c0-4cc1-82dd-825745a39f5d Oct 05 10:01:47.594218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:01:47.604298 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-022caa3e-24a7-41b9-b78f-605b9cc48bad admin admin] 10.222.0.64 "PUT /v2.0/routers/006f9035-97df-4c96-bfe5-51a9d1e0cec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1984458 Oct 05 10:01:47.649452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 8370e17b-46c0-4cc1-82dd-825745a39f5d is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:47.649842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:47.666984 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 8370e17b-46c0-4cc1-82dd-825745a39f5d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8370e17b-46c0-4cc1-82dd-825745a39f5d,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:47.670745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:47.671613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9128c560-1f7c-4580-9ff5-aa8b738a028f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:47.793429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=8370e17b-46c0-4cc1-82dd-825745a39f5d,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:47.803756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9128c560-1f7c-4580-9ff5-aa8b738a028f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:47.804118 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:47.804450 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9128c560-1f7c-4580-9ff5-aa8b738a028f Oct 05 10:01:47.922337 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9128c560-1f7c-4580-9ff5-aa8b738a028f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:47.923370 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4c8009bf-65f2-4506-81e9-a03b1cc9514d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:47.982989 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Attempt 3 to provision port d37df353-d3ff-4b79-af17-7eeca4f38f24 Oct 05 10:01:48.019564 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43628) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:48.024837 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1461960021', 'description': 'tempest-secgroup-smoke-1461960021 description', 'project_id': '834668e752a448008ecce73fda572a7b'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:48.030785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:48.035850 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:48.041517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:48.047688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:48.048941 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 4c8009bf-65f2-4506-81e9-a03b1cc9514d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:48.049317 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.049652 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 4c8009bf-65f2-4506-81e9-a03b1cc9514d Oct 05 10:01:48.059963 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.088442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:48.092407 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:48.092810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Port d37df353-d3ff-4b79-af17-7eeca4f38f24 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:48.095450 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:48.102474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:48.179803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 4c8009bf-65f2-4506-81e9-a03b1cc9514d is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:48.244556 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Sync routers for ids ['006f9035-97df-4c96-bfe5-51a9d1e0cec4'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:01:48.253613 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Routers {'006f9035-97df-4c96-bfe5-51a9d1e0cec4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:48.254276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['006f9035-97df-4c96-bfe5-51a9d1e0cec4'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:48.293276 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.298000 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.341248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f674f0-4a0a-4110-8b6e-90a21e832f31,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:48.344064 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.345261 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-48b5ea2d-02e4-4313-b9a2-0b0ba2f55793 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3246548 Oct 05 10:01:48.348553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43632) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:48.354540 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-44fc56e4-521c-4c9b-b489-bd8e5d2c3454 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group_rule': {'security_group_id': 'b6f674f0-4a0a-4110-8b6e-90a21e832f31', 'project_id': '834668e752a448008ecce73fda572a7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:48.360797 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-44fc56e4-521c-4c9b-b489-bd8e5d2c3454 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:48.364711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-44fc56e4-521c-4c9b-b489-bd8e5d2c3454 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:48.368133 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-44fc56e4-521c-4c9b-b489-bd8e5d2c3454 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:48.373859 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-44fc56e4-521c-4c9b-b489-bd8e5d2c3454 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:48.391483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44fc56e4-521c-4c9b-b489-bd8e5d2c3454 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.445306 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Set router 006f9035-97df-4c96-bfe5-51a9d1e0cec4 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:48.452204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44fc56e4-521c-4c9b-b489-bd8e5d2c3454 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.456172 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44fc56e4-521c-4c9b-b489-bd8e5d2c3454 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.479659 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc56e4-521c-4c9b-b489-bd8e5d2c3454 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f673e27-e4ca-4755-b246-63a221750bba,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:48.488972 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-44fc56e4-521c-4c9b-b489-bd8e5d2c3454 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.493463 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-44fc56e4-521c-4c9b-b489-bd8e5d2c3454 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408818 Oct 05 10:01:48.493672 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43636) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:48.498716 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-126c2585-ca02-4830-8970-ce8cb5887c98 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group_rule': {'security_group_id': 'b6f674f0-4a0a-4110-8b6e-90a21e832f31', 'project_id': '834668e752a448008ecce73fda572a7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:48.504526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-126c2585-ca02-4830-8970-ce8cb5887c98 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:48.509627 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-126c2585-ca02-4830-8970-ce8cb5887c98 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:48.512075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-126c2585-ca02-4830-8970-ce8cb5887c98 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:48.517873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-126c2585-ca02-4830-8970-ce8cb5887c98 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:48.535799 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-126c2585-ca02-4830-8970-ce8cb5887c98 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.596409 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Attempt 4 to provision port d37df353-d3ff-4b79-af17-7eeca4f38f24 Oct 05 10:01:48.602609 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-126c2585-ca02-4830-8970-ce8cb5887c98 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.606966 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-126c2585-ca02-4830-8970-ce8cb5887c98 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.635988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c2585-ca02-4830-8970-ce8cb5887c98 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d955d97-4dca-4ca9-8013-fa9574a7b5fe,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:48.642872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-126c2585-ca02-4830-8970-ce8cb5887c98 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.646452 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-126c2585-ca02-4830-8970-ce8cb5887c98 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1517608 Oct 05 10:01:48.647225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43640) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:48.653047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-705b3368-d2ee-4f3d-816b-933334dafd3b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group_rule': {'security_group_id': 'b6f674f0-4a0a-4110-8b6e-90a21e832f31', 'project_id': '834668e752a448008ecce73fda572a7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:48.659425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-705b3368-d2ee-4f3d-816b-933334dafd3b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:48.663942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-705b3368-d2ee-4f3d-816b-933334dafd3b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:48.666872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-705b3368-d2ee-4f3d-816b-933334dafd3b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:48.672838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-705b3368-d2ee-4f3d-816b-933334dafd3b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:48.691232 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-705b3368-d2ee-4f3d-816b-933334dafd3b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.715531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Port d37df353-d3ff-4b79-af17-7eeca4f38f24 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:48.759642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-705b3368-d2ee-4f3d-816b-933334dafd3b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.763425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-705b3368-d2ee-4f3d-816b-933334dafd3b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.787634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b3368-d2ee-4f3d-816b-933334dafd3b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8990dc-0c81-42d7-a81b-856c8183fc5b,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:48.798862 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-705b3368-d2ee-4f3d-816b-933334dafd3b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.800054 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-705b3368-d2ee-4f3d-816b-933334dafd3b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512115 Oct 05 10:01:48.803072 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43644) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:48.809026 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3339a584-04ea-45d3-9e24-29a831c1d7b7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group_rule': {'security_group_id': 'b6f674f0-4a0a-4110-8b6e-90a21e832f31', 'project_id': '834668e752a448008ecce73fda572a7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:48.815260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3339a584-04ea-45d3-9e24-29a831c1d7b7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:48.819402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3339a584-04ea-45d3-9e24-29a831c1d7b7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:48.822580 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3339a584-04ea-45d3-9e24-29a831c1d7b7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:48.828639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3339a584-04ea-45d3-9e24-29a831c1d7b7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:48.855983 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3339a584-04ea-45d3-9e24-29a831c1d7b7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.862468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'name': 'tempest-TestShelveInstance-1125742442-router', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 4, 'project_id': '76c664f2cbc64c8897f78acc39eec347', 'gw_port': {'id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd37df353-d3ff-4b79-af17-7eeca4f38f24', 'name': '', 'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'mac_address': 'fa:16:3e:90:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df42472f-9b0b-464a-b598-6fe11c96325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:45Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 2, 'project_id': '76c664f2cbc64c8897f78acc39eec347', 'subnets': [{'id': 'df42472f-9b0b-464a-b598-6fe11c96325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:48.867359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Checking router: 006f9035-97df-4c96-bfe5-51a9d1e0cec4 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:01:48.867704 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Updating router 006f9035-97df-4c96-bfe5-51a9d1e0cec4 port d37df353-d3ff-4b79-af17-7eeca4f38f24 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:01:48.919206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.923888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3339a584-04ea-45d3-9e24-29a831c1d7b7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.927587 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3339a584-04ea-45d3-9e24-29a831c1d7b7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.951315 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339a584-04ea-45d3-9e24-29a831c1d7b7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26943143-a76a-42ab-9300-88d30c6bd30d,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:48.961698 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3339a584-04ea-45d3-9e24-29a831c1d7b7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:48.962926 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3339a584-04ea-45d3-9e24-29a831c1d7b7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582620 Oct 05 10:01:48.965800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43648) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:48.971479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4c995948-6c4d-4cb6-9df0-8ef6493abe3f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group_rule': {'security_group_id': 'b6f674f0-4a0a-4110-8b6e-90a21e832f31', 'project_id': '834668e752a448008ecce73fda572a7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:48.978045 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4c995948-6c4d-4cb6-9df0-8ef6493abe3f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:48.982228 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4c995948-6c4d-4cb6-9df0-8ef6493abe3f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:48.985210 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4c995948-6c4d-4cb6-9df0-8ef6493abe3f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:48.991986 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4c995948-6c4d-4cb6-9df0-8ef6493abe3f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:49.002873 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-4c995948-6c4d-4cb6-9df0-8ef6493abe3f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Project 834668e752a448008ecce73fda572a7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:01:49.010465 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c995948-6c4d-4cb6-9df0-8ef6493abe3f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.078083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c995948-6c4d-4cb6-9df0-8ef6493abe3f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.081983 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c995948-6c4d-4cb6-9df0-8ef6493abe3f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.111345 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c995948-6c4d-4cb6-9df0-8ef6493abe3f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc8e736-bde6-4e9b-b786-cd058b15e26d,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:49.118477 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c995948-6c4d-4cb6-9df0-8ef6493abe3f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.119701 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4c995948-6c4d-4cb6-9df0-8ef6493abe3f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1528759 Oct 05 10:01:49.123420 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 43652) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:01:49.128585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c39c82a9-9807-4d1e-9742-cbb8d0e84c54 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group_rule': {'security_group_id': 'b6f674f0-4a0a-4110-8b6e-90a21e832f31', 'project_id': '834668e752a448008ecce73fda572a7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:49.135265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c39c82a9-9807-4d1e-9742-cbb8d0e84c54 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:49.139178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c39c82a9-9807-4d1e-9742-cbb8d0e84c54 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:01:49.142104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c39c82a9-9807-4d1e-9742-cbb8d0e84c54 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:01:49.148359 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c39c82a9-9807-4d1e-9742-cbb8d0e84c54 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:49.159191 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-c39c82a9-9807-4d1e-9742-cbb8d0e84c54 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Project 834668e752a448008ecce73fda572a7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:01:49.166808 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c39c82a9-9807-4d1e-9742-cbb8d0e84c54 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.228402 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Attempt 5 to provision port d37df353-d3ff-4b79-af17-7eeca4f38f24 Oct 05 10:01:49.233266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c39c82a9-9807-4d1e-9742-cbb8d0e84c54 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.237066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c39c82a9-9807-4d1e-9742-cbb8d0e84c54 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.260551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c82a9-9807-4d1e-9742-cbb8d0e84c54 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef3cd7b-a4ab-4dc3-8de5-81b894f2ab39,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:49.272057 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c39c82a9-9807-4d1e-9742-cbb8d0e84c54 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.274271 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c39c82a9-9807-4d1e-9742-cbb8d0e84c54 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497676 Oct 05 10:01:49.302335 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.321304 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Port d37df353-d3ff-4b79-af17-7eeca4f38f24 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:49.324408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8370e17b-46c0-4cc1-82dd-825745a39f5d up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:49.352793 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Transition to ACTIVE for port object d37df353-d3ff-4b79-af17-7eeca4f38f24 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:49.365184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.446482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-af152b2b-d201-42c6-a7ac-2cb046472267 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Synchronizing usage tracker for tenant:834668e752a448008ecce73fda572a7b on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:01:49.463301 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-af152b2b-d201-42c6-a7ac-2cb046472267 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Unset dirty status for tenant:834668e752a448008ecce73fda572a7b on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:01:49.464566 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-af152b2b-d201-42c6-a7ac-2cb046472267 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461960021&fields=id&tenant_id=834668e752a448008ecce73fda572a7b HTTP/1.1" status: 200 len: 267 time: 0.0577466 Oct 05 10:01:49.539940 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ab2da-e185-4b22-a22f-e644b41f87db None None] Pushing event updated for resources: {'Port': ['ID=d37df353-d3ff-4b79-af17-7eeca4f38f24,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:49.603715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Attempting to bind port d37df353-d3ff-4b79-af17-7eeca4f38f24 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:01:49.604080 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Attempting to bind port d37df353-d3ff-4b79-af17-7eeca4f38f24 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:01:49.604433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Attempting to bind port d37df353-d3ff-4b79-af17-7eeca4f38f24 on network 9ad5635e-5398-4fb3-bcce-3b9325ddc739 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:01:49.613374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:01:49.613742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Checking segment: {'id': 'dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:49.614161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.614541 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Bound using segment: {'id': 'dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:01:49.615000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Bound port: d37df353-d3ff-4b79-af17-7eeca4f38f24, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:01:49.615432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.616248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-a0e2c6d4-9d35-4172-9064-b99b6ff65b38 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:49.616997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-a0e2c6d4-9d35-4172-9064-b99b6ff65b38 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Synchronizing usage tracker for tenant:834668e752a448008ecce73fda572a7b on resource:network {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:01:49.625141 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 8370e17b-46c0-4cc1-82dd-825745a39f5d triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:49.625503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.625838 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 8370e17b-46c0-4cc1-82dd-825745a39f5d Oct 05 10:01:49.634625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-a0e2c6d4-9d35-4172-9064-b99b6ff65b38 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Unset dirty status for tenant:834668e752a448008ecce73fda572a7b on resource:network {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:01:49.635795 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-a0e2c6d4-9d35-4172-9064-b99b6ff65b38 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 809 time: 0.1645527 Oct 05 10:01:49.651678 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-f34aff68-f3d2-414f-a43e-900703e8ab4d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/quotas/834668e752a448008ecce73fda572a7b HTTP/1.1" status: 200 len: 375 time: 0.0094485 Oct 05 10:01:49.746757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-35d52480-d076-4697-8174-0f447345aaaf tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Synchronizing usage tracker for tenant:834668e752a448008ecce73fda572a7b on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:01:49.765336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-35d52480-d076-4697-8174-0f447345aaaf tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Unset dirty status for tenant:834668e752a448008ecce73fda572a7b on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:01:49.766838 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-35d52480-d076-4697-8174-0f447345aaaf tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095378 Oct 05 10:01:49.786886 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] For port d37df353-d3ff-4b79-af17-7eeca4f38f24, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:01:49.803563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] For port d37df353-d3ff-4b79-af17-7eeca4f38f24, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d37df353-d3ff-4b79-af17-7eeca4f38f24,segment=NetworkSegment(dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1),segment_id=dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:01:49.815907 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:49.848143 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Attempt 6 to provision port d37df353-d3ff-4b79-af17-7eeca4f38f24 Oct 05 10:01:49.875145 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 8370e17b-46c0-4cc1-82dd-825745a39f5d is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:49.909484 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-e88f7e95-a952-4915-b877-fdba904b6510 service neutron] 10.222.0.64 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304290 Oct 05 10:01:49.924139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Routers {'006f9035-97df-4c96-bfe5-51a9d1e0cec4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:01:49.924760 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['006f9035-97df-4c96-bfe5-51a9d1e0cec4'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:50.012724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ab2da-e185-4b22-a22f-e644b41f87db None None] Pushing event updated for resources: {'Port': ['ID=d37df353-d3ff-4b79-af17-7eeca4f38f24,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:50.034154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Port d37df353-d3ff-4b79-af17-7eeca4f38f24 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:01:50.044036 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-11abd0c6-c0ef-4bb2-9036-4d6ae731bebc service neutron] 10.222.0.64 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273203 Oct 05 10:01:50.116815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Provisioning complete for port 9128c560-1f7c-4580-9ff5-aa8b738a028f triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:50.117184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:50.117523 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Attempt 1 to provision port 9128c560-1f7c-4580-9ff5-aa8b738a028f Oct 05 10:01:50.169692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] Set router 006f9035-97df-4c96-bfe5-51a9d1e0cec4 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:01:50.234689 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-04d1a524-8673-4460-a251-5485082c25a5 req-6d6088dc-7705-4684-b8dc-acdda1f727ab tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 210 time: 0.0539186 Oct 05 10:01:50.490458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-40d731eb-a051-4827-bb04-a9b0c542ee23 None None] Current status of the port 9128c560-1f7c-4580-9ff5-aa8b738a028f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:50.595520 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'name': 'tempest-TestShelveInstance-1125742442-router', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 4, 'project_id': '76c664f2cbc64c8897f78acc39eec347', 'gw_port': {'id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd37df353-d3ff-4b79-af17-7eeca4f38f24', 'name': '', 'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'mac_address': 'fa:16:3e:90:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df42472f-9b0b-464a-b598-6fe11c96325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:45Z', 'updated_at': '2022-10-05T10:01:49Z', 'revision_number': 4, 'project_id': '76c664f2cbc64c8897f78acc39eec347', 'subnets': [{'id': 'df42472f-9b0b-464a-b598-6fe11c96325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:01:50.603693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b47f8ab-d590-4e41-a952-019d9b1d3c7f None None] The sync data for ids ['006f9035-97df-4c96-bfe5-51a9d1e0cec4'] in dv-neutron-860328-1-hyperv is: [{'id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'name': 'tempest-TestShelveInstance-1125742442-router', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 4, 'project_id': '76c664f2cbc64c8897f78acc39eec347', 'gw_port': {'id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': 'd37df353-d3ff-4b79-af17-7eeca4f38f24', 'name': '', 'network_id': '9ad5635e-5398-4fb3-bcce-3b9325ddc739', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'mac_address': 'fa:16:3e:90:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'df42472f-9b0b-464a-b598-6fe11c96325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:45Z', 'updated_at': '2022-10-05T10:01:49Z', 'revision_number': 4, 'project_id': '76c664f2cbc64c8897f78acc39eec347', 'subnets': [{'id': 'df42472f-9b0b-464a-b598-6fe11c96325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:01:51.333534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d37df353-d3ff-4b79-af17-7eeca4f38f24 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:51.442660 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port d37df353-d3ff-4b79-af17-7eeca4f38f24 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:51.447680 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cb6c02c7-85e0-458b-81f5-d95996109a1e req-84d38c39-5907-4908-84bf-48390b722ad1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 210 time: 0.0869277 Oct 05 10:01:51.450092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d37df353-d3ff-4b79-af17-7eeca4f38f24 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:51.450654 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:51.451467 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d37df353-d3ff-4b79-af17-7eeca4f38f24 Oct 05 10:01:51.594176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d37df353-d3ff-4b79-af17-7eeca4f38f24 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:51.594563 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:51.604110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-8a7e7427-9c51-4f22-951d-2dd5220970c7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:51.606659 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-8a7e7427-9c51-4f22-951d-2dd5220970c7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 809 time: 0.2262526 Oct 05 10:01:51.636785 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port d37df353-d3ff-4b79-af17-7eeca4f38f24, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d37df353-d3ff-4b79-af17-7eeca4f38f24,segment=NetworkSegment(dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1),segment_id=dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:51.643739 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:51.676918 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-d74be88c-f15d-4275-a504-a8c05d83db4d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=834668e752a448008ecce73fda572a7b HTTP/1.1" status: 200 len: 380 time: 0.0617273 Oct 05 10:01:51.689168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'port': {'device_id': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'admin_state_up': True, 'tenant_id': '834668e752a448008ecce73fda572a7b', 'security_groups': ['b6f674f0-4a0a-4110-8b6e-90a21e832f31']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:51.731852 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=d37df353-d3ff-4b79-af17-7eeca4f38f24,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:51.826350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:01:51.836032 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:01:51.845489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Made reservation on behalf of 834668e752a448008ecce73fda572a7b for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:01:51.848941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:52.018959 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Allocated IP 172.20.0.10 (7cabb14c-2ff0-443b-9626-0d19eb41a3d9/4bfda30a-4315-4749-aff8-0f2a99fdad66/69f1b9fa-5307-497a-b919-954ddd82f36e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:01:52.329836 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:52.352015 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Transition to ACTIVE for port object 69f1b9fa-5307-497a-b919-954ddd82f36e will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:52.377991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:52.454957 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:01:52.465423 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:01:52.470348 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:01:52.520892 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'Port': ['ID=69f1b9fa-5307-497a-b919-954ddd82f36e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:52.558751 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:52.559416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:52.590657 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-852f0d54-046c-4829-951a-b2d625a412b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9051566 Oct 05 10:01:52.602560 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Request body: {'port': {'device_id': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:01:52.706389 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6d4c1-b814-4656-8290-f02398acaa64 req-60221f20-ad0e-48ca-97c1-8f3e0938c6a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:52.708266 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2ea6d4c1-b814-4656-8290-f02398acaa64 req-60221f20-ad0e-48ca-97c1-8f3e0938c6a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 932 time: 0.1164138 Oct 05 10:01:52.739418 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:52.750827 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c459bf0a-d6d8-45c1-9f52-a5833475cc52 None None] Provisioning for port 69f1b9fa-5307-497a-b919-954ddd82f36e completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:52.759701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c459bf0a-d6d8-45c1-9f52-a5833475cc52 None None] Provisioning complete for port 69f1b9fa-5307-497a-b919-954ddd82f36e triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:52.760289 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c459bf0a-d6d8-45c1-9f52-a5833475cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:52.760641 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c459bf0a-d6d8-45c1-9f52-a5833475cc52 None None] Attempt 1 to provision port 69f1b9fa-5307-497a-b919-954ddd82f36e Oct 05 10:01:52.765502 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2ea6d4c1-b814-4656-8290-f02398acaa64 req-9e36992a-5fc4-46e5-a510-dac3f812350a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510783 Oct 05 10:01:52.837751 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c459bf0a-d6d8-45c1-9f52-a5833475cc52 None None] Port 69f1b9fa-5307-497a-b919-954ddd82f36e cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:53.133644 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f1b9fa-5307-497a-b919-954ddd82f36e {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:01:53.142691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:53.159197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Transition to ACTIVE for port object 69f1b9fa-5307-497a-b919-954ddd82f36e will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:01:53.164029 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:53.309845 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d37df353-d3ff-4b79-af17-7eeca4f38f24 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:53.355290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Pushing event updated for resources: {'Port': ['ID=69f1b9fa-5307-497a-b919-954ddd82f36e,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:53.358535 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c459bf0a-d6d8-45c1-9f52-a5833475cc52 None None] Attempt 2 to provision port 69f1b9fa-5307-497a-b919-954ddd82f36e Oct 05 10:01:53.398339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Attempting to bind port 69f1b9fa-5307-497a-b919-954ddd82f36e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:01:53.398781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Attempting to bind port 69f1b9fa-5307-497a-b919-954ddd82f36e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:01:53.399308 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Attempting to bind port 69f1b9fa-5307-497a-b919-954ddd82f36e on network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:01:53.405033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Port 69f1b9fa-5307-497a-b919-954ddd82f36e on network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:01:53.405344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Attempting to bind port 69f1b9fa-5307-497a-b919-954ddd82f36e on network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:01:53.411865 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:01:53.412194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Checking segment: {'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:01:53.412568 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Bound using segment: {'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:01:53.413009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Bound port: 69f1b9fa-5307-497a-b919-954ddd82f36e, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:01:53.413347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:53.452494 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c459bf0a-d6d8-45c1-9f52-a5833475cc52 None None] Port 69f1b9fa-5307-497a-b919-954ddd82f36e cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:01:53.466863 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port d37df353-d3ff-4b79-af17-7eeca4f38f24 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:53.467505 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:53.468085 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port d37df353-d3ff-4b79-af17-7eeca4f38f24 Oct 05 10:01:53.508744 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] For port 69f1b9fa-5307-497a-b919-954ddd82f36e, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:01:53.512178 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] For port 69f1b9fa-5307-497a-b919-954ddd82f36e, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69f1b9fa-5307-497a-b919-954ddd82f36e,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:01:53.515589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:53.518653 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:53.519256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:53.520958 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] 10.222.0.45 "PUT /v2.0/ports/69f1b9fa-5307-497a-b919-954ddd82f36e HTTP/1.1" status: 200 len: 1094 time: 0.9227281 Oct 05 10:01:53.558740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:01:53.561088 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bf03d4-7d18-4b3a-afcd-e496a0e00d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:01:53.610415 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port d37df353-d3ff-4b79-af17-7eeca4f38f24 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:53.658408 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ec74d-6c35-4ef3-b02b-bbcccf0e52dc service neutron] Pushing event updated for resources: {'Port': ['ID=69f1b9fa-5307-497a-b919-954ddd82f36e,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:53.673334 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a24dbd-95a3-44cd-8274-2e01d0214bde x-openstack-request-id: req-c8a24dbd-95a3-44cd-8274-2e01d0214bde {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:01:53.673716 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:01:53.674103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8a24dbd-95a3-44cd-8274-2e01d0214bde {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:01:53.674599 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a24dbd-95a3-44cd-8274-2e01d0214bde'] response: {'name': 'network-changed', 'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'status': 'completed', 'code': 200} Oct 05 10:01:53.697641 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-a425ce3a-d846-4a84-91a0-2d7f6df35f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:53.699885 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-a425ce3a-d846-4a84-91a0-2d7f6df35f9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 1097 time: 0.1358056 Oct 05 10:01:53.770347 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-0d040062-65eb-49a7-901a-24445d7b0b41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f1b9fa-5307-497a-b919-954ddd82f36e HTTP/1.1" status: 200 len: 217 time: 0.0632057 Oct 05 10:01:53.834254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-275507af-4239-4671-9fe6-0982ee2c9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:53.835915 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-275507af-4239-4671-9fe6-0982ee2c9a32 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0597475 Oct 05 10:01:53.925928 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-dcefc2df-124a-48cc-a82b-0eb18c4a98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:53.927378 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-dcefc2df-124a-48cc-a82b-0eb18c4a98a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849364 Oct 05 10:01:53.953988 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-c459bf0a-d6d8-45c1-9f52-a5833475cc52 None None] Attempt 3 to provision port 69f1b9fa-5307-497a-b919-954ddd82f36e Oct 05 10:01:53.978911 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc5e03-2719-4c2b-b83e-76771f420f20 req-91217e25-3a41-4af8-9c2d-7d352462aa1b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:53.981552 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8bfc5e03-2719-4c2b-b83e-76771f420f20 req-91217e25-3a41-4af8-9c2d-7d352462aa1b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.1003709 Oct 05 10:01:54.026045 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c459bf0a-d6d8-45c1-9f52-a5833475cc52 None None] Port 69f1b9fa-5307-497a-b919-954ddd82f36e had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:01:54.032149 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8bfc5e03-2719-4c2b-b83e-76771f420f20 req-334c6759-5660-4c78-827e-73d6525e4381 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443318 Oct 05 10:01:54.076486 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-1e54d1e6-7481-4f54-9fe2-358da8f69dde service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417863 Oct 05 10:01:54.315827 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ecc2e05f-08d9-4a11-9fee-73cdbbcdc704 req-554ffc4c-9944-4bb2-9dae-74e38fffd5f2 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329335 Oct 05 10:01:54.464144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf03d4-7d18-4b3a-afcd-e496a0e00d3a req-235839fa-6872-4d5f-8c13-0520b76b5b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:54.465641 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e7bf03d4-7d18-4b3a-afcd-e496a0e00d3a req-235839fa-6872-4d5f-8c13-0520b76b5b30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 1097 time: 0.0952070 Oct 05 10:01:54.597470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf03d4-7d18-4b3a-afcd-e496a0e00d3a req-01e12d2f-3d6e-4ba1-9cab-302ba89a5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:54.598949 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e7bf03d4-7d18-4b3a-afcd-e496a0e00d3a req-01e12d2f-3d6e-4ba1-9cab-302ba89a5f72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1252706 Oct 05 10:01:54.671049 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e7bf03d4-7d18-4b3a-afcd-e496a0e00d3a req-c4c3d28f-08f6-47a0-942e-e0e5828f04e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f1b9fa-5307-497a-b919-954ddd82f36e HTTP/1.1" status: 200 len: 217 time: 0.0636497 Oct 05 10:01:54.748511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf03d4-7d18-4b3a-afcd-e496a0e00d3a req-b95de87d-fa3f-4071-8131-03621e362f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:54.751094 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e7bf03d4-7d18-4b3a-afcd-e496a0e00d3a req-b95de87d-fa3f-4071-8131-03621e362f6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0735247 Oct 05 10:01:54.841122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf03d4-7d18-4b3a-afcd-e496a0e00d3a req-8130ba13-e9e2-4ef2-95a9-bb984d89f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:54.842627 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e7bf03d4-7d18-4b3a-afcd-e496a0e00d3a req-8130ba13-e9e2-4ef2-95a9-bb984d89f92e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846016 Oct 05 10:01:54.981636 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e7bf03d4-7d18-4b3a-afcd-e496a0e00d3a req-ca22ab60-335e-4815-b96c-c1a6c50addbd service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311607 Oct 05 10:01:55.128889 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e7bf03d4-7d18-4b3a-afcd-e496a0e00d3a req-cf2e1816-f67d-49a7-9e5f-9c25cbc2ec50 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412671 Oct 05 10:01:55.240490 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32890afd-2a2b-4941-8e11-537013f91013 req-5d4ecd5d-82ef-476e-811b-4c1fab8fbed9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:55.242438 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-32890afd-2a2b-4941-8e11-537013f91013 req-5d4ecd5d-82ef-476e-811b-4c1fab8fbed9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.0906169 Oct 05 10:01:55.293029 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-32890afd-2a2b-4941-8e11-537013f91013 req-041d94d1-2815-4927-b87d-eb3e317fac56 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384893 Oct 05 10:01:56.501336 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd65f6-8a59-4cf7-9052-3b54a1b195fd req-5e10e6ec-1da6-4c77-bcd3-56292d219d1b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:56.502815 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6acd65f6-8a59-4cf7-9052-3b54a1b195fd req-5e10e6ec-1da6-4c77-bcd3-56292d219d1b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.0861967 Oct 05 10:01:56.547658 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6acd65f6-8a59-4cf7-9052-3b54a1b195fd req-318369b6-3a47-4686-b93e-e4c790a0ed34 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379534 Oct 05 10:01:56.798693 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 69f1b9fa-5307-497a-b919-954ddd82f36e details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:01:56.931292 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 69f1b9fa-5307-497a-b919-954ddd82f36e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69f1b9fa-5307-497a-b919-954ddd82f36e,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:56.944848 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'port_id': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'mac_address': 'fa:16:3e:ce:44:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:01:57.003986 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 69f1b9fa-5307-497a-b919-954ddd82f36e is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:57.004432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:57.021503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f1b9fa-5307-497a-b919-954ddd82f36e {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:01:57.036890 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 69f1b9fa-5307-497a-b919-954ddd82f36e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69f1b9fa-5307-497a-b919-954ddd82f36e,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:57.041580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:57.109542 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=69f1b9fa-5307-497a-b919-954ddd82f36e,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:57.251624 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['69f1b9fa-5307-497a-b919-954ddd82f36e'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:01:57.759261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dd8bb-a3e2-4c3a-ae2a-ef9468252971 req-48316ab4-c3ef-406b-92a2-8752e3dc0c93 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:57.760852 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-945dd8bb-a3e2-4c3a-ae2a-ef9468252971 req-48316ab4-c3ef-406b-92a2-8752e3dc0c93 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 945 time: 0.1020093 Oct 05 10:01:57.805423 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-945dd8bb-a3e2-4c3a-ae2a-ef9468252971 req-03c55524-2241-4fda-b29f-7fd0f859da6e tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391183 Oct 05 10:01:58.810374 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 69f1b9fa-5307-497a-b919-954ddd82f36e up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:01:58.878996 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port 69f1b9fa-5307-497a-b919-954ddd82f36e completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:01:58.884997 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 69f1b9fa-5307-497a-b919-954ddd82f36e triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:01:58.886856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:58.887223 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 69f1b9fa-5307-497a-b919-954ddd82f36e Oct 05 10:01:59.012135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a4df7-8343-43dd-87f2-aa2dab66c7c8 req-d4b35d14-ee74-4b2f-b99e-5d0565d79dd2 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:59.013594 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6c2a4df7-8343-43dd-87f2-aa2dab66c7c8 req-d4b35d14-ee74-4b2f-b99e-5d0565d79dd2 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 945 time: 0.0930333 Oct 05 10:01:59.038395 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 69f1b9fa-5307-497a-b919-954ddd82f36e is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:01:59.038778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:59.058394 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6c2a4df7-8343-43dd-87f2-aa2dab66c7c8 req-67b5fc74-4bcd-4d51-8033-dfd9d313799f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389462 Oct 05 10:01:59.066462 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:01:59.068807 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926e7c12-e761-46f1-90b4-0c4c3aa9ffbe" -d '{"events": [{"server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "name": "network-vif-plugged", "status": "completed", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:01:59.079090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 69f1b9fa-5307-497a-b919-954ddd82f36e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69f1b9fa-5307-497a-b919-954ddd82f36e,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:01:59.083487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:01:59.155955 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=69f1b9fa-5307-497a-b919-954ddd82f36e,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:01:59.170963 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0920c054-151c-4193-8261-4e050ac8a0ef x-openstack-request-id: req-0920c054-151c-4193-8261-4e050ac8a0ef {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:01:59.171255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "name": "network-vif-plugged", "status": "completed", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:01:59.171510 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0920c054-151c-4193-8261-4e050ac8a0ef {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:01:59.171908 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0920c054-151c-4193-8261-4e050ac8a0ef'] response: {'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'code': 200} Oct 05 10:01:59.407899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24990774-84bc-4301-9bde-bd07b9fcd4d3 req-c817359f-9cd7-4490-ab6c-5e7c9e2b893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:01:59.409374 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-24990774-84bc-4301-9bde-bd07b9fcd4d3 req-c817359f-9cd7-4490-ab6c-5e7c9e2b893f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 1099 time: 0.0777311 Oct 05 10:01:59.449766 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-24990774-84bc-4301-9bde-bd07b9fcd4d3 req-c597d40c-eff2-41bc-a68c-f23ed11af2c1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341818 Oct 05 10:02:00.258255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20a154-df9c-4842-924f-10d2344af719 req-ac1bf77a-b2f0-4268-8246-ca8dfe1d03ac tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:00.259617 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1b20a154-df9c-4842-924f-10d2344af719 req-ac1bf77a-b2f0-4268-8246-ca8dfe1d03ac tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0878372 Oct 05 10:02:00.303120 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1b20a154-df9c-4842-924f-10d2344af719 req-bc0b183f-4a5f-40b8-89b1-88c5c6b0601b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378041 Oct 05 10:02:01.609070 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6b492-c283-429a-af05-40021b5f6750 req-30cdec47-ca61-4389-b6d1-dacda7a8c241 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:01.610551 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3fa6b492-c283-429a-af05-40021b5f6750 req-30cdec47-ca61-4389-b6d1-dacda7a8c241 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.1876619 Oct 05 10:02:01.654211 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3fa6b492-c283-429a-af05-40021b5f6750 req-b2593d61-ac14-4e11-b96a-fbf6b62b575c tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378580 Oct 05 10:02:01.863088 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8c10d-c899-4bb0-bbf7-99a44efb74c2 req-b58ce172-bc31-433a-b539-443d3a059e49 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:01.864542 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6ab8c10d-c899-4bb0-bbf7-99a44efb74c2 req-b58ce172-bc31-433a-b539-443d3a059e49 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0918570 Oct 05 10:02:01.910466 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6ab8c10d-c899-4bb0-bbf7-99a44efb74c2 req-2ae7f4bd-ddd5-4f53-9572-ae93e649293f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395062 Oct 05 10:02:01.940194 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43716) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:02:02.117340 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96653e36-f396-4170-b17e-efac2b353932 tempest-TestShelveInstance-1736103292 tempest-TestShelveInstance-1736103292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:02.118769 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-96653e36-f396-4170-b17e-efac2b353932 tempest-TestShelveInstance-1736103292 tempest-TestShelveInstance-1736103292-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 1094 time: 0.1775794 Oct 05 10:02:02.121727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43722) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:02:02.126515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:02:02.132418 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:02:02.136349 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:floatingip and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:02:02.139286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:02:02.144939 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:02:02.155688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:02.295277 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:02.434708 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Allocated IP 172.26.0.190 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/a35f1aeb-48ac-416b-976f-20829ae10779) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:02:02.579360 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:02.608288 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:02.671917 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:02:02.679423 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:02:02.683473 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:02:02.715727 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'Port': ['ID=a35f1aeb-48ac-416b-976f-20829ae10779,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:02.882528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3aafc118-f8ee-4eb1-816f-aad0f1144ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:03.108678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:03.183102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:03.399997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:03.404594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:03.626186 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'Port': ['ID=a35f1aeb-48ac-416b-976f-20829ae10779,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:02:03.632532 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:03.802842 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Floating IP 526da540-bd13-4c23-a04e-247f7833ab90 associated. External IP: 172.26.0.190, port: 69f1b9fa-5307-497a-b919-954ddd82f36e. Oct 05 10:02:04.153791 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:02:04.330871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:02:04.345010 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:02:04.345979 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a62e9e7-eb8c-4d20-8555-49a3b8992ab3 None None] Sync routers for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:02:04.357398 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a62e9e7-eb8c-4d20-8555-49a3b8992ab3 None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:02:04.358091 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0a62e9e7-eb8c-4d20-8555-49a3b8992ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:02:04.358292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:04.413570 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-731b8042-b772-4afe-92d8-c48c7b4fb9a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2900319 Oct 05 10:02:04.413570 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:02:04.415675 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa3db61-29f4-4e7d-989a-d62a0d6a884f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:02:04.457059 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08e252a-0f1e-4976-ab32-7ea236301068 x-openstack-request-id: req-c08e252a-0f1e-4976-ab32-7ea236301068 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:02:04.457367 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:02:04.457611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c08e252a-0f1e-4976-ab32-7ea236301068 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:02:04.458051 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08e252a-0f1e-4976-ab32-7ea236301068'] response: {'name': 'network-changed', 'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'status': 'completed', 'code': 200} Oct 05 10:02:04.539010 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-0a62e9e7-eb8c-4d20-8555-49a3b8992ab3 None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:02:04.560921 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3db61-29f4-4e7d-989a-d62a0d6a884f req-14bfbe61-89ed-4e55-9515-528be97849eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:04.562427 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-faa3db61-29f4-4e7d-989a-d62a0d6a884f req-14bfbe61-89ed-4e55-9515-528be97849eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 1099 time: 0.0827012 Oct 05 10:02:04.694421 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3db61-29f4-4e7d-989a-d62a0d6a884f req-58c24a1d-afac-4279-923c-03d156f2773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:04.695905 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-faa3db61-29f4-4e7d-989a-d62a0d6a884f req-58c24a1d-afac-4279-923c-03d156f2773e service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1265302 Oct 05 10:02:04.801606 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-faa3db61-29f4-4e7d-989a-d62a0d6a884f req-705a5870-ee9f-4b08-9943-578a35039576 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f1b9fa-5307-497a-b919-954ddd82f36e HTTP/1.1" status: 200 len: 1000 time: 0.0989895 Oct 05 10:02:04.865093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3db61-29f4-4e7d-989a-d62a0d6a884f req-e45dd8c6-ab14-4c5c-8ee3-40cf5d55d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:04.866629 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-faa3db61-29f4-4e7d-989a-d62a0d6a884f req-e45dd8c6-ab14-4c5c-8ee3-40cf5d55d6b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0591764 Oct 05 10:02:04.883447 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0a62e9e7-eb8c-4d20-8555-49a3b8992ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '526da540-bd13-4c23-a04e-247f7833ab90', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'floating_ip_address': '172.26.0.190', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'port_id': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'mac_address': 'fa:16:3e:ce:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:02:03Z', 'updated_at': '2022-10-05T10:02:03Z', 'revision_number': 0, 'project_id': '834668e752a448008ecce73fda572a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 5, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:02:04.887782 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a62e9e7-eb8c-4d20-8555-49a3b8992ab3 None None] Checking router: 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:02:04.895715 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a62e9e7-eb8c-4d20-8555-49a3b8992ab3 None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:02:04.896305 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0a62e9e7-eb8c-4d20-8555-49a3b8992ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:01:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:02:04.957751 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3db61-29f4-4e7d-989a-d62a0d6a884f req-c7de92fb-ab0d-42cc-a242-18c4554b9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:04.959406 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-faa3db61-29f4-4e7d-989a-d62a0d6a884f req-c7de92fb-ab0d-42cc-a242-18c4554b9e9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866616 Oct 05 10:02:05.083918 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-0a62e9e7-eb8c-4d20-8555-49a3b8992ab3 None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:02:05.095394 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-faa3db61-29f4-4e7d-989a-d62a0d6a884f req-aa9ab4a3-631d-457b-9296-4c5fd1ffa237 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291142 Oct 05 10:02:05.155667 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:05.349394 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-faa3db61-29f4-4e7d-989a-d62a0d6a884f req-9a42837b-1899-4ce3-b795-43d20544de72 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473881 Oct 05 10:02:05.484683 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0a62e9e7-eb8c-4d20-8555-49a3b8992ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '526da540-bd13-4c23-a04e-247f7833ab90', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'floating_ip_address': '172.26.0.190', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'port_id': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'mac_address': 'fa:16:3e:ce:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:02:03Z', 'updated_at': '2022-10-05T10:02:03Z', 'revision_number': 0, 'project_id': '834668e752a448008ecce73fda572a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 5, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:02:05.488599 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a62e9e7-eb8c-4d20-8555-49a3b8992ab3 None None] The sync data for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv is: [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '526da540-bd13-4c23-a04e-247f7833ab90', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'floating_ip_address': '172.26.0.190', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'port_id': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'mac_address': 'fa:16:3e:ce:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:02:03Z', 'updated_at': '2022-10-05T10:02:03Z', 'revision_number': 0, 'project_id': '834668e752a448008ecce73fda572a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 5, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:02:05.685409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9fe85-d3db-46d9-8e52-4bb33805ba0c None None] New status for floating IP 526da540-bd13-4c23-a04e-247f7833ab90: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:02:05.777816 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40951dc6-f3e1-4295-b550-538c3ef709f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:06.903849 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:07.047089 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:09.397534 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:26.682676 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d5027994-d9ec-4efa-81cf-03416a1b0dbf req-df0de476-2e82-4e87-a9b6-55f086369d00 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773048 Oct 05 10:02:26.836344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5027994-d9ec-4efa-81cf-03416a1b0dbf req-758ba9a3-a87d-48ed-9955-a5e9b64c342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:26.837888 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d5027994-d9ec-4efa-81cf-03416a1b0dbf req-758ba9a3-a87d-48ed-9955-a5e9b64c342c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 1099 time: 0.0848582 Oct 05 10:02:26.999582 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5027994-d9ec-4efa-81cf-03416a1b0dbf req-7c2c50eb-79e4-454e-88d4-41b710730366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:27.000992 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d5027994-d9ec-4efa-81cf-03416a1b0dbf req-7c2c50eb-79e4-454e-88d4-41b710730366 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1312299 Oct 05 10:02:27.111225 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d5027994-d9ec-4efa-81cf-03416a1b0dbf req-6f1c5b6b-62ea-4c22-85a2-c22e82eb7c19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f1b9fa-5307-497a-b919-954ddd82f36e HTTP/1.1" status: 200 len: 1002 time: 0.1010680 Oct 05 10:02:27.175615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5027994-d9ec-4efa-81cf-03416a1b0dbf req-e534430a-e86f-4e0a-9ae5-c5456fcbb228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:27.177007 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d5027994-d9ec-4efa-81cf-03416a1b0dbf req-e534430a-e86f-4e0a-9ae5-c5456fcbb228 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0582237 Oct 05 10:02:27.265742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5027994-d9ec-4efa-81cf-03416a1b0dbf req-a594500a-082e-4541-8ef3-d6b1145d1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:02:27.267412 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d5027994-d9ec-4efa-81cf-03416a1b0dbf req-a594500a-082e-4541-8ef3-d6b1145d1353 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837436 Oct 05 10:02:27.402696 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d5027994-d9ec-4efa-81cf-03416a1b0dbf req-92bda9c0-0e0e-46d1-ad78-4362df0e214b service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289048 Oct 05 10:02:27.533767 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d5027994-d9ec-4efa-81cf-03416a1b0dbf req-30490877-1cff-41ef-b120-07d484a1eba6 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240730 Oct 05 10:02:32.885001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83d9d7ba-9810-4bd9-bf8d-182273d60620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:35.173589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:35.719379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cb9b91d5-28c3-4e76-bc98-872a5307c0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:36.909219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:37.049614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:39.400285 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:02:41.343399 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:03:02.890342 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d8bed8d-1fb4-4bde-87c8-e154b251b35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:05.167605 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:05.722562 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d56983ef-33c4-4e4d-9a21-38c0e8a31528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:06.905558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:07.053035 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:09.402662 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:18.343060 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:03:28.618972 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-3da39d46-5c50-480e-a31d-898db4d48015 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821676 Oct 05 10:03:28.771024 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-f00a7faa-703e-4657-86b6-5eed1b1e57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:28.772486 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-f00a7faa-703e-4657-86b6-5eed1b1e57e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 1099 time: 0.0832610 Oct 05 10:03:28.920670 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-ed14292b-8d68-45bf-9163-a40b005e93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:28.922131 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-ed14292b-8d68-45bf-9163-a40b005e93fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1312959 Oct 05 10:03:29.022845 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-2a135993-ab53-4128-bd00-5ffd871e903a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f1b9fa-5307-497a-b919-954ddd82f36e HTTP/1.1" status: 200 len: 1002 time: 0.0944264 Oct 05 10:03:29.089276 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-4e394a70-5cf3-4ffc-ab3b-2f84075151b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:29.090850 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-4e394a70-5cf3-4ffc-ab3b-2f84075151b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0620596 Oct 05 10:03:29.173483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-01fde33f-350a-450b-a626-04b2f5d8eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:29.174894 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-01fde33f-350a-450b-a626-04b2f5d8eb9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782683 Oct 05 10:03:29.185165 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-7a40a5bd-caff-4080-bbc7-33df3e9e27ad service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:03:29.186098 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-7a40a5bd-caff-4080-bbc7-33df3e9e27ad service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048032 Oct 05 10:03:29.314962 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-16ba8825-807e-4558-bead-63178192a229 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226194 Oct 05 10:03:29.547787 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97020b62-d1a6-48f1-837e-0d6ab35e87b5 req-82a64420-d9de-4ff0-b246-270360ec6e44 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253876 Oct 05 10:03:32.892961 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb8b759a-7edf-4e3f-ae66-1b6146ad814a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:35.182780 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:35.725514 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-75a88bd4-be78-44a4-b166-cc7359546806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:36.908821 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:37.055630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:39.406872 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:03:55.342103 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:03:59.470152 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3158b74-532a-4886-bb61-56abb153bb71 req-a7077729-67ab-487d-8a65-3dfe134d58a0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:03:59.472134 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d3158b74-532a-4886-bb61-56abb153bb71 req-a7077729-67ab-487d-8a65-3dfe134d58a0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0922945 Oct 05 10:03:59.515788 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d3158b74-532a-4886-bb61-56abb153bb71 req-cb8d018a-237c-4b87-8ef4-6a8594861c33 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380971 Oct 05 10:04:00.718625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186511c-9dc7-4d6d-8969-bad23121868d req-3b9507a1-69bb-40db-892c-f53282063e78 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:00.720100 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e186511c-9dc7-4d6d-8969-bad23121868d req-3b9507a1-69bb-40db-892c-f53282063e78 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0906487 Oct 05 10:04:00.768884 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e186511c-9dc7-4d6d-8969-bad23121868d req-9cc7b512-ab59-45c5-8122-2fdad1eadb64 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417633 Oct 05 10:04:01.997242 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6820007-c9ee-4336-8a96-2e446265f88d req-eff06732-9175-4e86-b932-1df0fca5188d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:01.998726 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f6820007-c9ee-4336-8a96-2e446265f88d req-eff06732-9175-4e86-b932-1df0fca5188d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.1163013 Oct 05 10:04:02.045796 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f6820007-c9ee-4336-8a96-2e446265f88d req-a11eed4f-a3c6-4e00-911e-2b31f5e93404 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410163 Oct 05 10:04:02.895962 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed4574a2-8400-4684-98ed-5b36722d74ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:03.244737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f050cc1-5424-4246-8ac2-af317cbc99a9 req-c0058443-773a-4a16-8608-d835ef051110 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:03.246240 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0f050cc1-5424-4246-8ac2-af317cbc99a9 req-c0058443-773a-4a16-8608-d835ef051110 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0880294 Oct 05 10:04:03.295130 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0f050cc1-5424-4246-8ac2-af317cbc99a9 req-729074b1-b9ee-49f6-9135-01208c257b9d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432453 Oct 05 10:04:04.654041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4b89b-2082-4511-b176-cf393e774185 req-7333636f-03f9-41e4-9188-427dd852d88f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:04.655506 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-65b4b89b-2082-4511-b176-cf393e774185 req-7333636f-03f9-41e4-9188-427dd852d88f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0949681 Oct 05 10:04:04.699415 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-65b4b89b-2082-4511-b176-cf393e774185 req-b4a05c2d-736c-44cb-bb1c-75688337201e tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377536 Oct 05 10:04:05.201475 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:05.728135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b2b88ce-d6f4-420d-a01d-239e07ea661e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:05.906171 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b81dd-613f-4b1f-843f-28b1d0f9db5f req-b6dfc3ca-5509-4fcb-8603-b3c57a553bdd tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:05.907609 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e94b81dd-613f-4b1f-843f-28b1d0f9db5f req-b6dfc3ca-5509-4fcb-8603-b3c57a553bdd tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0899551 Oct 05 10:04:05.954417 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e94b81dd-613f-4b1f-843f-28b1d0f9db5f req-b1858bfc-d768-476d-802b-e40d52066196 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411038 Oct 05 10:04:06.911582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:07.058289 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:07.253985 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40296c2b-f1fc-4b8e-8d3e-ed24b6d3750e req-407981a0-e765-48ea-889d-b076e7de8c07 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:07.255574 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-40296c2b-f1fc-4b8e-8d3e-ed24b6d3750e req-407981a0-e765-48ea-889d-b076e7de8c07 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.1870310 Oct 05 10:04:07.301445 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-40296c2b-f1fc-4b8e-8d3e-ed24b6d3750e req-5b7b139b-8dec-47cf-beaf-276498223d24 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402424 Oct 05 10:04:08.504488 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca7f94-db29-4c08-b5de-205164406107 req-2134873f-44f3-4190-b285-2fc8ac86c3d0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:08.505931 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4dca7f94-db29-4c08-b5de-205164406107 req-2134873f-44f3-4190-b285-2fc8ac86c3d0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0903568 Oct 05 10:04:08.551580 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4dca7f94-db29-4c08-b5de-205164406107 req-ca820df1-a54c-47af-b022-e7829b24ed89 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398750 Oct 05 10:04:09.408925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:09.755827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc4008-5795-4366-92b4-55a5876ad04a req-acd70d82-0afb-4b05-a22e-fef20d6d4519 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:09.757313 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-69bc4008-5795-4366-92b4-55a5876ad04a req-acd70d82-0afb-4b05-a22e-fef20d6d4519 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0957916 Oct 05 10:04:09.802554 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-69bc4008-5795-4366-92b4-55a5876ad04a req-ed3c208d-2d91-485f-8a0f-00bab633dc9c tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390165 Oct 05 10:04:11.001311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bc423-ab4d-4749-b203-7f97e8fa4ef2 req-1f097558-7b95-49da-9019-87f9d04ad7f8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:11.003460 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d58bc423-ab4d-4749-b203-7f97e8fa4ef2 req-1f097558-7b95-49da-9019-87f9d04ad7f8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0869586 Oct 05 10:04:11.045187 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d58bc423-ab4d-4749-b203-7f97e8fa4ef2 req-958d9dcd-7dac-439c-96d9-039fd95bed17 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361273 Oct 05 10:04:12.261286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdd1a2-9a30-494b-9374-48adf012c079 req-54aa3d31-82a6-4abd-9de8-41c953dd8ae4 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:12.262893 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4ebdd1a2-9a30-494b-9374-48adf012c079 req-54aa3d31-82a6-4abd-9de8-41c953dd8ae4 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.1004908 Oct 05 10:04:12.309996 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4ebdd1a2-9a30-494b-9374-48adf012c079 req-2af2daf7-8e4c-4314-8d50-15858fb09512 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413642 Oct 05 10:04:13.542074 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c982b6-4e60-488b-a16a-9391b78cb8e3 req-5035b15d-6b80-4938-b2f9-39b8ee8c3bb7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:13.544557 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-09c982b6-4e60-488b-a16a-9391b78cb8e3 req-5035b15d-6b80-4938-b2f9-39b8ee8c3bb7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0945837 Oct 05 10:04:13.579162 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 69f1b9fa-5307-497a-b919-954ddd82f36e details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:04:13.599706 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-09c982b6-4e60-488b-a16a-9391b78cb8e3 req-dff4e9fb-aa18-4d6b-996f-51db817e0e8d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481102 Oct 05 10:04:13.753545 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 69f1b9fa-5307-497a-b919-954ddd82f36e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69f1b9fa-5307-497a-b919-954ddd82f36e,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:04:13.768920 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'port_id': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'mac_address': 'fa:16:3e:ce:44:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:04:13.847382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 69f1b9fa-5307-497a-b919-954ddd82f36e is: ACTIVE; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:04:13.847775 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:13.869998 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69f1b9fa-5307-497a-b919-954ddd82f36e {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:04:13.891416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 69f1b9fa-5307-497a-b919-954ddd82f36e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69f1b9fa-5307-497a-b919-954ddd82f36e,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:04:13.898068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:13.977745 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['69f1b9fa-5307-497a-b919-954ddd82f36e'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:04:14.019940 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=69f1b9fa-5307-497a-b919-954ddd82f36e,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:04:14.032346 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:04:14.035566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:04:14.035566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:04:14.035566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:04:14.035566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:04:14.035566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:04:14.035566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:04:14.035566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:04:14.035566 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:04:14.036138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:04:14.036211 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:04:14.036951 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:04:14.817101 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a7b60-5a95-4280-83c5-2de8e61c2907 req-5d6f3122-aaf5-4c65-b0d4-9ec44a0a46f1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:14.818764 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-060a7b60-5a95-4280-83c5-2de8e61c2907 req-5d6f3122-aaf5-4c65-b0d4-9ec44a0a46f1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 945 time: 0.1018791 Oct 05 10:04:14.877526 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-060a7b60-5a95-4280-83c5-2de8e61c2907 req-7d3fcab9-8de1-4da0-8c05-04aa0f4ae9ec tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 Oct 05 10:04:15.597690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 69f1b9fa-5307-497a-b919-954ddd82f36e up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:04:15.668780 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 69f1b9fa-5307-497a-b919-954ddd82f36e triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:04:15.669180 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:15.669531 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 69f1b9fa-5307-497a-b919-954ddd82f36e Oct 05 10:04:15.834651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 69f1b9fa-5307-497a-b919-954ddd82f36e is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:04:15.835099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:15.866850 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:04:15.869156 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cb5ba0-c95e-4134-afac-9d3c171ed473" -d '{"events": [{"server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "name": "network-vif-plugged", "status": "completed", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:04:15.878850 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 69f1b9fa-5307-497a-b919-954ddd82f36e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69f1b9fa-5307-497a-b919-954ddd82f36e,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:04:15.887384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:15.956451 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4491f6a2-4f77-43a9-9be9-939834eca54e x-openstack-request-id: req-4491f6a2-4f77-43a9-9be9-939834eca54e {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:04:15.956746 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "name": "network-vif-plugged", "status": "completed", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:04:15.957153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4491f6a2-4f77-43a9-9be9-939834eca54e {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:04:15.957549 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4491f6a2-4f77-43a9-9be9-939834eca54e'] response: {'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'code': 200} Oct 05 10:04:15.990711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=69f1b9fa-5307-497a-b919-954ddd82f36e,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:04:16.113738 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fd88b-13bd-45b9-9851-065fdb0c269c req-8b60b458-1551-43b9-9a98-d5e908f29754 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:16.115468 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-961fd88b-13bd-45b9-9851-065fdb0c269c req-8b60b458-1551-43b9-9a98-d5e908f29754 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0955620 Oct 05 10:04:16.164819 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-961fd88b-13bd-45b9-9851-065fdb0c269c req-907a4185-ae6d-46aa-a4b5-d24df668441e tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431898 Oct 05 10:04:17.402145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9afd44-d4cd-4f47-b978-437d4bf49c1d req-302cc0ee-3ca9-4eb1-8cca-a76407c0d2f1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:17.403931 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fa9afd44-d4cd-4f47-b978-437d4bf49c1d req-302cc0ee-3ca9-4eb1-8cca-a76407c0d2f1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0998597 Oct 05 10:04:17.455576 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fa9afd44-d4cd-4f47-b978-437d4bf49c1d req-bfd4e0f0-630e-40c8-9d7b-9d564f1df6af tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434806 Oct 05 10:04:18.692383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818c8ce-47fd-4e8b-a1e8-b8f4cc7ca317 req-91c72d06-a880-4341-b162-2e12cc0b219e tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:18.694803 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5818c8ce-47fd-4e8b-a1e8-b8f4cc7ca317 req-91c72d06-a880-4341-b162-2e12cc0b219e tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.1025016 Oct 05 10:04:18.758709 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5818c8ce-47fd-4e8b-a1e8-b8f4cc7ca317 req-a07bc536-5a20-48f6-93c7-678010d6201f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573936 Oct 05 10:04:19.973292 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0e5d4-9e81-435d-9d1a-a9e90a283d7d req-1ce51ac2-5fb3-4f5f-8523-a290bf058a6a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:19.980751 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dcc0e5d4-9e81-435d-9d1a-a9e90a283d7d req-1ce51ac2-5fb3-4f5f-8523-a290bf058a6a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.1048980 Oct 05 10:04:20.027148 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dcc0e5d4-9e81-435d-9d1a-a9e90a283d7d req-fb8a3584-4959-4f27-9fc0-10170f1f0dfc tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452175 Oct 05 10:04:21.239800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e91ae-c954-4c2c-afd0-59d89930bc48 req-f4bbe0dc-054c-44e4-849d-c3c49d1158a0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:21.241249 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d51e91ae-c954-4c2c-afd0-59d89930bc48 req-f4bbe0dc-054c-44e4-849d-c3c49d1158a0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0926883 Oct 05 10:04:21.284354 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d51e91ae-c954-4c2c-afd0-59d89930bc48 req-1c45a8f8-f0a7-4452-95dd-dee25e6a9165 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374823 Oct 05 10:04:21.614795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d92599-09e2-48ca-984e-f6bbfee2d4a6 req-aada8ec2-dfb3-4067-bd49-1c1a49eb2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:21.616264 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-29d92599-09e2-48ca-984e-f6bbfee2d4a6 req-aada8ec2-dfb3-4067-bd49-1c1a49eb2b7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 1099 time: 0.0845592 Oct 05 10:04:21.749510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d92599-09e2-48ca-984e-f6bbfee2d4a6 req-169f17b5-e08f-4d34-bc9e-72010839f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:21.750986 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-29d92599-09e2-48ca-984e-f6bbfee2d4a6 req-169f17b5-e08f-4d34-bc9e-72010839f87b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1278610 Oct 05 10:04:21.857153 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-29d92599-09e2-48ca-984e-f6bbfee2d4a6 req-a10f92e2-f8b3-467f-bcdb-4caa042f539d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f1b9fa-5307-497a-b919-954ddd82f36e HTTP/1.1" status: 200 len: 1002 time: 0.0993752 Oct 05 10:04:21.921074 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d92599-09e2-48ca-984e-f6bbfee2d4a6 req-6ebc1293-2b9c-4de7-9132-8d9feb48bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:21.922527 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-29d92599-09e2-48ca-984e-f6bbfee2d4a6 req-6ebc1293-2b9c-4de7-9132-8d9feb48bb15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0590053 Oct 05 10:04:22.010758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d92599-09e2-48ca-984e-f6bbfee2d4a6 req-b416227f-658d-4c90-a15f-685359e71593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:22.012280 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-29d92599-09e2-48ca-984e-f6bbfee2d4a6 req-b416227f-658d-4c90-a15f-685359e71593 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837622 Oct 05 10:04:22.143385 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-29d92599-09e2-48ca-984e-f6bbfee2d4a6 req-207c4ada-a83f-4fd7-aef0-32ae917bd4cf service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237633 Oct 05 10:04:22.273418 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-29d92599-09e2-48ca-984e-f6bbfee2d4a6 req-9f350ecb-7448-4b3a-acb4-ac85fb64f1c6 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241195 Oct 05 10:04:22.486872 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477ec24-5b06-4a40-a66a-f48a838b8f17 req-4ef1a847-fecc-4023-9b1e-3d37cc677b9a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:22.488252 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8477ec24-5b06-4a40-a66a-f48a838b8f17 req-4ef1a847-fecc-4023-9b1e-3d37cc677b9a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0881391 Oct 05 10:04:22.531670 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8477ec24-5b06-4a40-a66a-f48a838b8f17 req-331f9ac6-97df-4555-b963-200d09a241cd tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376253 Oct 05 10:04:23.731554 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833f684-b816-4ceb-a280-dfedac28d338 req-1f19c161-b82d-4fda-b88f-1963b21a61e2 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:23.732985 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0833f684-b816-4ceb-a280-dfedac28d338 req-1f19c161-b82d-4fda-b88f-1963b21a61e2 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0907648 Oct 05 10:04:23.777552 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0833f684-b816-4ceb-a280-dfedac28d338 req-aa0dcb44-1cb2-4542-bcf5-c79b4a28dbc7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386930 Oct 05 10:04:24.980096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53baa1-276f-4ef4-b8d9-964a2dc6f481 req-78be9d96-e26a-4557-8d22-a2f05b593c20 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:24.981814 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fa53baa1-276f-4ef4-b8d9-964a2dc6f481 req-78be9d96-e26a-4557-8d22-a2f05b593c20 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0914042 Oct 05 10:04:25.028952 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fa53baa1-276f-4ef4-b8d9-964a2dc6f481 req-3d530fc2-ddb1-4a8b-a52a-e771ccb8bd81 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404575 Oct 05 10:04:25.398223 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1cafa-5152-48e7-b3c4-2f7e089b2334 req-672dac52-3ebb-4614-a889-6117a80b12a0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:25.399677 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b7e1cafa-5152-48e7-b3c4-2f7e089b2334 req-672dac52-3ebb-4614-a889-6117a80b12a0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 946 time: 0.0904438 Oct 05 10:04:25.444669 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b7e1cafa-5152-48e7-b3c4-2f7e089b2334 req-e6f2306e-c34b-4181-922a-79c63b301513 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388942 Oct 05 10:04:25.619385 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 43930) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:04:25.640936 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 69f1b9fa-5307-497a-b919-954ddd82f36e no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:04:25.748549 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-e166f400-bf62-4a36-ae43-79f6181d1e77 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1279757 Oct 05 10:04:25.755203 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 69f1b9fa-5307-497a-b919-954ddd82f36e is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:04:25.755584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:25.782585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:04:25.785134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fbef86-f211-49b9-bd09-0089cde0c686" -d '{"events": [{"server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "name": "network-vif-unplugged", "status": "completed", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:04:25.792643 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 69f1b9fa-5307-497a-b919-954ddd82f36e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69f1b9fa-5307-497a-b919-954ddd82f36e,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:04:25.796796 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:25.835308 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 05 Oct 2022 10:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2667a6-8e98-40ac-90c0-55861365ab2b x-openstack-request-id: req-af2667a6-8e98-40ac-90c0-55861365ab2b {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:04:25.835669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "name": "network-vif-unplugged", "status": "failed", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e", "code": 422}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:04:25.835979 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af2667a6-8e98-40ac-90c0-55861365ab2b {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:04:25.836466 dv-neutron-860328-1-hyperv neutron-server[89056]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-af2667a6-8e98-40ac-90c0-55861365ab2b']: {'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'code': 422} returned with failed status Oct 05 10:04:25.869497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=69f1b9fa-5307-497a-b919-954ddd82f36e,revision_number=8']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:04:26.651154 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36089c-cd31-4fb5-86ab-03cff3909f4a req-7adaf649-8224-4e67-b33d-3e64ee075ed8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:26.652600 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5d36089c-cd31-4fb5-86ab-03cff3909f4a req-7adaf649-8224-4e67-b33d-3e64ee075ed8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.0885603 Oct 05 10:04:26.700627 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5d36089c-cd31-4fb5-86ab-03cff3909f4a req-74c9e808-4d61-4100-abbd-8173511dacd4 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422609 Oct 05 10:04:26.834682 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-dd765fd1-7169-4e74-81ab-04c1b26905c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:26.836074 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-dd765fd1-7169-4e74-81ab-04c1b26905c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c&tenant_id=834668e752a448008ecce73fda572a7b HTTP/1.1" status: 200 len: 1097 time: 0.0809116 Oct 05 10:04:26.974416 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-66af905a-920a-421e-b76b-bb0bed7a3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:26.975875 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-66af905a-920a-421e-b76b-bb0bed7a3260 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 1097 time: 0.0878823 Oct 05 10:04:27.107040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-dac7decb-a5bb-4507-b1f2-a33548a1073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:27.108471 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-dac7decb-a5bb-4507-b1f2-a33548a1073b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1261358 Oct 05 10:04:27.214278 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-2a1af167-e402-46fb-9f16-7a6731e65153 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f1b9fa-5307-497a-b919-954ddd82f36e HTTP/1.1" status: 200 len: 1000 time: 0.0989656 Oct 05 10:04:27.279721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-f5d514fb-7a97-4b86-8bbd-cc12a99364d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:27.281259 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-f5d514fb-7a97-4b86-8bbd-cc12a99364d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0602233 Oct 05 10:04:27.375681 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-f5319995-ee0d-4a5e-b073-3f2f9a715a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:27.378233 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-f5319995-ee0d-4a5e-b073-3f2f9a715a32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904558 Oct 05 10:04:27.513862 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-1d84a258-99f3-4d72-88a6-be2faf5ef769 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292818 Oct 05 10:04:27.763730 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-bd756a40-628d-4e4d-8f59-c665ab543bb3 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420144 Oct 05 10:04:27.904938 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e22c8-eb5e-47e9-b77a-e987b6f07e40 req-fde6e2a8-a557-4736-92b8-cb4d815b42ab tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:27.906819 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d67e22c8-eb5e-47e9-b77a-e987b6f07e40 req-fde6e2a8-a557-4736-92b8-cb4d815b42ab tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.0877490 Oct 05 10:04:27.950708 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d67e22c8-eb5e-47e9-b77a-e987b6f07e40 req-c00ffe3a-c44d-45de-bc93-6afb07fb4479 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378809 Oct 05 10:04:29.285787 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736dd66d-485e-4ef3-8932-e9bc44eab924 req-16b37c49-7cea-4412-b39a-02a92996e4ef tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:29.292824 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-736dd66d-485e-4ef3-8932-e9bc44eab924 req-16b37c49-7cea-4412-b39a-02a92996e4ef tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.2223611 Oct 05 10:04:29.338260 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-736dd66d-485e-4ef3-8932-e9bc44eab924 req-a78d0633-178e-44e5-bf75-f5dbbdcad657 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444460 Oct 05 10:04:29.649319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 69f1b9fa-5307-497a-b919-954ddd82f36e no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:04:29.788772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 69f1b9fa-5307-497a-b919-954ddd82f36e is: DOWN; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:04:30.556041 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e820dd-c49a-4fe2-8915-824191ce0955 req-95e1f4d1-5578-462b-ae07-9ce69411d5ba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:30.557552 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b5e820dd-c49a-4fe2-8915-824191ce0955 req-95e1f4d1-5578-462b-ae07-9ce69411d5ba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.0985463 Oct 05 10:04:30.608303 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b5e820dd-c49a-4fe2-8915-824191ce0955 req-0c22e9e7-e1e6-4034-b35a-7f1f6c31a345 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445848 Oct 05 10:04:31.823375 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e03f-6958-4169-9730-75dc8587389b req-d8f7c9db-d557-4d88-8773-e0da9e654976 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:31.825026 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8bb3e03f-6958-4169-9730-75dc8587389b req-d8f7c9db-d557-4d88-8773-e0da9e654976 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.0962403 Oct 05 10:04:31.882517 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8bb3e03f-6958-4169-9730-75dc8587389b req-3e52d187-4a97-4636-8653-720c0247dfcf tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511971 Oct 05 10:04:32.344551 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:04:32.902350 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-de2f16ab-0eea-46c2-8e0b-0e1ea0096dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:33.112146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d71836-b390-4d6e-bb13-af6214c2078e req-76a2dbc1-0ae8-4632-9324-e201e4b78908 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:33.113608 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-19d71836-b390-4d6e-bb13-af6214c2078e req-76a2dbc1-0ae8-4632-9324-e201e4b78908 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.1080306 Oct 05 10:04:33.160010 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-19d71836-b390-4d6e-bb13-af6214c2078e req-275750f0-0132-4d2d-b0c6-ef228894073d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403261 Oct 05 10:04:34.378907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ad1e8-1a97-4c44-80e9-24f8724e4871 req-9ff75495-96a5-46fc-b357-5bbe06dfe297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:34.380426 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-067ad1e8-1a97-4c44-80e9-24f8724e4871 req-9ff75495-96a5-46fc-b357-5bbe06dfe297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.0989909 Oct 05 10:04:34.435436 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-067ad1e8-1a97-4c44-80e9-24f8724e4871 req-1eafaca5-c934-461a-a24f-ad68d4918ac0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491197 Oct 05 10:04:35.223684 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:35.643571 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583bae6-d48b-423a-90ec-f7cb1c33dae7 req-a8afb749-e8e9-4415-962a-dbc06c6d009a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:35.645033 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a583bae6-d48b-423a-90ec-f7cb1c33dae7 req-a8afb749-e8e9-4415-962a-dbc06c6d009a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.0909672 Oct 05 10:04:35.690968 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a583bae6-d48b-423a-90ec-f7cb1c33dae7 req-ddafcd4b-2d59-40ed-b219-09cc14be6829 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402064 Oct 05 10:04:35.734729 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9ca925cb-50ea-46d3-9f5a-b7334438e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:36.360102 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2c0ef-16c5-4eca-bf91-b8f4f1724540 req-cc520335-e871-4cdb-981e-5e21271af783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:36.361660 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f1c2c0ef-16c5-4eca-bf91-b8f4f1724540 req-cc520335-e871-4cdb-981e-5e21271af783 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 1097 time: 0.0771549 Oct 05 10:04:36.513201 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2c0ef-16c5-4eca-bf91-b8f4f1724540 req-e02c6022-e221-402c-a2c8-91e37be16065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:36.514675 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f1c2c0ef-16c5-4eca-bf91-b8f4f1724540 req-e02c6022-e221-402c-a2c8-91e37be16065 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1327231 Oct 05 10:04:36.621841 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f1c2c0ef-16c5-4eca-bf91-b8f4f1724540 req-c3774705-1491-442f-a946-700170b01bda service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f1b9fa-5307-497a-b919-954ddd82f36e HTTP/1.1" status: 200 len: 1000 time: 0.0996227 Oct 05 10:04:36.692479 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2c0ef-16c5-4eca-bf91-b8f4f1724540 req-54d9dc6b-d9cf-4b4c-807d-74dad290897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:36.694824 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f1c2c0ef-16c5-4eca-bf91-b8f4f1724540 req-54d9dc6b-d9cf-4b4c-807d-74dad290897c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0660045 Oct 05 10:04:36.781170 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2c0ef-16c5-4eca-bf91-b8f4f1724540 req-191b0a47-225f-43b4-90e6-e04ddadadedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:36.783354 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f1c2c0ef-16c5-4eca-bf91-b8f4f1724540 req-191b0a47-225f-43b4-90e6-e04ddadadedc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810926 Oct 05 10:04:36.899373 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8da8a-5bed-43aa-82c0-bd155ad1e45e req-e4e177d7-5ac1-4bf8-8482-7692c64aed1e tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:36.900835 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9aa8da8a-5bed-43aa-82c0-bd155ad1e45e req-e4e177d7-5ac1-4bf8-8482-7692c64aed1e tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.0949404 Oct 05 10:04:36.917089 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:36.925493 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f1c2c0ef-16c5-4eca-bf91-b8f4f1724540 req-9db2ceb4-7edd-47c9-8f2a-6f42d27eca7f service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317546 Oct 05 10:04:36.951782 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9aa8da8a-5bed-43aa-82c0-bd155ad1e45e req-df318c71-1b5b-4b5e-9c41-5ecb25cc15db tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422459 Oct 05 10:04:37.057929 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f1c2c0ef-16c5-4eca-bf91-b8f4f1724540 req-53aafff4-3406-481a-a720-c22f4443a143 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262712 Oct 05 10:04:37.061954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:38.164553 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3479713-c594-48c4-a5d4-91c656702db4 req-1e579b6c-86c0-4a18-9963-384b3f321e7c tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:38.165921 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3479713-c594-48c4-a5d4-91c656702db4 req-1e579b6c-86c0-4a18-9963-384b3f321e7c tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.0901277 Oct 05 10:04:38.213796 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a3479713-c594-48c4-a5d4-91c656702db4 req-4188a412-cd56-4ad1-8195-14742b936733 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Oct 05 10:04:39.411621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:39.414395 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2f4b6-0ae0-4b66-8a2e-d18f3226fb22 req-bf14a9c8-1816-4222-9f85-0ac77afbbc08 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:39.415879 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7cf2f4b6-0ae0-4b66-8a2e-d18f3226fb22 req-bf14a9c8-1816-4222-9f85-0ac77afbbc08 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 944 time: 0.0893738 Oct 05 10:04:39.462023 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7cf2f4b6-0ae0-4b66-8a2e-d18f3226fb22 req-7594f6e9-7be3-4aa7-9d6b-637f094c0a4b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404031 Oct 05 10:04:39.703275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 69f1b9fa-5307-497a-b919-954ddd82f36e details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:04:39.843242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 69f1b9fa-5307-497a-b919-954ddd82f36e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69f1b9fa-5307-497a-b919-954ddd82f36e,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:04:39.856597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'port_id': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'mac_address': 'fa:16:3e:ce:44:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:04:39.915652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 69f1b9fa-5307-497a-b919-954ddd82f36e is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:04:39.916035 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:39.932217 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f1b9fa-5307-497a-b919-954ddd82f36e {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:04:39.947631 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 69f1b9fa-5307-497a-b919-954ddd82f36e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69f1b9fa-5307-497a-b919-954ddd82f36e,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:04:39.951673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:40.021666 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=69f1b9fa-5307-497a-b919-954ddd82f36e,revision_number=9']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:04:40.188351 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['69f1b9fa-5307-497a-b919-954ddd82f36e'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:04:40.662725 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9ad0-ed1d-4604-96da-d18f0003df51 req-17d90406-24cb-430f-9653-7951ef8d9a1b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:40.664193 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-41df9ad0-ed1d-4604-96da-d18f0003df51 req-17d90406-24cb-430f-9653-7951ef8d9a1b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 945 time: 0.0906820 Oct 05 10:04:40.708388 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-41df9ad0-ed1d-4604-96da-d18f0003df51 req-153b0376-2062-4d34-806d-32a472447222 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386324 Oct 05 10:04:41.734132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 69f1b9fa-5307-497a-b919-954ddd82f36e up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:04:41.801315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port 69f1b9fa-5307-497a-b919-954ddd82f36e triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:04:41.801680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:41.802040 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port 69f1b9fa-5307-497a-b919-954ddd82f36e Oct 05 10:04:41.912035 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57df8e9-4096-497c-a0c8-092bbbd254da req-467c0d1d-49a6-4aa4-947c-f3b1af8fdc11 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:41.913482 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d57df8e9-4096-497c-a0c8-092bbbd254da req-467c0d1d-49a6-4aa4-947c-f3b1af8fdc11 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 945 time: 0.0913668 Oct 05 10:04:41.919629 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port 69f1b9fa-5307-497a-b919-954ddd82f36e is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:04:41.920010 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:41.946433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:04:41.948690 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11836f08-c9df-4c8a-bfb5-db127d6d3254" -d '{"events": [{"server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "name": "network-vif-plugged", "status": "completed", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:04:41.957252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port 69f1b9fa-5307-497a-b919-954ddd82f36e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69f1b9fa-5307-497a-b919-954ddd82f36e,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:04:41.960511 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d57df8e9-4096-497c-a0c8-092bbbd254da req-555e9ff2-bce2-4d90-8e15-435dc80e1350 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Oct 05 10:04:41.962497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:04:41.998539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91df4154-e9f4-4884-a66e-1ea05fac06a2 x-openstack-request-id: req-91df4154-e9f4-4884-a66e-1ea05fac06a2 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:04:41.998823 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "name": "network-vif-plugged", "status": "completed", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:04:41.999071 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91df4154-e9f4-4884-a66e-1ea05fac06a2 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:04:41.999454 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91df4154-e9f4-4884-a66e-1ea05fac06a2'] response: {'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'code': 200} Oct 05 10:04:42.031481 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=69f1b9fa-5307-497a-b919-954ddd82f36e,revision_number=10']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:04:42.241700 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6e5f5-1599-4959-a365-143fa6fa380a req-9be647bc-dd75-4b0c-8807-317a834b1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:42.243087 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dad6e5f5-1599-4959-a365-143fa6fa380a req-9be647bc-dd75-4b0c-8807-317a834b1485 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 1100 time: 0.0810611 Oct 05 10:04:42.281263 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dad6e5f5-1599-4959-a365-143fa6fa380a req-30df7d93-1a78-4809-9420-15331c946ed7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324764 Oct 05 10:04:43.161829 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c074a09-86c3-4ffa-81d1-51d651004c60 req-f6c4cec5-922a-4504-ae58-1dc1fba14c77 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:43.163312 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6c074a09-86c3-4ffa-81d1-51d651004c60 req-f6c4cec5-922a-4504-ae58-1dc1fba14c77 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 947 time: 0.0894091 Oct 05 10:04:43.210654 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6c074a09-86c3-4ffa-81d1-51d651004c60 req-d7582c35-c2d5-4829-b5ec-1aa7ca6fe931 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416746 Oct 05 10:04:44.420061 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d899d97-da9f-42c6-ae98-bd6cca8aeb1f req-1f3041eb-a039-45fd-b3fe-e30f597e10d0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:04:44.421540 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d899d97-da9f-42c6-ae98-bd6cca8aeb1f req-1f3041eb-a039-45fd-b3fe-e30f597e10d0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 947 time: 0.0930617 Oct 05 10:04:44.467815 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d899d97-da9f-42c6-ae98-bd6cca8aeb1f req-c1eb8d19-f872-495d-aab1-8a92252707fa tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400369 Oct 05 10:05:02.898422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-18af3df5-f1ff-4d70-a686-31850536575e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:05.224387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:05.728469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ca02c74-0e59-4e7c-8f99-e19dac76f1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:06.911537 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:07.064075 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:09.343174 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:05:09.413630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:28.132634 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-da83c0d0-9dd1-4e1f-9230-8218cb9f9b42 req-f9b391b9-b0cf-446a-8e72-357f849db5f3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1216209 Oct 05 10:05:28.279195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83c0d0-9dd1-4e1f-9230-8218cb9f9b42 req-12e5d4ce-1f06-4225-b0e1-9136752ba5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:28.280633 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-da83c0d0-9dd1-4e1f-9230-8218cb9f9b42 req-12e5d4ce-1f06-4225-b0e1-9136752ba5e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 1100 time: 0.0811524 Oct 05 10:05:28.422126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83c0d0-9dd1-4e1f-9230-8218cb9f9b42 req-dd59b1da-d7b7-48b3-92fd-fae13b64dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:28.423513 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-da83c0d0-9dd1-4e1f-9230-8218cb9f9b42 req-dd59b1da-d7b7-48b3-92fd-fae13b64dc11 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1232965 Oct 05 10:05:28.522788 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-da83c0d0-9dd1-4e1f-9230-8218cb9f9b42 req-35e1acd0-3deb-41c6-9bf2-2a9de3f6582e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f1b9fa-5307-497a-b919-954ddd82f36e HTTP/1.1" status: 200 len: 1002 time: 0.0932813 Oct 05 10:05:28.583998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83c0d0-9dd1-4e1f-9230-8218cb9f9b42 req-a2a9b8e4-0fdb-4e8f-ae1e-3a0b0a16428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:28.585417 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-da83c0d0-9dd1-4e1f-9230-8218cb9f9b42 req-a2a9b8e4-0fdb-4e8f-ae1e-3a0b0a16428e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0565045 Oct 05 10:05:28.668063 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83c0d0-9dd1-4e1f-9230-8218cb9f9b42 req-194e3e98-7a0b-490b-892d-f699ae81327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:28.669477 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-da83c0d0-9dd1-4e1f-9230-8218cb9f9b42 req-194e3e98-7a0b-490b-892d-f699ae81327f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782657 Oct 05 10:05:28.929129 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-da83c0d0-9dd1-4e1f-9230-8218cb9f9b42 req-9e153030-d469-4201-acde-54efc79541e1 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523150 Oct 05 10:05:29.064490 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-da83c0d0-9dd1-4e1f-9230-8218cb9f9b42 req-302f9b3c-7a27-4135-bd3d-19cd7211ddb7 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292355 Oct 05 10:05:32.900229 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85664da5-3f39-4148-890b-623af45db58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:35.242015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:35.730328 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d050cb7-3a93-4757-97dd-599cf4e0f885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:36.914276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:37.067635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:39.416006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:46.342302 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:05:53.428091 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44060) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:05:53.630699 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Deleting port a35f1aeb-48ac-416b-976f-20829ae10779 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:05:53.630955 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:53.797001 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:53.797332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:54.021333 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Calling delete_port for a35f1aeb-48ac-416b-976f-20829ae10779 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:05:54.166551 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:54.215089 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event deleted for resources: {'Port': ['ID=a35f1aeb-48ac-416b-976f-20829ae10779,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:54.256233 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:54.256582 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:54.256918 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:54.257249 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:54.257575 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:54.257900 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:54.258453 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:54.258782 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:54.258874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:54.259191 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:54.259507 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:54.259822 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:54.319761 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:54.320081 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Floating IP 526da540-bd13-4c23-a04e-247f7833ab90 disassociated (deleted). External IP: 172.26.0.190, port: 69f1b9fa-5307-497a-b919-954ddd82f36e. Oct 05 10:05:54.665492 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:05:54.840509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:05:54.850900 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e230b536-ee06-4ba7-9cea-13952753ed36 None None] Sync routers for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:05:54.856930 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:54.860964 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230b536-ee06-4ba7-9cea-13952753ed36 None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:05:54.861642 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e230b536-ee06-4ba7-9cea-13952753ed36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:05:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:05:54.914873 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0dd68387-d2a5-489d-83ee-48c6d75c26a7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "DELETE /v2.0/floatingips/526da540-bd13-4c23-a04e-247f7833ab90 HTTP/1.1" status: 204 len: 168 time: 1.4857059 Oct 05 10:05:54.915447 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:05:54.917767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6010bf-54dd-4de1-916c-82bec18787e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:05:55.047760 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f681e75a-e819-42f5-af8a-0b3eb751f07e x-openstack-request-id: req-f681e75a-e819-42f5-af8a-0b3eb751f07e {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:05:55.048119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:05:55.048320 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f681e75a-e819-42f5-af8a-0b3eb751f07e {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:05:55.048719 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f681e75a-e819-42f5-af8a-0b3eb751f07e'] response: {'name': 'network-changed', 'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'status': 'completed', 'code': 200} Oct 05 10:05:55.057618 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-e230b536-ee06-4ba7-9cea-13952753ed36 None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:05:55.166186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6010bf-54dd-4de1-916c-82bec18787e1 req-9aaa726f-49a6-4efd-a63f-a0059efd9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:55.167879 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7c6010bf-54dd-4de1-916c-82bec18787e1 req-9aaa726f-49a6-4efd-a63f-a0059efd9909 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 1100 time: 0.0971489 Oct 05 10:05:55.311431 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6010bf-54dd-4de1-916c-82bec18787e1 req-8b3c7b3f-2af9-40dd-baf9-b051e91bf305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:55.312889 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7c6010bf-54dd-4de1-916c-82bec18787e1 req-8b3c7b3f-2af9-40dd-baf9-b051e91bf305 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1388059 Oct 05 10:05:55.375368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f2e92-ba99-48de-a959-61af3e0d33c0 req-da0d068d-ada1-4910-918c-0091cb760eee tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:55.376102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7d3f2e92-ba99-48de-a959-61af3e0d33c0 req-da0d068d-ada1-4910-918c-0091cb760eee tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Synchronizing usage tracker for tenant:834668e752a448008ecce73fda572a7b on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:05:55.395682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-7d3f2e92-ba99-48de-a959-61af3e0d33c0 req-da0d068d-ada1-4910-918c-0091cb760eee tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Unset dirty status for tenant:834668e752a448008ecce73fda572a7b on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:05:55.396357 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e230b536-ee06-4ba7-9cea-13952753ed36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 5, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:05:55.400732 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7c6010bf-54dd-4de1-916c-82bec18787e1 req-cdee2ce8-ffc8-4f4e-8598-b50799aa85e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f1b9fa-5307-497a-b919-954ddd82f36e HTTP/1.1" status: 200 len: 217 time: 0.0790210 Oct 05 10:05:55.400913 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e230b536-ee06-4ba7-9cea-13952753ed36 None None] Checking router: 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:05:55.401420 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7d3f2e92-ba99-48de-a959-61af3e0d33c0 req-da0d068d-ada1-4910-918c-0091cb760eee tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 947 time: 0.1783609 Oct 05 10:05:55.410121 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230b536-ee06-4ba7-9cea-13952753ed36 None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:05:55.410716 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e230b536-ee06-4ba7-9cea-13952753ed36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:05:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:05:55.455362 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7d3f2e92-ba99-48de-a959-61af3e0d33c0 req-ceb14837-6691-4fda-92c2-0ab04f5eec97 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506818 Oct 05 10:05:55.472610 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6010bf-54dd-4de1-916c-82bec18787e1 req-5480e53b-4eef-4521-b4d9-d934e66a6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:55.474099 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7c6010bf-54dd-4de1-916c-82bec18787e1 req-5480e53b-4eef-4521-b4d9-d934e66a6de3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0675735 Oct 05 10:05:55.569499 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6010bf-54dd-4de1-916c-82bec18787e1 req-48b7fee0-1c6b-443e-95b6-f6c6efcaee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:55.571011 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7c6010bf-54dd-4de1-916c-82bec18787e1 req-48b7fee0-1c6b-443e-95b6-f6c6efcaee0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907567 Oct 05 10:05:55.617067 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-e230b536-ee06-4ba7-9cea-13952753ed36 None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:05:55.720001 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7c6010bf-54dd-4de1-916c-82bec18787e1 req-20ea5735-3b92-46c5-9b1a-e75282c4a6ce service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415854 Oct 05 10:05:55.872200 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7c6010bf-54dd-4de1-916c-82bec18787e1 req-4d0a851e-b2d7-4371-b276-9fb3221fd533 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453001 Oct 05 10:05:55.987390 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e230b536-ee06-4ba7-9cea-13952753ed36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 5, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:05:55.991860 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e230b536-ee06-4ba7-9cea-13952753ed36 None None] The sync data for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv is: [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 5, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:05:56.222425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7fb915-2302-4d8a-b7df-3e186cd0ab75 None None] New status for floating IP 526da540-bd13-4c23-a04e-247f7833ab90: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:05:56.580294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2144f2-d77f-4e7a-a0a7-f3367e4037d8 req-1d853a38-8491-4397-a67b-bcd10648f278 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:56.580991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9a2144f2-d77f-4e7a-a0a7-f3367e4037d8 req-1d853a38-8491-4397-a67b-bcd10648f278 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Synchronizing usage tracker for tenant:834668e752a448008ecce73fda572a7b on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:05:56.593705 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9a2144f2-d77f-4e7a-a0a7-f3367e4037d8 req-1d853a38-8491-4397-a67b-bcd10648f278 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Unset dirty status for tenant:834668e752a448008ecce73fda572a7b on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:05:56.594880 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9a2144f2-d77f-4e7a-a0a7-f3367e4037d8 req-1d853a38-8491-4397-a67b-bcd10648f278 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 947 time: 0.1015129 Oct 05 10:05:56.669275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-9a2144f2-d77f-4e7a-a0a7-f3367e4037d8 req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Deleting port 69f1b9fa-5307-497a-b919-954ddd82f36e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:05:56.669620 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9a2144f2-d77f-4e7a-a0a7-f3367e4037d8 req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:56.718468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbc22f-f9e5-4642-9dd9-2559b7638ef0 req-284475f4-7646-464b-bac3-d690c78ec3b0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:05:56.719947 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3bbbc22f-f9e5-4642-9dd9-2559b7638ef0 req-284475f4-7646-464b-bac3-d690c78ec3b0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 947 time: 0.1392448 Oct 05 10:05:56.764038 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3bbbc22f-f9e5-4642-9dd9-2559b7638ef0 req-972822fc-454b-40b7-8e60-02f3d857f159 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6f674f0-4a0a-4110-8b6e-90a21e832f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383637 Oct 05 10:05:56.918008 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-9a2144f2-d77f-4e7a-a0a7-f3367e4037d8 req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] For port 69f1b9fa-5307-497a-b919-954ddd82f36e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=69f1b9fa-5307-497a-b919-954ddd82f36e,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:05:56.918365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9a2144f2-d77f-4e7a-a0a7-f3367e4037d8 req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:57.147674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-9a2144f2-d77f-4e7a-a0a7-f3367e4037d8 req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Calling delete_port for 69f1b9fa-5307-497a-b919-954ddd82f36e owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:05:57.298051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9a2144f2-d77f-4e7a-a0a7-f3367e4037d8 req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:57.349766 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event deleted for resources: {'Port': ['ID=69f1b9fa-5307-497a-b919-954ddd82f36e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:57.395604 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:57.395952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:57.396290 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:57.396646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:57.396995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:57.397346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:57.397739 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:57.398055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:57.398470 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:57.398816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:57.399169 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:57.399511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:05:57.456612 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2144f2-d77f-4e7a-a0a7-f3367e4037d8 req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] No DVR routers for this DVR port 69f1b9fa-5307-497a-b919-954ddd82f36e on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:05:57.459048 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-9a2144f2-d77f-4e7a-a0a7-f3367e4037d8 req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:57.461517 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'name': 'network-vif-deleted', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:05:57.463810 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14b2d4f-c181-4fce-9884-716c88c72d39" -d '{"events": [{"server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "name": "network-vif-deleted", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:05:57.477744 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9a2144f2-d77f-4e7a-a0a7-f3367e4037d8 req-37028feb-5cf4-471a-862b-e0c7112e9297 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.45 "DELETE /v2.0/ports/69f1b9fa-5307-497a-b919-954ddd82f36e HTTP/1.1" status: 204 len: 173 time: 0.8770225 Oct 05 10:05:57.506256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376e986f-9813-4614-8e4b-719b7b800f8b x-openstack-request-id: req-376e986f-9813-4614-8e4b-719b7b800f8b {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:05:57.506614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c48c420-2d3e-4d02-960b-3a2f8a96771c", "name": "network-vif-deleted", "tag": "69f1b9fa-5307-497a-b919-954ddd82f36e", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:05:57.506903 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-376e986f-9813-4614-8e4b-719b7b800f8b {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:05:57.507302 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376e986f-9813-4614-8e4b-719b7b800f8b'] response: {'server_uuid': '3c48c420-2d3e-4d02-960b-3a2f8a96771c', 'name': 'network-vif-deleted', 'tag': '69f1b9fa-5307-497a-b919-954ddd82f36e', 'status': 'completed', 'code': 200} Oct 05 10:05:57.952689 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d6c84826-5ebf-40c6-8ae2-d6337bb69a71 req-96ae89a4-c918-4534-a70e-2095dede81c1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c48c420-2d3e-4d02-960b-3a2f8a96771c HTTP/1.1" status: 200 len: 210 time: 0.0547299 Oct 05 10:05:59.053981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44084) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:05:59.121735 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce244e77-4834-4119-b8bf-bef8c8310318 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.151229 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce244e77-4834-4119-b8bf-bef8c8310318 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.215120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce244e77-4834-4119-b8bf-bef8c8310318 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.234754 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce244e77-4834-4119-b8bf-bef8c8310318 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f674f0-4a0a-4110-8b6e-90a21e832f31,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:59.245913 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ce244e77-4834-4119-b8bf-bef8c8310318 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.247059 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ce244e77-4834-4119-b8bf-bef8c8310318 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "DELETE /v2.0/security-groups/b6f674f0-4a0a-4110-8b6e-90a21e832f31 HTTP/1.1" status: 204 len: 168 time: 0.1920738 Oct 05 10:05:59.362878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44092) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:05:59.368279 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1698142188', 'description': 'tempest-secgroup-smoke-1698142188 description', 'project_id': '834668e752a448008ecce73fda572a7b'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:05:59.375113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:05:59.379206 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:05:59.382069 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:05:59.387689 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:05:59.398436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.417436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:05:59.421299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:05:59.425004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:05:59.430620 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:05:59.603856 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.608299 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.656616 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b46538a-a83e-4f0a-a519-77ac8c6a378e,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:59.659517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.660875 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-20103700-f68b-47a6-97c0-20e49a1577b5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2969935 Oct 05 10:05:59.663778 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44096) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:05:59.668792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-e36ccaff-eae5-463c-9af6-08e48a6bb2f7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group_rule': {'security_group_id': '2b46538a-a83e-4f0a-a519-77ac8c6a378e', 'project_id': '834668e752a448008ecce73fda572a7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:05:59.675694 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e36ccaff-eae5-463c-9af6-08e48a6bb2f7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:05:59.679526 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e36ccaff-eae5-463c-9af6-08e48a6bb2f7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:05:59.682391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-e36ccaff-eae5-463c-9af6-08e48a6bb2f7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:05:59.689561 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-e36ccaff-eae5-463c-9af6-08e48a6bb2f7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:05:59.705720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e36ccaff-eae5-463c-9af6-08e48a6bb2f7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.766015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e36ccaff-eae5-463c-9af6-08e48a6bb2f7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.769468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e36ccaff-eae5-463c-9af6-08e48a6bb2f7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.792273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ccaff-eae5-463c-9af6-08e48a6bb2f7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee72460f-d997-441b-80a1-45e45f969deb,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:59.801648 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e36ccaff-eae5-463c-9af6-08e48a6bb2f7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.802851 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e36ccaff-eae5-463c-9af6-08e48a6bb2f7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381660 Oct 05 10:05:59.805585 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44100) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:05:59.810581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-0b085397-42e0-4271-8064-2461d1940885 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group_rule': {'security_group_id': '2b46538a-a83e-4f0a-a519-77ac8c6a378e', 'project_id': '834668e752a448008ecce73fda572a7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:05:59.821351 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0b085397-42e0-4271-8064-2461d1940885 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:05:59.825368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0b085397-42e0-4271-8064-2461d1940885 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:05:59.829381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-0b085397-42e0-4271-8064-2461d1940885 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:05:59.835075 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-0b085397-42e0-4271-8064-2461d1940885 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:05:59.853662 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0b085397-42e0-4271-8064-2461d1940885 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.922792 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0b085397-42e0-4271-8064-2461d1940885 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.926261 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0b085397-42e0-4271-8064-2461d1940885 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.949317 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085397-42e0-4271-8064-2461d1940885 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7947c6bc-e421-4327-bb98-a3079d3c04ef,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:05:59.958524 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0b085397-42e0-4271-8064-2461d1940885 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:05:59.959715 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-0b085397-42e0-4271-8064-2461d1940885 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531436 Oct 05 10:05:59.962431 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44104) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:05:59.968472 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-baba0b01-04df-4153-9122-46776c97dd04 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group_rule': {'security_group_id': '2b46538a-a83e-4f0a-a519-77ac8c6a378e', 'project_id': '834668e752a448008ecce73fda572a7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:05:59.974836 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-baba0b01-04df-4153-9122-46776c97dd04 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:05:59.978687 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-baba0b01-04df-4153-9122-46776c97dd04 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:05:59.981550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-baba0b01-04df-4153-9122-46776c97dd04 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:05:59.987605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-baba0b01-04df-4153-9122-46776c97dd04 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:06:00.004010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-baba0b01-04df-4153-9122-46776c97dd04 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.067853 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-baba0b01-04df-4153-9122-46776c97dd04 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.071806 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-baba0b01-04df-4153-9122-46776c97dd04 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.095520 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba0b01-04df-4153-9122-46776c97dd04 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73556ab4-b707-4cb2-b564-c66f312ddfa3,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:06:00.103800 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-baba0b01-04df-4153-9122-46776c97dd04 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.105004 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-baba0b01-04df-4153-9122-46776c97dd04 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416574 Oct 05 10:06:00.108085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44108) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:06:00.112851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-97ade910-80da-405b-a744-31ba3d50ec50 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group_rule': {'security_group_id': '2b46538a-a83e-4f0a-a519-77ac8c6a378e', 'project_id': '834668e752a448008ecce73fda572a7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:06:00.118704 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-97ade910-80da-405b-a744-31ba3d50ec50 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:06:00.122517 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-97ade910-80da-405b-a744-31ba3d50ec50 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:06:00.125924 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-97ade910-80da-405b-a744-31ba3d50ec50 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:06:00.131688 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-97ade910-80da-405b-a744-31ba3d50ec50 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:06:00.148728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97ade910-80da-405b-a744-31ba3d50ec50 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.217427 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97ade910-80da-405b-a744-31ba3d50ec50 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.220974 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97ade910-80da-405b-a744-31ba3d50ec50 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.247990 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ade910-80da-405b-a744-31ba3d50ec50 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5782db2f-5336-4db3-8ca9-f67cb15cf6c6,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:06:00.256878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-97ade910-80da-405b-a744-31ba3d50ec50 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.258068 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-97ade910-80da-405b-a744-31ba3d50ec50 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490502 Oct 05 10:06:00.260721 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44112) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:06:00.266270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-ab1eed07-20ce-429f-b041-ab0282a9abc1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group_rule': {'security_group_id': '2b46538a-a83e-4f0a-a519-77ac8c6a378e', 'project_id': '834668e752a448008ecce73fda572a7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:06:00.272079 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ab1eed07-20ce-429f-b041-ab0282a9abc1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:06:00.275899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ab1eed07-20ce-429f-b041-ab0282a9abc1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:06:00.278777 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-ab1eed07-20ce-429f-b041-ab0282a9abc1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:06:00.284634 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-ab1eed07-20ce-429f-b041-ab0282a9abc1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:06:00.295059 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-ab1eed07-20ce-429f-b041-ab0282a9abc1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Project 834668e752a448008ecce73fda572a7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:06:00.301408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab1eed07-20ce-429f-b041-ab0282a9abc1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.364677 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab1eed07-20ce-429f-b041-ab0282a9abc1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.368035 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab1eed07-20ce-429f-b041-ab0282a9abc1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.391909 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1eed07-20ce-429f-b041-ab0282a9abc1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a061f1a1-c195-4836-b232-4a7b97fae720,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:06:00.400358 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ab1eed07-20ce-429f-b041-ab0282a9abc1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.401619 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-ab1eed07-20ce-429f-b041-ab0282a9abc1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399882 Oct 05 10:06:00.404340 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44116) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:06:00.409386 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-61cf9011-7b29-49bd-be5c-761dbaf17d12 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'security_group_rule': {'security_group_id': '2b46538a-a83e-4f0a-a519-77ac8c6a378e', 'project_id': '834668e752a448008ecce73fda572a7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:06:00.415126 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-61cf9011-7b29-49bd-be5c-761dbaf17d12 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:06:00.418959 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-61cf9011-7b29-49bd-be5c-761dbaf17d12 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:security_group_rule and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:06:00.422474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-61cf9011-7b29-49bd-be5c-761dbaf17d12 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:06:00.428199 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-61cf9011-7b29-49bd-be5c-761dbaf17d12 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:06:00.438904 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-61cf9011-7b29-49bd-be5c-761dbaf17d12 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Project 834668e752a448008ecce73fda572a7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:06:00.445311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-61cf9011-7b29-49bd-be5c-761dbaf17d12 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.510245 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-61cf9011-7b29-49bd-be5c-761dbaf17d12 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.513810 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-61cf9011-7b29-49bd-be5c-761dbaf17d12 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.536893 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf9011-7b29-49bd-be5c-761dbaf17d12 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50705b73-aeb3-42c3-a91d-1da66efe8122,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:06:00.546110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-61cf9011-7b29-49bd-be5c-761dbaf17d12 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:00.547725 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-61cf9011-7b29-49bd-be5c-761dbaf17d12 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423581 Oct 05 10:06:02.148141 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 69f1b9fa-5307-497a-b919-954ddd82f36e no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:06:02.187056 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: 69f1b9fa-5307-497a-b919-954ddd82f36e {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:06:02.187276 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device 69f1b9fa-5307-497a-b919-954ddd82f36e not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:06:02.903251 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db72416a-3347-4a57-ab5d-2bee49b58899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:05.264988 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:05.734710 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2339988c-d08f-45c8-90f9-14baaa447dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:06.922225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:07.074900 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:09.418480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:15.513091 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-6a0ad0e6-b898-40b3-94f0-bb593c5672e5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Synchronizing usage tracker for tenant:834668e752a448008ecce73fda572a7b on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:06:15.528425 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-6a0ad0e6-b898-40b3-94f0-bb593c5672e5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Unset dirty status for tenant:834668e752a448008ecce73fda572a7b on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:06:15.530459 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-6a0ad0e6-b898-40b3-94f0-bb593c5672e5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1698142188&fields=id&tenant_id=834668e752a448008ecce73fda572a7b HTTP/1.1" status: 200 len: 267 time: 0.0582311 Oct 05 10:06:15.677868 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-283d90db-5a5a-402f-a10a-720f43f1651c tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:15.679310 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-283d90db-5a5a-402f-a10a-720f43f1651c tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 809 time: 0.1423326 Oct 05 10:06:15.693792 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-8b238bdd-28cd-4112-a7dd-10ebfac43b81 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/quotas/834668e752a448008ecce73fda572a7b HTTP/1.1" status: 200 len: 375 time: 0.0091641 Oct 05 10:06:15.783534 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-f73c4978-c2c5-420a-8563-e3e5141bf7c7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846348 Oct 05 10:06:15.962822 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-3bd770a4-a8e5-4420-adba-956a592b3d9f service neutron] 10.222.0.64 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680753 Oct 05 10:06:16.094165 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-3d0d72a5-34bb-4328-b2c3-0d3094d10aa2 service neutron] 10.222.0.64 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250024 Oct 05 10:06:16.480663 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3b1b30a6-33f4-4798-a4cb-03cb77f36f21 req-5926a57a-89bd-40e6-ba1a-11bca1df284c tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 210 time: 0.0555923 Oct 05 10:06:17.615191 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-50553992-8f49-44d1-be3b-fe56757971bf req-b402c4ca-1986-4fe2-afb7-e4119b0ff352 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 210 time: 0.0741539 Oct 05 10:06:18.723180 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-344299b0-6b73-4e7f-a839-8e114cd3df93 req-11a6beca-16cb-423a-bc22-f70400a63a4d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 210 time: 0.0497444 Oct 05 10:06:19.754093 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-e8a13c32-b8e5-4631-b0e8-a1ded2344ca2 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:19.755560 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-e8a13c32-b8e5-4631-b0e8-a1ded2344ca2 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 809 time: 0.1508403 Oct 05 10:06:19.806825 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-2e366cc7-113b-4a3d-9a12-dbd995c3a3b8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=834668e752a448008ecce73fda572a7b HTTP/1.1" status: 200 len: 380 time: 0.0436199 Oct 05 10:06:19.825212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'port': {'device_id': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'admin_state_up': True, 'tenant_id': '834668e752a448008ecce73fda572a7b', 'security_groups': ['2b46538a-a83e-4f0a-a519-77ac8c6a378e']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:06:19.914588 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-84d0e7ef-fa96-4f6a-8d04-bc8158db44f2 req-b6c348b6-d46e-4f17-b2da-2996aba5520d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 210 time: 0.0725060 Oct 05 10:06:19.976031 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:06:19.977347 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:port and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:06:19.980327 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:06:19.987532 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:06:19.999381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Made reservation on behalf of 834668e752a448008ecce73fda572a7b for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:06:20.003132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:20.170762 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Allocated IP 172.20.0.11 (7cabb14c-2ff0-443b-9626-0d19eb41a3d9/4bfda30a-4315-4749-aff8-0f2a99fdad66/a5d73809-fa8f-4e77-8f08-926df2db58d5) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:06:20.363890 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:20.380406 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Transition to ACTIVE for port object a5d73809-fa8f-4e77-8f08-926df2db58d5 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:06:20.405464 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:20.481554 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:06:20.485885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:06:20.490275 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:06:20.515153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'Port': ['ID=a5d73809-fa8f-4e77-8f08-926df2db58d5,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:06:20.562660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:20.563307 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:20.589371 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-4b931b37-47ca-48ad-b33b-dde3034124a5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7684383 Oct 05 10:06:20.601623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Request body: {'port': {'device_id': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:06:20.725998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:20.753333 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9256b342-8b9e-4e98-8cef-5511d547d918 None None] Provisioning for port a5d73809-fa8f-4e77-8f08-926df2db58d5 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:06:20.759734 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9256b342-8b9e-4e98-8cef-5511d547d918 None None] Provisioning complete for port a5d73809-fa8f-4e77-8f08-926df2db58d5 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:06:20.760334 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9256b342-8b9e-4e98-8cef-5511d547d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:20.760919 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9256b342-8b9e-4e98-8cef-5511d547d918 None None] Attempt 1 to provision port a5d73809-fa8f-4e77-8f08-926df2db58d5 Oct 05 10:06:20.820280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9256b342-8b9e-4e98-8cef-5511d547d918 None None] Port a5d73809-fa8f-4e77-8f08-926df2db58d5 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:06:21.096964 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d73809-fa8f-4e77-8f08-926df2db58d5 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:06:21.106254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:21.124285 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Transition to ACTIVE for port object a5d73809-fa8f-4e77-8f08-926df2db58d5 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:06:21.125085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b824a2-4bd5-443c-8331-1ffeb72c1bd7 req-3128bdd4-ebf6-4c80-9801-401dedc6ca02 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:21.126827 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-82b824a2-4bd5-443c-8331-1ffeb72c1bd7 req-3128bdd4-ebf6-4c80-9801-401dedc6ca02 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 932 time: 0.0967233 Oct 05 10:06:21.128224 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:21.181319 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-82b824a2-4bd5-443c-8331-1ffeb72c1bd7 req-294d5315-7acd-42cc-a439-488f1a2e0f71 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472696 Oct 05 10:06:21.321824 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9256b342-8b9e-4e98-8cef-5511d547d918 None None] Attempt 2 to provision port a5d73809-fa8f-4e77-8f08-926df2db58d5 Oct 05 10:06:21.383870 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9256b342-8b9e-4e98-8cef-5511d547d918 None None] Port a5d73809-fa8f-4e77-8f08-926df2db58d5 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:06:21.471406 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Pushing event updated for resources: {'Port': ['ID=a5d73809-fa8f-4e77-8f08-926df2db58d5,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:06:21.510379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Attempting to bind port a5d73809-fa8f-4e77-8f08-926df2db58d5 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:06:21.510607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Attempting to bind port a5d73809-fa8f-4e77-8f08-926df2db58d5 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:06:21.510918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Attempting to bind port a5d73809-fa8f-4e77-8f08-926df2db58d5 on network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:06:21.516162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Port a5d73809-fa8f-4e77-8f08-926df2db58d5 on network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:06:21.516482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Attempting to bind port a5d73809-fa8f-4e77-8f08-926df2db58d5 on network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:06:21.521588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:06:21.521923 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Checking segment: {'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:06:21.522330 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Bound using segment: {'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:06:21.522752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Bound port: a5d73809-fa8f-4e77-8f08-926df2db58d5, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6367ad15-5797-4f0e-a69f-4e6260206306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:06:21.523095 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:21.622650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] For port a5d73809-fa8f-4e77-8f08-926df2db58d5, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:06:21.625729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] For port a5d73809-fa8f-4e77-8f08-926df2db58d5, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:06:21.631015 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:21.634047 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:21.634672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:21.636295 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] 10.222.0.45 "PUT /v2.0/ports/a5d73809-fa8f-4e77-8f08-926df2db58d5 HTTP/1.1" status: 200 len: 1094 time: 1.0390854 Oct 05 10:06:21.668930 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:06:21.671510 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4d669a2bc788fc31b77060da0a2ead44cb587f8775edf23e4ef03f85f568cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d980b2bd-37ad-4e34-8060-de6c8ddb0a72" -d '{"events": [{"name": "network-changed", "server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:06:21.730631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3833c37-78a9-4840-b587-058e61fcda60 x-openstack-request-id: req-c3833c37-78a9-4840-b587-058e61fcda60 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:06:21.730912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:06:21.731165 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3833c37-78a9-4840-b587-058e61fcda60 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:06:21.731549 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3833c37-78a9-4840-b587-058e61fcda60'] response: {'name': 'network-changed', 'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'status': 'completed', 'code': 200} Oct 05 10:06:21.769711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b22a6-c194-4c3f-8d17-e8968937aa4a service neutron] Pushing event updated for resources: {'Port': ['ID=a5d73809-fa8f-4e77-8f08-926df2db58d5,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:06:21.789771 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-b0235eb5-4763-4709-a180-3740ce845013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:21.791309 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-b0235eb5-4763-4709-a180-3740ce845013 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 1097 time: 0.1123052 Oct 05 10:06:21.858741 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-6d105004-04dd-48ca-971c-38484e14c26b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5 HTTP/1.1" status: 200 len: 217 time: 0.0607758 Oct 05 10:06:21.885581 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9256b342-8b9e-4e98-8cef-5511d547d918 None None] Attempt 3 to provision port a5d73809-fa8f-4e77-8f08-926df2db58d5 Oct 05 10:06:21.925439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-d3d848a1-2145-4f7e-a8b7-16be83be161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:21.926931 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-d3d848a1-2145-4f7e-a8b7-16be83be161b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0620520 Oct 05 10:06:21.946644 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9256b342-8b9e-4e98-8cef-5511d547d918 None None] Port a5d73809-fa8f-4e77-8f08-926df2db58d5 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:06:22.017256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-6af71ca4-db31-4dc5-b26c-e1084fc198bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:22.018753 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-6af71ca4-db31-4dc5-b26c-e1084fc198bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819294 Oct 05 10:06:22.148197 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-d9c490e9-e070-4fd2-ba16-6d6d4a6d0fdf service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232486 Oct 05 10:06:22.280153 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ca085a4-ae90-4c99-818d-ce704e9eeac3 req-9036aa4d-b3e8-4d10-a791-0cad362de846 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261613 Oct 05 10:06:22.385113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c4f96-493c-4d9f-9c13-9ba3e6727d3d req-af0467b3-b133-4052-b8e1-59b83b9043bd tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:22.386629 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b33c4f96-493c-4d9f-9c13-9ba3e6727d3d req-af0467b3-b133-4052-b8e1-59b83b9043bd tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.0945559 Oct 05 10:06:22.411344 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980b2bd-37ad-4e34-8060-de6c8ddb0a72 req-049154f1-064e-42d2-97b0-f052c9f0642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:22.412773 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d980b2bd-37ad-4e34-8060-de6c8ddb0a72 req-049154f1-064e-42d2-97b0-f052c9f0642e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 1097 time: 0.0844083 Oct 05 10:06:22.431204 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b33c4f96-493c-4d9f-9c13-9ba3e6727d3d req-bf97edf5-9d80-4da1-bc2b-34763caa299e tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384047 Oct 05 10:06:22.546471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980b2bd-37ad-4e34-8060-de6c8ddb0a72 req-d8259741-f890-4707-8412-155ef8a52250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:22.547912 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d980b2bd-37ad-4e34-8060-de6c8ddb0a72 req-d8259741-f890-4707-8412-155ef8a52250 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1282420 Oct 05 10:06:22.617529 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d980b2bd-37ad-4e34-8060-de6c8ddb0a72 req-6599f5f7-92c5-4561-8819-fd938d9f0fce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5 HTTP/1.1" status: 200 len: 217 time: 0.0610509 Oct 05 10:06:22.681684 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980b2bd-37ad-4e34-8060-de6c8ddb0a72 req-dbbb2fc2-f449-4fb6-9451-a7181a031fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:22.683064 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d980b2bd-37ad-4e34-8060-de6c8ddb0a72 req-dbbb2fc2-f449-4fb6-9451-a7181a031fce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0603225 Oct 05 10:06:22.764451 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980b2bd-37ad-4e34-8060-de6c8ddb0a72 req-c6e36496-79b0-4c30-86a9-2a9aa2d73ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:22.765865 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d980b2bd-37ad-4e34-8060-de6c8ddb0a72 req-c6e36496-79b0-4c30-86a9-2a9aa2d73ee8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773499 Oct 05 10:06:22.897838 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d980b2bd-37ad-4e34-8060-de6c8ddb0a72 req-596f19a8-c356-4590-825e-36a6d0a5b511 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253729 Oct 05 10:06:23.134746 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d980b2bd-37ad-4e34-8060-de6c8ddb0a72 req-60e8e0ad-3d0b-4748-866e-18fd228a9703 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311888 Oct 05 10:06:23.341714 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:06:23.636274 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81bf11-0831-4325-ab5a-2af59fcba0e4 req-e79d2b83-abfc-4d42-b8e1-624206a6758f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:23.637722 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8d81bf11-0831-4325-ab5a-2af59fcba0e4 req-e79d2b83-abfc-4d42-b8e1-624206a6758f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.0922608 Oct 05 10:06:23.681851 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8d81bf11-0831-4325-ab5a-2af59fcba0e4 req-36584169-a485-4cfd-837f-259365c9febd tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379496 Oct 05 10:06:24.879873 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a526952-d3a5-4948-92d7-6083f9bffb04 req-e3c62717-177b-404c-a76a-3030a8c67049 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:24.881366 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2a526952-d3a5-4948-92d7-6083f9bffb04 req-e3c62717-177b-404c-a76a-3030a8c67049 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.0888400 Oct 05 10:06:24.926700 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2a526952-d3a5-4948-92d7-6083f9bffb04 req-5a3e26ba-bdd7-49f7-8c12-b4039c4bc8ee tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396490 Oct 05 10:06:26.128656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f7e4c-1171-4ee4-b931-eb8bbce040d2 req-65969ce5-c46d-4330-b726-6189f82c6184 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:26.130113 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a57f7e4c-1171-4ee4-b931-eb8bbce040d2 req-65969ce5-c46d-4330-b726-6189f82c6184 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.0934939 Oct 05 10:06:26.173688 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a57f7e4c-1171-4ee4-b931-eb8bbce040d2 req-cd8f6e6e-5d74-47f6-b769-d693505605a2 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378668 Oct 05 10:06:27.479617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee774fb-6ec8-4ef1-a022-4e2d8e73474f req-d9aac5b3-b44e-401b-b748-5b2a33734985 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:27.481079 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bee774fb-6ec8-4ef1-a022-4e2d8e73474f req-d9aac5b3-b44e-401b-b748-5b2a33734985 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.1951871 Oct 05 10:06:27.524995 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bee774fb-6ec8-4ef1-a022-4e2d8e73474f req-83e49a3a-4b3f-4c21-9a78-490285c26198 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375152 Oct 05 10:06:28.727249 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d8d5c-1d55-443a-aecc-6562f734c06e req-4b8cf33e-959d-41f5-af51-222031e67f4b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:28.728695 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a93d8d5c-1d55-443a-aecc-6562f734c06e req-4b8cf33e-959d-41f5-af51-222031e67f4b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.0870600 Oct 05 10:06:28.772864 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a93d8d5c-1d55-443a-aecc-6562f734c06e req-7d21de3b-af7b-45f9-826e-031cd93d4aa7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375123 Oct 05 10:06:29.978502 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac992a5-92d8-4dbc-b863-ca6cdcd250fb req-d3eb3cbd-36a5-4bc1-992b-060f96a79e4a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:29.981007 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9ac992a5-92d8-4dbc-b863-ca6cdcd250fb req-d3eb3cbd-36a5-4bc1-992b-060f96a79e4a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.0979424 Oct 05 10:06:30.029976 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9ac992a5-92d8-4dbc-b863-ca6cdcd250fb req-08441b4f-b5f0-440a-a57a-56aecae6a8b8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 Oct 05 10:06:30.293894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a5d73809-fa8f-4e77-8f08-926df2db58d5 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:06:30.428885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port a5d73809-fa8f-4e77-8f08-926df2db58d5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:06:30.441695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'port_id': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'mac_address': 'fa:16:3e:55:4c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:06:30.500275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port a5d73809-fa8f-4e77-8f08-926df2db58d5 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:06:30.500571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:30.517239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d73809-fa8f-4e77-8f08-926df2db58d5 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:06:30.533213 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port a5d73809-fa8f-4e77-8f08-926df2db58d5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:06:30.536791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:30.604060 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=a5d73809-fa8f-4e77-8f08-926df2db58d5,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:06:30.611584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:06:30.611930 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:06:30.612269 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:06:30.612602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:06:30.612933 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:06:30.613260 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:06:30.613587 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:06:30.613912 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:06:30.614261 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:06:30.614581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:06:30.614902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:06:30.615223 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:06:30.743846 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['a5d73809-fa8f-4e77-8f08-926df2db58d5'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:06:31.237552 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc685e-c0ab-4ac6-b9eb-98398cfe6f85 req-5b1665a2-8a69-49b6-8889-cec23c224246 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:31.238925 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-63cc685e-c0ab-4ac6-b9eb-98398cfe6f85 req-5b1665a2-8a69-49b6-8889-cec23c224246 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 945 time: 0.0957940 Oct 05 10:06:31.289791 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-63cc685e-c0ab-4ac6-b9eb-98398cfe6f85 req-7cbaab25-567c-4a49-bee2-3ba6abea202d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449336 Oct 05 10:06:32.310504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a5d73809-fa8f-4e77-8f08-926df2db58d5 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:06:32.386620 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port a5d73809-fa8f-4e77-8f08-926df2db58d5 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:06:32.391392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port a5d73809-fa8f-4e77-8f08-926df2db58d5 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:06:32.391767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:32.392104 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port a5d73809-fa8f-4e77-8f08-926df2db58d5 Oct 05 10:06:32.496031 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80883126-bc5b-4b7e-b6b2-3a600c4fba14 req-40086116-42c8-40f4-921c-655fac8e7018 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:32.498355 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-80883126-bc5b-4b7e-b6b2-3a600c4fba14 req-40086116-42c8-40f4-921c-655fac8e7018 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 945 time: 0.0922561 Oct 05 10:06:32.514230 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port a5d73809-fa8f-4e77-8f08-926df2db58d5 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:06:32.514843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:32.542806 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:06:32.543005 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-80883126-bc5b-4b7e-b6b2-3a600c4fba14 req-d67f0afb-9409-4398-bb64-72bcc1b6ab20 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386980 Oct 05 10:06:32.545866 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672f584d-2f8a-4139-bd31-5ebf1da71e56" -d '{"events": [{"server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "name": "network-vif-plugged", "status": "completed", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:06:32.554003 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port a5d73809-fa8f-4e77-8f08-926df2db58d5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:06:32.558381 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:32.599288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219433a5-75bb-4fe7-a987-ce4909e307ba x-openstack-request-id: req-219433a5-75bb-4fe7-a987-ce4909e307ba {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:06:32.599673 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "name": "network-vif-plugged", "status": "completed", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:06:32.599997 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-219433a5-75bb-4fe7-a987-ce4909e307ba {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:06:32.600494 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219433a5-75bb-4fe7-a987-ce4909e307ba'] response: {'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'code': 200} Oct 05 10:06:32.637680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=a5d73809-fa8f-4e77-8f08-926df2db58d5,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:06:32.872098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a4c0e-c1b5-405b-aee4-b39c6b22fbd3 req-473e13e4-b6d1-4310-9b74-79e5af841e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:32.874269 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-af7a4c0e-c1b5-405b-aee4-b39c6b22fbd3 req-473e13e4-b6d1-4310-9b74-79e5af841e96 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 1099 time: 0.0816290 Oct 05 10:06:32.905206 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-50523164-8b69-48ae-abce-8627d9af5e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:32.915389 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-af7a4c0e-c1b5-405b-aee4-b39c6b22fbd3 req-4a102679-f4da-4b3c-b33b-e6ac6de71242 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346003 Oct 05 10:06:33.751285 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa7710-8e7e-4fad-91eb-0afe18e85393 req-2c6421c2-cdac-4e78-aabd-d639eea71a50 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:33.752812 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4cfa7710-8e7e-4fad-91eb-0afe18e85393 req-2c6421c2-cdac-4e78-aabd-d639eea71a50 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0919075 Oct 05 10:06:33.797698 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4cfa7710-8e7e-4fad-91eb-0afe18e85393 req-af927387-02f2-4992-a110-afbee1269b22 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392065 Oct 05 10:06:35.006666 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe7120-2106-434a-b165-1ac46c596f11 req-64368518-a77a-4710-bfb1-f71f4ced520d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:35.008134 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dbe7120-2106-434a-b165-1ac46c596f11 req-64368518-a77a-4710-bfb1-f71f4ced520d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0954030 Oct 05 10:06:35.054659 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7dbe7120-2106-434a-b165-1ac46c596f11 req-0a920991-df7e-4dff-a8f2-5076169ae2cf tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398817 Oct 05 10:06:35.251839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd5a8-586e-41f7-a5d0-95bc761f2bfe req-1ac63b11-164e-4f44-9565-f740fbfcd8e7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:35.253312 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7e1bd5a8-586e-41f7-a5d0-95bc761f2bfe req-1ac63b11-164e-4f44-9565-f740fbfcd8e7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0879219 Oct 05 10:06:35.265815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:35.298410 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7e1bd5a8-586e-41f7-a5d0-95bc761f2bfe req-fe75194e-8cf5-4855-935c-ba5669737056 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392468 Oct 05 10:06:35.328039 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44328) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:06:35.410579 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8adb8c1-c933-4ffe-ac4c-e0e107a1372c tempest-TestShelveInstance-1736103292 tempest-TestShelveInstance-1736103292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:35.412164 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e8adb8c1-c933-4ffe-ac4c-e0e107a1372c tempest-TestShelveInstance-1736103292 tempest-TestShelveInstance-1736103292-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 1094 time: 0.0831206 Oct 05 10:06:35.415067 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44332) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:06:35.420007 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:06:35.425882 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:06:35.429762 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Usage tracker for resource:floatingip and tenant:834668e752a448008ecce73fda572a7b is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:06:35.432541 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:06:35.439038 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:06:35.448678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:35.584515 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:35.719550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Allocated IP 172.26.0.119 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/26ddae84-ddcf-46e5-9b69-e8d21eb3acea) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:06:35.738345 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-98ca1658-d2da-4afb-9534-b6aa94a5207b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:35.869954 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:35.900118 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:35.957557 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:06:35.960249 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:06:35.963895 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:06:36.013556 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'Port': ['ID=26ddae84-ddcf-46e5-9b69-e8d21eb3acea,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:06:36.490885 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:36.568156 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:36.800504 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:36.804928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:36.910915 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event updated for resources: {'Port': ['ID=26ddae84-ddcf-46e5-9b69-e8d21eb3acea,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:06:36.915300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:36.915651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:37.073249 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:37.094177 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Floating IP 476919ca-5ceb-4456-b0a1-f69893c61483 associated. External IP: 172.26.0.119, port: a5d73809-fa8f-4e77-8f08-926df2db58d5. Oct 05 10:06:37.449794 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:06:37.637381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:06:37.648364 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12316316-a4ce-4546-afeb-abda4db8bdfb None None] Sync routers for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:06:37.658542 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12316316-a4ce-4546-afeb-abda4db8bdfb None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:06:37.659145 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-12316316-a4ce-4546-afeb-abda4db8bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:06:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:06:37.663712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:06:37.718446 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-9b27b0ae-fdf0-44a2-8fa4-2390a6554bb8 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3021863 Oct 05 10:06:37.718896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:06:37.721173 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dfef5d9d6199f745bb353f1da26c38835f62062ba6c314d8b0c0ffa0660f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d4dc0e-25ac-4343-9e82-b29236ea2f04" -d '{"events": [{"name": "network-changed", "server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:06:37.762177 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91fe95a-053a-4a0d-81c8-9dd4f57bcc1e x-openstack-request-id: req-a91fe95a-053a-4a0d-81c8-9dd4f57bcc1e {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:06:37.762471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:06:37.762847 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a91fe95a-053a-4a0d-81c8-9dd4f57bcc1e {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:06:37.763287 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91fe95a-053a-4a0d-81c8-9dd4f57bcc1e'] response: {'name': 'network-changed', 'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'status': 'completed', 'code': 200} Oct 05 10:06:37.836451 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-12316316-a4ce-4546-afeb-abda4db8bdfb None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:06:37.867496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4dc0e-25ac-4343-9e82-b29236ea2f04 req-21fcbbb3-553e-445d-92bd-a786bb6538fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:37.869069 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28d4dc0e-25ac-4343-9e82-b29236ea2f04 req-21fcbbb3-553e-445d-92bd-a786bb6538fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 1099 time: 0.0855896 Oct 05 10:06:38.004491 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4dc0e-25ac-4343-9e82-b29236ea2f04 req-c0a49b0a-6cd7-407e-9bce-ba6314343f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:38.005862 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28d4dc0e-25ac-4343-9e82-b29236ea2f04 req-c0a49b0a-6cd7-407e-9bce-ba6314343f91 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1309314 Oct 05 10:06:38.111508 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28d4dc0e-25ac-4343-9e82-b29236ea2f04 req-f7ed813c-70ef-4010-b619-349b5af27280 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5 HTTP/1.1" status: 200 len: 1000 time: 0.0995870 Oct 05 10:06:38.172884 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4dc0e-25ac-4343-9e82-b29236ea2f04 req-7361f2c8-725b-405f-8095-db7ce300995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:38.174351 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28d4dc0e-25ac-4343-9e82-b29236ea2f04 req-7361f2c8-725b-405f-8095-db7ce300995f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0567138 Oct 05 10:06:38.179699 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-12316316-a4ce-4546-afeb-abda4db8bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '476919ca-5ceb-4456-b0a1-f69893c61483', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'floating_ip_address': '172.26.0.119', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'port_id': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'mac_address': 'fa:16:3e:55:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:06:36Z', 'updated_at': '2022-10-05T10:06:36Z', 'revision_number': 0, 'project_id': '834668e752a448008ecce73fda572a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 5, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:06:38.183743 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12316316-a4ce-4546-afeb-abda4db8bdfb None None] Checking router: 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:06:38.192540 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12316316-a4ce-4546-afeb-abda4db8bdfb None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:06:38.193122 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-12316316-a4ce-4546-afeb-abda4db8bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:06:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:06:38.261206 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4dc0e-25ac-4343-9e82-b29236ea2f04 req-6b1df40f-4581-440f-adfe-dc15c63feac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:06:38.263098 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28d4dc0e-25ac-4343-9e82-b29236ea2f04 req-6b1df40f-4581-440f-adfe-dc15c63feac8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781989 Oct 05 10:06:38.371605 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-12316316-a4ce-4546-afeb-abda4db8bdfb None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:06:38.394202 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28d4dc0e-25ac-4343-9e82-b29236ea2f04 req-48e5a053-1d86-47b5-b9f8-0fec6d745b0c service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250825 Oct 05 10:06:38.530664 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28d4dc0e-25ac-4343-9e82-b29236ea2f04 req-8cf380d7-1e59-4876-a78c-f01522bc188d service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306217 Oct 05 10:06:38.746761 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-12316316-a4ce-4546-afeb-abda4db8bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '476919ca-5ceb-4456-b0a1-f69893c61483', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'floating_ip_address': '172.26.0.119', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'port_id': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'mac_address': 'fa:16:3e:55:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:06:36Z', 'updated_at': '2022-10-05T10:06:36Z', 'revision_number': 0, 'project_id': '834668e752a448008ecce73fda572a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 5, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:06:38.750720 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12316316-a4ce-4546-afeb-abda4db8bdfb None None] The sync data for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv is: [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': '476919ca-5ceb-4456-b0a1-f69893c61483', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'floating_ip_address': '172.26.0.119', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'port_id': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'mac_address': 'fa:16:3e:55:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:06:36Z', 'updated_at': '2022-10-05T10:06:36Z', 'revision_number': 0, 'project_id': '834668e752a448008ecce73fda572a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 5, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:06:38.937894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a0f7b-83eb-4f27-83e7-0c344689b94f None None] New status for floating IP 476919ca-5ceb-4456-b0a1-f69893c61483: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:06:39.421407 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:00.341007 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:07:02.912301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-25ce5dc9-47e7-44e0-95dd-ea571e276afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:05.272270 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:05.740922 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff40e506-5811-4b28-a8cf-0ff81eaa0474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:06.911680 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:07.076564 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:09.425652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:29.085761 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e847d350-939b-4da5-a238-6bdfee614f11 req-ff56b363-0710-4bb9-8aea-90ffdd92075b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823455 Oct 05 10:07:29.232354 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847d350-939b-4da5-a238-6bdfee614f11 req-75ad917e-0343-424c-89bc-7389cf906a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:29.233723 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e847d350-939b-4da5-a238-6bdfee614f11 req-75ad917e-0343-424c-89bc-7389cf906a15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 1099 time: 0.0783510 Oct 05 10:07:29.375089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847d350-939b-4da5-a238-6bdfee614f11 req-1c68e30a-0575-4eeb-b6c0-0b31f6644481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:29.376496 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e847d350-939b-4da5-a238-6bdfee614f11 req-1c68e30a-0575-4eeb-b6c0-0b31f6644481 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1246715 Oct 05 10:07:29.477628 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e847d350-939b-4da5-a238-6bdfee614f11 req-72dec90f-9c9d-4028-820e-3eaa24ce576b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5 HTTP/1.1" status: 200 len: 1002 time: 0.0947812 Oct 05 10:07:29.540780 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847d350-939b-4da5-a238-6bdfee614f11 req-bfc352aa-ea67-4a07-af6b-2e8b9523ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:29.542122 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e847d350-939b-4da5-a238-6bdfee614f11 req-bfc352aa-ea67-4a07-af6b-2e8b9523ad26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0585365 Oct 05 10:07:29.623139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847d350-939b-4da5-a238-6bdfee614f11 req-02b8ef35-f021-40da-a355-d6142140271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:07:29.624587 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e847d350-939b-4da5-a238-6bdfee614f11 req-02b8ef35-f021-40da-a355-d6142140271c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762246 Oct 05 10:07:29.753873 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e847d350-939b-4da5-a238-6bdfee614f11 req-b8523603-5722-4677-ada5-4c5a17e09cee service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229765 Oct 05 10:07:29.883874 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e847d350-939b-4da5-a238-6bdfee614f11 req-a1e2f3db-e3e0-4582-9583-ab85d863bca6 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237023 Oct 05 10:07:32.911793 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a4a7e4a-e934-4189-bce8-4e6f40a626b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:35.278158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:35.742635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-86a35e64-0e5a-44e1-992d-20ebf96db261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:36.914430 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:37.080489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:07:37.340076 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:07:39.426027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:02.914778 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5f44e70d-d60a-4126-bafe-739db50e6049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:05.276318 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:05.747744 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc9357d-3986-4773-aede-2c6cea2e95b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:06.916750 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:07.083220 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:09.429835 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:14.338823 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:08:30.787512 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60e141d-fcf8-4c6b-b030-3312d6abbf5f req-bdda45a7-714b-4c60-aae5-d99e6819220d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823631 Oct 05 10:08:30.935553 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e141d-fcf8-4c6b-b030-3312d6abbf5f req-1ea45330-a459-4e39-90ef-e5c5078725df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:30.937031 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60e141d-fcf8-4c6b-b030-3312d6abbf5f req-1ea45330-a459-4e39-90ef-e5c5078725df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 1099 time: 0.0788789 Oct 05 10:08:31.179671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e141d-fcf8-4c6b-b030-3312d6abbf5f req-b24c3eb3-0644-4e67-9278-15be95f1e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:31.181696 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60e141d-fcf8-4c6b-b030-3312d6abbf5f req-b24c3eb3-0644-4e67-9278-15be95f1e149 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.2249584 Oct 05 10:08:31.284808 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60e141d-fcf8-4c6b-b030-3312d6abbf5f req-f8621862-d64a-4d4f-ad51-7be349e26bc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5 HTTP/1.1" status: 200 len: 1002 time: 0.0971284 Oct 05 10:08:31.352121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e141d-fcf8-4c6b-b030-3312d6abbf5f req-7799f95d-c348-471c-a516-0507eb27c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:31.354347 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60e141d-fcf8-4c6b-b030-3312d6abbf5f req-7799f95d-c348-471c-a516-0507eb27c378 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0628321 Oct 05 10:08:31.438033 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e141d-fcf8-4c6b-b030-3312d6abbf5f req-af14968f-b3b3-4a03-9ff1-a2604573b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:31.439598 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60e141d-fcf8-4c6b-b030-3312d6abbf5f req-af14968f-b3b3-4a03-9ff1-a2604573b063 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795655 Oct 05 10:08:31.574569 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60e141d-fcf8-4c6b-b030-3312d6abbf5f req-92f4f4ef-8297-411f-9ed8-bdf2eb2be076 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289475 Oct 05 10:08:31.720809 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b60e141d-fcf8-4c6b-b030-3312d6abbf5f req-f012c09e-f2c1-4b3d-b05f-a715e82ae7ee service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399653 Oct 05 10:08:32.916733 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e3a7-2e90-4253-a446-4ccceaf928e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:35.292851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:35.648155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd709c-7eee-4ee4-8da6-805d85a772c8 req-0ee699c2-a7b4-45d5-b4f0-0a40604e54d7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:35.649673 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-11bd709c-7eee-4ee4-8da6-805d85a772c8 req-0ee699c2-a7b4-45d5-b4f0-0a40604e54d7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.2001169 Oct 05 10:08:35.696110 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-11bd709c-7eee-4ee4-8da6-805d85a772c8 req-cc592b93-be15-40f0-b72c-4c52e96335b9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401633 Oct 05 10:08:35.742495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-29eea0ec-922f-48d3-af57-6a8426284d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:36.907022 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ef4b5-9822-42c1-ba46-3390a508c2b4 req-e4d6580b-6e74-476c-b2ac-01475ca64818 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:36.908405 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f13ef4b5-9822-42c1-ba46-3390a508c2b4 req-e4d6580b-6e74-476c-b2ac-01475ca64818 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0876334 Oct 05 10:08:36.918894 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:36.955797 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f13ef4b5-9822-42c1-ba46-3390a508c2b4 req-5abdbbb0-676a-4100-8326-7c97bdfdc6f0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417871 Oct 05 10:08:37.085494 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:38.161319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff092a42-c550-484e-871d-9ba1f5818113 req-31c53dfd-db28-449f-83f1-faea901cf2ab tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:38.162786 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ff092a42-c550-484e-871d-9ba1f5818113 req-31c53dfd-db28-449f-83f1-faea901cf2ab tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0874560 Oct 05 10:08:38.205211 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ff092a42-c550-484e-871d-9ba1f5818113 req-c18f2b34-7671-4016-88d4-64515f889069 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366883 Oct 05 10:08:39.404811 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b47949-a7ca-4d39-97e9-a39676dd247f req-6006e18b-8e54-45a9-9db8-8f21ab7a59de tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:39.406447 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b6b47949-a7ca-4d39-97e9-a39676dd247f req-6006e18b-8e54-45a9-9db8-8f21ab7a59de tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0908461 Oct 05 10:08:39.430679 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:39.452774 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b6b47949-a7ca-4d39-97e9-a39676dd247f req-c48b0079-f35f-4cdb-8550-c26c6bf48207 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408492 Oct 05 10:08:40.657169 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3845c6-3bb3-4e90-ac14-9bf7ff5246f1 req-e99366bc-075a-40db-9ae8-1258f545a2f5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:40.659742 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2e3845c6-3bb3-4e90-ac14-9bf7ff5246f1 req-e99366bc-075a-40db-9ae8-1258f545a2f5 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0953918 Oct 05 10:08:40.709305 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2e3845c6-3bb3-4e90-ac14-9bf7ff5246f1 req-7ea8b487-265d-4bee-b519-457185f74ac7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Oct 05 10:08:41.914011 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177d1b5-0934-4796-8b71-432b4c576172 req-96b0ecfc-ec73-4ca5-9866-1a36937a41b7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:41.916007 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a177d1b5-0934-4796-8b71-432b4c576172 req-96b0ecfc-ec73-4ca5-9866-1a36937a41b7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0901911 Oct 05 10:08:41.959660 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a177d1b5-0934-4796-8b71-432b4c576172 req-db23cd60-26d0-47a9-b427-9cb05af5635e tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380344 Oct 05 10:08:43.164149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60078a6-1697-440f-aee3-eeddbc917d69 req-71700b63-c33f-471f-b897-39776df0d0b6 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:43.166363 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c60078a6-1697-440f-aee3-eeddbc917d69 req-71700b63-c33f-471f-b897-39776df0d0b6 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0925756 Oct 05 10:08:43.210309 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-c60078a6-1697-440f-aee3-eeddbc917d69 req-e98d2f4c-7b40-4fc4-88c0-2bc47a13fe55 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384388 Oct 05 10:08:44.406984 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04e88f-b82f-4d82-8769-738882732388 req-e10414bc-7295-44be-8b90-23f2d1abe630 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:44.408436 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ad04e88f-b82f-4d82-8769-738882732388 req-e10414bc-7295-44be-8b90-23f2d1abe630 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0876873 Oct 05 10:08:44.455988 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ad04e88f-b82f-4d82-8769-738882732388 req-8fbfff6a-4668-4898-8519-b34090b46d6b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419729 Oct 05 10:08:45.630899 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1c773-897b-46f7-b672-9639777e39cb req-e0e5a919-20b9-4eff-bb86-f5056f32dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:45.632393 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c1c773-897b-46f7-b672-9639777e39cb req-e0e5a919-20b9-4eff-bb86-f5056f32dc57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 1099 time: 0.0868442 Oct 05 10:08:45.652700 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfdbe5-8060-457d-91a6-91d18b853951 req-a830ac94-f301-4e0f-87ce-d2d82f9c0d90 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:45.654187 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-67bfdbe5-8060-457d-91a6-91d18b853951 req-a830ac94-f301-4e0f-87ce-d2d82f9c0d90 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0882602 Oct 05 10:08:45.698769 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-67bfdbe5-8060-457d-91a6-91d18b853951 req-9d90bdc3-a140-42e4-b8b1-7f31431c73c9 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386333 Oct 05 10:08:45.766153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1c773-897b-46f7-b672-9639777e39cb req-78853f4f-21b9-439c-ab90-378182aa92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:45.767877 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c1c773-897b-46f7-b672-9639777e39cb req-78853f4f-21b9-439c-ab90-378182aa92ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1297662 Oct 05 10:08:45.867187 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c1c773-897b-46f7-b672-9639777e39cb req-71a6f894-59aa-47d1-bb6e-c4239888aa4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5 HTTP/1.1" status: 200 len: 1002 time: 0.0933859 Oct 05 10:08:45.931237 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1c773-897b-46f7-b672-9639777e39cb req-b3827fe1-980f-44d1-b379-e1b3a77292a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:45.932649 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c1c773-897b-46f7-b672-9639777e39cb req-b3827fe1-980f-44d1-b379-e1b3a77292a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0596607 Oct 05 10:08:46.013754 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1c773-897b-46f7-b672-9639777e39cb req-c385ba61-11ee-4bb8-be62-4f6f11813b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:46.015176 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c1c773-897b-46f7-b672-9639777e39cb req-c385ba61-11ee-4bb8-be62-4f6f11813b55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768187 Oct 05 10:08:46.144358 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c1c773-897b-46f7-b672-9639777e39cb req-a10b29d4-cc96-4025-b9e4-090dfbca7c39 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228740 Oct 05 10:08:46.273182 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c1c773-897b-46f7-b672-9639777e39cb req-4641e248-6156-46bc-bcaf-518ff4ebe63e service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223156 Oct 05 10:08:46.903928 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896d0a3-7ec7-4ddd-9d48-862c36fdcc7d req-6e8dba79-179e-4856-ad91-8476e7057927 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:46.905391 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3896d0a3-7ec7-4ddd-9d48-862c36fdcc7d req-6e8dba79-179e-4856-ad91-8476e7057927 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0960450 Oct 05 10:08:46.950701 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3896d0a3-7ec7-4ddd-9d48-862c36fdcc7d req-f7c0ad5c-dbae-4490-9a01-9521db09fb1e tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398207 Oct 05 10:08:48.152033 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebba3b-d2ae-4614-871d-815b8de6a847 req-d904ceeb-d166-496a-850b-08180955dc9f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:48.153493 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cdebba3b-d2ae-4614-871d-815b8de6a847 req-d904ceeb-d166-496a-850b-08180955dc9f tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0912263 Oct 05 10:08:48.201030 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cdebba3b-d2ae-4614-871d-815b8de6a847 req-5185fa75-7576-48ce-9dfd-8f315379174a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419142 Oct 05 10:08:49.408093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f460187-ebd3-40d6-804c-0730cb2c631f req-281859f4-b765-494c-a93a-0a3cd9476d2d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:49.409591 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0f460187-ebd3-40d6-804c-0730cb2c631f req-281859f4-b765-494c-a93a-0a3cd9476d2d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0893276 Oct 05 10:08:49.456271 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0f460187-ebd3-40d6-804c-0730cb2c631f req-8e186cf1-fcd4-4289-b449-2bf690e1d3d1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398691 Oct 05 10:08:49.826594 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-53bcc9bf-6b52-4942-9054-938744d9943f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1546614 Oct 05 10:08:49.827131 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ad912-5606-4d40-ad35-f8f0760e7d35 req-5ffca716-1af4-4244-bc1e-be7435ab0a04 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:49.828284 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d62ad912-5606-4d40-ad35-f8f0760e7d35 req-5ffca716-1af4-4244-bc1e-be7435ab0a04 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0978594 Oct 05 10:08:49.874601 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d62ad912-5606-4d40-ad35-f8f0760e7d35 req-6d049f9f-d88c-46ce-a8e5-e0705ddefe41 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404286 Oct 05 10:08:51.079731 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7de1a-4edf-4f02-a359-4dab027188fa req-c94be840-ef1e-4f8f-ad81-8415d19c815d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:51.081328 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bce7de1a-4edf-4f02-a359-4dab027188fa req-c94be840-ef1e-4f8f-ad81-8415d19c815d tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0942554 Oct 05 10:08:51.136284 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-bce7de1a-4edf-4f02-a359-4dab027188fa req-09c1daa2-5876-485c-b77b-2fa6d46c886a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482697 Oct 05 10:08:51.338148 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:08:52.261981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-ebb13289-0fdf-44cb-9d12-6f8c1058870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:52.263446 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-ebb13289-0fdf-44cb-9d12-6f8c1058870b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403&tenant_id=834668e752a448008ecce73fda572a7b HTTP/1.1" status: 200 len: 1099 time: 0.0798030 Oct 05 10:08:52.338468 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521a107-2cd4-434e-b8f6-8bc1d8521868 req-84141939-b58b-4b76-9993-ec50781e8449 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:52.339959 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e521a107-2cd4-434e-b8f6-8bc1d8521868 req-84141939-b58b-4b76-9993-ec50781e8449 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.0915122 Oct 05 10:08:52.364859 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-e05f770e-7b43-4391-a250-d71ea39f1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:52.366251 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-e05f770e-7b43-4391-a250-d71ea39f1a75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 1099 time: 0.0817637 Oct 05 10:08:52.385568 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e521a107-2cd4-434e-b8f6-8bc1d8521868 req-44e4d865-7c19-4bba-999c-e3c636127756 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396321 Oct 05 10:08:52.615669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-44b183dc-5606-4bab-b8f9-7cce607c0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:52.617035 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-44b183dc-5606-4bab-b8f9-7cce607c0c37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.2434032 Oct 05 10:08:52.719359 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-1f2dfd4a-a7ab-4e2c-ad55-e7c4c6ed360c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5 HTTP/1.1" status: 200 len: 1002 time: 0.0961006 Oct 05 10:08:52.786675 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-64e47ecf-139f-414c-b6ba-919229f1d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:52.788170 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-64e47ecf-139f-414c-b6ba-919229f1d173 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0617385 Oct 05 10:08:52.878777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-32a22385-6563-4038-b24b-3df754efd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:52.880179 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-32a22385-6563-4038-b24b-3df754efd4ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859232 Oct 05 10:08:53.017217 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-130aea03-6064-4bc7-a950-ef9955efc55d service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308253 Oct 05 10:08:53.060618 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a5d73809-fa8f-4e77-8f08-926df2db58d5 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:08:53.165948 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-61cb2769-3037-40c4-8251-ec83325e8ea6 req-bae28c3d-0135-4108-a47d-e1488105ed0d service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429143 Oct 05 10:08:53.180522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port a5d73809-fa8f-4e77-8f08-926df2db58d5 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:08:53.181134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:53.208876 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:08:53.211159 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eabb84-5eee-417e-bb7d-2185aefc413d" -d '{"events": [{"server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "name": "network-vif-unplugged", "status": "completed", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:08:53.219804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port a5d73809-fa8f-4e77-8f08-926df2db58d5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:08:53.224221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:08:53.297036 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=a5d73809-fa8f-4e77-8f08-926df2db58d5,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:08:53.305916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 10:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3b1944-94b8-4ff1-8a2c-06afc079a3f2 x-openstack-request-id: req-ca3b1944-94b8-4ff1-8a2c-06afc079a3f2 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:08:53.306219 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "name": "network-vif-unplugged", "status": "completed", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:08:53.306469 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca3b1944-94b8-4ff1-8a2c-06afc079a3f2 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:08:53.306853 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3b1944-94b8-4ff1-8a2c-06afc079a3f2'] response: {'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'code': 200} Oct 05 10:08:53.308112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:08:53.308456 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:08:53.308794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:08:53.309127 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:08:53.309455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:08:53.309783 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:08:53.310136 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:08:53.310463 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:08:53.310787 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:08:53.311110 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:08:53.311431 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:08:53.311750 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:08:53.588483 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc0b6e-5a3c-4a1f-8713-39daf756e688 req-fc5990ba-684a-493e-acaa-88cc606701a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:53.589940 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-35dc0b6e-5a3c-4a1f-8713-39daf756e688 req-fc5990ba-684a-493e-acaa-88cc606701a3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.0902483 Oct 05 10:08:53.633052 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-35dc0b6e-5a3c-4a1f-8713-39daf756e688 req-2d3a8509-7e10-4577-a9ea-5e2c0bccdd4b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374534 Oct 05 10:08:54.834532 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ab220-62db-42cb-9740-e4a5040528c4 req-293f38a2-a54b-4194-82ed-23b82c1effb7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:54.836091 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d01ab220-62db-42cb-9740-e4a5040528c4 req-293f38a2-a54b-4194-82ed-23b82c1effb7 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.0885377 Oct 05 10:08:54.884516 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-d01ab220-62db-42cb-9740-e4a5040528c4 req-15b5b8e3-e9f5-4005-942a-c8230268b5f1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419755 Oct 05 10:08:56.081998 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cbb46-b26a-45ca-aeae-35dcdde51f14 req-0b6ca51b-e766-4941-be18-e8bcc2b61833 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:56.083475 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3b1cbb46-b26a-45ca-aeae-35dcdde51f14 req-0b6ca51b-e766-4941-be18-e8bcc2b61833 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.0887854 Oct 05 10:08:56.142843 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3b1cbb46-b26a-45ca-aeae-35dcdde51f14 req-6996759f-df4f-4471-baf2-25092798067c tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525723 Oct 05 10:08:57.345936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7c480-8e32-4adc-8fd5-91b950939637 req-c8a9b613-9ba3-4673-945b-728794e539ff tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:57.347386 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3ae7c480-8e32-4adc-8fd5-91b950939637 req-c8a9b613-9ba3-4673-945b-728794e539ff tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.0903611 Oct 05 10:08:57.390906 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3ae7c480-8e32-4adc-8fd5-91b950939637 req-1336c27d-24cb-403d-987f-6e2357e9cf23 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376976 Oct 05 10:08:58.606246 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f31d3e-dac3-4bcf-a77c-f8547faea936 req-0a3975fd-20c1-47b4-8a6a-1f87f210aee3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:58.608066 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e4f31d3e-dac3-4bcf-a77c-f8547faea936 req-0a3975fd-20c1-47b4-8a6a-1f87f210aee3 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.0994349 Oct 05 10:08:58.667149 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e4f31d3e-dac3-4bcf-a77c-f8547faea936 req-cd418566-8b6a-40fb-914b-fd4d95e4e04b tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514531 Oct 05 10:08:59.282724 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d1441-5c7a-462c-8b71-6a86572e29ac req-39e2e98b-7e32-4017-9ad0-274928f89995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:59.284192 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-000d1441-5c7a-462c-8b71-6a86572e29ac req-39e2e98b-7e32-4017-9ad0-274928f89995 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 1097 time: 0.0903907 Oct 05 10:08:59.323706 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-000d1441-5c7a-462c-8b71-6a86572e29ac req-8f23979e-1b9c-47e9-a9e7-10cb999afb9e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334601 Oct 05 10:08:59.871894 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee943734-74ba-4f68-b9fb-e1b6ab79af14 req-2dd4a705-ff42-4eaa-a5cc-c33a569681ef tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:08:59.873358 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ee943734-74ba-4f68-b9fb-e1b6ab79af14 req-2dd4a705-ff42-4eaa-a5cc-c33a569681ef tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.0945280 Oct 05 10:08:59.918638 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ee943734-74ba-4f68-b9fb-e1b6ab79af14 req-040fe0ef-b970-4bfc-a61e-c87d3bf7e9c0 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396345 Oct 05 10:09:01.122789 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74932e-5d8a-40de-b3a4-1e7e3f789a4b req-bdaf5be3-506f-4bd6-9c4c-85fbe89a8fa2 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:01.124214 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3d74932e-5d8a-40de-b3a4-1e7e3f789a4b req-bdaf5be3-506f-4bd6-9c4c-85fbe89a8fa2 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 944 time: 0.0944023 Oct 05 10:09:01.126480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a5d73809-fa8f-4e77-8f08-926df2db58d5 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:09:01.168856 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3d74932e-5d8a-40de-b3a4-1e7e3f789a4b req-121afc31-ed8d-49d0-85fe-58e028f58b45 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389273 Oct 05 10:09:01.263149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port a5d73809-fa8f-4e77-8f08-926df2db58d5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:09:01.277124 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'port_id': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'mac_address': 'fa:16:3e:55:4c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:09:01.333720 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port a5d73809-fa8f-4e77-8f08-926df2db58d5 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:09:01.334148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:01.351408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d73809-fa8f-4e77-8f08-926df2db58d5 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:09:01.368574 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port a5d73809-fa8f-4e77-8f08-926df2db58d5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:09:01.372132 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:01.447303 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=a5d73809-fa8f-4e77-8f08-926df2db58d5,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:09:01.634917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['a5d73809-fa8f-4e77-8f08-926df2db58d5'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:09:02.918933 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-18ff3e55-79f0-4a66-bb23-7da2632c82dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:03.143722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a5d73809-fa8f-4e77-8f08-926df2db58d5 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:09:03.215458 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port a5d73809-fa8f-4e77-8f08-926df2db58d5 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:09:03.215820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:03.216159 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port a5d73809-fa8f-4e77-8f08-926df2db58d5 Oct 05 10:09:03.330645 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port a5d73809-fa8f-4e77-8f08-926df2db58d5 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:09:03.331019 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:03.358020 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:09:03.360252 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a588cd7bccec77723b86842490064e785e95d30677475a5cf86995ca77189b39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b744169-fda8-453d-b6df-68caa8a7fa09" -d '{"events": [{"server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "name": "network-vif-plugged", "status": "completed", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:09:03.367651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port a5d73809-fa8f-4e77-8f08-926df2db58d5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:09:03.371758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:03.412515 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a704d94-c49d-4b21-bc68-6e9da6cd6e71 x-openstack-request-id: req-4a704d94-c49d-4b21-bc68-6e9da6cd6e71 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:09:03.412800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "name": "network-vif-plugged", "status": "completed", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:09:03.413051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a704d94-c49d-4b21-bc68-6e9da6cd6e71 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:09:03.413436 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a704d94-c49d-4b21-bc68-6e9da6cd6e71'] response: {'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'code': 200} Oct 05 10:09:03.444412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=a5d73809-fa8f-4e77-8f08-926df2db58d5,revision_number=8']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:09:05.304703 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:05.746993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7a680d0-93bc-4fd0-974c-1324b0f86926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:06.922158 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:07.088174 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:09.432701 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:28.337238 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:09:32.104916 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5646183b-131c-43eb-9a4e-ee958fcae09f req-f0b7b7a3-8fdf-4dd1-9007-8dbd97ce38e8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889969 Oct 05 10:09:32.263103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646183b-131c-43eb-9a4e-ee958fcae09f req-3a444237-06cb-4339-9354-687b4abc0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:32.265176 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5646183b-131c-43eb-9a4e-ee958fcae09f req-3a444237-06cb-4339-9354-687b4abc0927 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 1099 time: 0.0878851 Oct 05 10:09:32.422717 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646183b-131c-43eb-9a4e-ee958fcae09f req-79f5b14a-c5e1-4352-8fb7-dec988388291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:32.423800 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5646183b-131c-43eb-9a4e-ee958fcae09f req-79f5b14a-c5e1-4352-8fb7-dec988388291 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1383474 Oct 05 10:09:32.529662 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5646183b-131c-43eb-9a4e-ee958fcae09f req-9e826ae7-aff6-4026-8d95-6a139c26682a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5 HTTP/1.1" status: 200 len: 1002 time: 0.0996113 Oct 05 10:09:32.594483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646183b-131c-43eb-9a4e-ee958fcae09f req-00bc44f1-50be-418d-8f52-cdb782e03860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:32.595910 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5646183b-131c-43eb-9a4e-ee958fcae09f req-00bc44f1-50be-418d-8f52-cdb782e03860 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0608833 Oct 05 10:09:32.682384 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646183b-131c-43eb-9a4e-ee958fcae09f req-976ac825-fd62-4aee-9631-a9fb9a7d2aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:09:32.683851 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5646183b-131c-43eb-9a4e-ee958fcae09f req-976ac825-fd62-4aee-9631-a9fb9a7d2aa1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808444 Oct 05 10:09:32.820011 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5646183b-131c-43eb-9a4e-ee958fcae09f req-aa65ad4e-cca8-49d0-9827-30a4b44bb6e1 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268384 Oct 05 10:09:32.921468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df612e75-744e-4a46-97f0-326b82a3f9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:32.955596 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5646183b-131c-43eb-9a4e-ee958fcae09f req-78925f68-1842-467f-9dea-eef792a5812f service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280234 Oct 05 10:09:35.319081 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:35.750184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af565143-b9b8-4b01-925c-507af8663fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:36.928345 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:37.091035 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:09:39.437161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:02.926267 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63389da8-46a9-454c-9e53-339ee42e1216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:05.336331 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:05.336990 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:10:05.753069 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8dd9519a-5a58-4993-88dd-bcdbd611f51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:06.920885 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:07.092340 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:09.441274 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:20.341124 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44480) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:20.645701 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Deleting port 26ddae84-ddcf-46e5-9b69-e8d21eb3acea {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:10:20.646146 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:20.812550 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:20.812886 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:20.934394 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Calling delete_port for 26ddae84-ddcf-46e5-9b69-e8d21eb3acea owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:10:21.081874 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:21.134521 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event deleted for resources: {'Port': ['ID=26ddae84-ddcf-46e5-9b69-e8d21eb3acea,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:21.179988 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:21.180337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:21.180679 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:21.181010 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:21.181337 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:21.181664 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:21.182004 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:21.182331 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:21.182653 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:21.182973 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:21.183290 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:21.183608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:21.238594 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:21.238925 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Floating IP 476919ca-5ceb-4456-b0a1-f69893c61483 disassociated (deleted). External IP: 172.26.0.119, port: a5d73809-fa8f-4e77-8f08-926df2db58d5. Oct 05 10:10:21.605536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:10:21.784951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:10:21.794975 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977ca43-cdbd-4d96-9d23-4d2036cb7d10 None None] Sync routers for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:10:21.802413 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:21.804837 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977ca43-cdbd-4d96-9d23-4d2036cb7d10 None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:21.805432 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b977ca43-cdbd-4d96-9d23-4d2036cb7d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:21.864940 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-903498e1-246c-4ed9-85d3-7db1007fca85 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "DELETE /v2.0/floatingips/476919ca-5ceb-4456-b0a1-f69893c61483 HTTP/1.1" status: 204 len: 168 time: 1.5226014 Oct 05 10:10:21.865779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:10:21.933746 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623e495c7fef77bc1e5f634f19ae82c7c1df314ac3df8d92c26de29f40497393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91274449-8d97-4795-b962-32498b2d11d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:10:21.999313 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b977ca43-cdbd-4d96-9d23-4d2036cb7d10 None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:22.069642 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459e1691-9f3b-4ee0-ad04-4895b0d2289c x-openstack-request-id: req-459e1691-9f3b-4ee0-ad04-4895b0d2289c {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:10:22.070005 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:10:22.070294 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-459e1691-9f3b-4ee0-ad04-4895b0d2289c {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:10:22.070790 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459e1691-9f3b-4ee0-ad04-4895b0d2289c'] response: {'name': 'network-changed', 'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'status': 'completed', 'code': 200} Oct 05 10:10:22.341844 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b977ca43-cdbd-4d96-9d23-4d2036cb7d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 5, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:22.346890 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977ca43-cdbd-4d96-9d23-4d2036cb7d10 None None] Checking router: 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:10:22.355510 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977ca43-cdbd-4d96-9d23-4d2036cb7d10 None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:22.356114 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b977ca43-cdbd-4d96-9d23-4d2036cb7d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:22.372771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df7f3a-c135-4529-97da-245aa739f783 req-067cde95-b0ea-4a60-a5ea-74b4fb0c494a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:22.373500 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-a4df7f3a-c135-4529-97da-245aa739f783 req-067cde95-b0ea-4a60-a5ea-74b4fb0c494a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Synchronizing usage tracker for tenant:834668e752a448008ecce73fda572a7b on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:10:22.391639 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-a4df7f3a-c135-4529-97da-245aa739f783 req-067cde95-b0ea-4a60-a5ea-74b4fb0c494a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Unset dirty status for tenant:834668e752a448008ecce73fda572a7b on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:10:22.393442 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a4df7f3a-c135-4529-97da-245aa739f783 req-067cde95-b0ea-4a60-a5ea-74b4fb0c494a tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.1610115 Oct 05 10:10:22.416550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91274449-8d97-4795-b962-32498b2d11d4 req-05f4d7d1-ffc6-4e6c-9c57-95ad947c5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:22.418089 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-91274449-8d97-4795-b962-32498b2d11d4 req-05f4d7d1-ffc6-4e6c-9c57-95ad947c5c6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=834668e752a448008ecce73fda572a7b&device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 1099 time: 0.2469418 Oct 05 10:10:22.441422 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a4df7f3a-c135-4529-97da-245aa739f783 req-e006f200-f9d5-49fe-a5af-d6b116076ee6 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413568 Oct 05 10:10:22.541012 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b977ca43-cdbd-4d96-9d23-4d2036cb7d10 None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:22.553567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91274449-8d97-4795-b962-32498b2d11d4 req-6cfbf39d-1c8f-4ce1-9e89-f4eacb089691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:22.554996 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-91274449-8d97-4795-b962-32498b2d11d4 req-6cfbf39d-1c8f-4ce1-9e89-f4eacb089691 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 200 len: 910 time: 0.1293507 Oct 05 10:10:22.624828 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-91274449-8d97-4795-b962-32498b2d11d4 req-acc41c6d-3bc9-4fd9-a617-c2261b330f80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5 HTTP/1.1" status: 200 len: 217 time: 0.0621345 Oct 05 10:10:22.691280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91274449-8d97-4795-b962-32498b2d11d4 req-7dfefa30-dd82-41f2-98a3-72371b0332c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:22.692861 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-91274449-8d97-4795-b962-32498b2d11d4 req-7dfefa30-dd82-41f2-98a3-72371b0332c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 200 len: 848 time: 0.0620511 Oct 05 10:10:22.779000 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91274449-8d97-4795-b962-32498b2d11d4 req-8acd48f3-6c9b-4f34-a2ae-3a7e1fa91cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:22.780497 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-91274449-8d97-4795-b962-32498b2d11d4 req-8acd48f3-6c9b-4f34-a2ae-3a7e1fa91cb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cabb14c-2ff0-443b-9626-0d19eb41a3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815949 Oct 05 10:10:22.889145 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b977ca43-cdbd-4d96-9d23-4d2036cb7d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 5, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:22.893228 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977ca43-cdbd-4d96-9d23-4d2036cb7d10 None None] The sync data for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv is: [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:01:39Z', 'revision_number': 4, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '4c8009bf-65f2-4506-81e9-a03b1cc9514d', 'name': '', 'network_id': '7cabb14c-2ff0-443b-9626-0d19eb41a3d9', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'mac_address': 'fa:16:3e:5a:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:38Z', 'updated_at': '2022-10-05T10:01:46Z', 'revision_number': 5, 'project_id': '834668e752a448008ecce73fda572a7b', 'subnets': [{'id': '4bfda30a-4315-4749-aff8-0f2a99fdad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:10:22.922130 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-91274449-8d97-4795-b962-32498b2d11d4 req-c1e4203d-7057-47cf-9b15-ccf5516bacb3 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347668 Oct 05 10:10:23.070099 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-91274449-8d97-4795-b962-32498b2d11d4 req-30ec717c-0416-40c3-acb5-fe584df49660 service neutron] 10.222.0.45 "GET /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409442 Oct 05 10:10:23.111147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59512f2-4dc5-4181-b5f2-fe79a0953946 None None] New status for floating IP 476919ca-5ceb-4456-b0a1-f69893c61483: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:10:23.723872 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85073c99-5c26-4d38-ac61-dc8229b44483 req-fefc5bf0-40e1-4132-89c2-d0ebac2ee976 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:23.725646 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-85073c99-5c26-4d38-ac61-dc8229b44483 req-fefc5bf0-40e1-4132-89c2-d0ebac2ee976 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Synchronizing usage tracker for tenant:834668e752a448008ecce73fda572a7b on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:10:23.741215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-85073c99-5c26-4d38-ac61-dc8229b44483 req-fefc5bf0-40e1-4132-89c2-d0ebac2ee976 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Unset dirty status for tenant:834668e752a448008ecce73fda572a7b on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:10:23.741640 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85073c99-5c26-4d38-ac61-dc8229b44483 req-fefc5bf0-40e1-4132-89c2-d0ebac2ee976 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.1091199 Oct 05 10:10:23.815316 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-85073c99-5c26-4d38-ac61-dc8229b44483 req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Deleting port a5d73809-fa8f-4e77-8f08-926df2db58d5 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:10:23.815666 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-85073c99-5c26-4d38-ac61-dc8229b44483 req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:23.882763 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d8a70-c101-4afc-ba1f-a329631e4272 req-56a3cd54-4278-4454-b24d-af7beea613bd tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:23.884263 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-817d8a70-c101-4afc-ba1f-a329631e4272 req-56a3cd54-4278-4454-b24d-af7beea613bd tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 946 time: 0.2452390 Oct 05 10:10:23.928691 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-817d8a70-c101-4afc-ba1f-a329631e4272 req-8ffee6f2-10d5-4d32-88b2-72839c3b3cbe tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b46538a-a83e-4f0a-a519-77ac8c6a378e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386326 Oct 05 10:10:24.065990 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-85073c99-5c26-4d38-ac61-dc8229b44483 req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] For port a5d73809-fa8f-4e77-8f08-926df2db58d5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a5d73809-fa8f-4e77-8f08-926df2db58d5,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:24.066294 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-85073c99-5c26-4d38-ac61-dc8229b44483 req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:24.188602 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-85073c99-5c26-4d38-ac61-dc8229b44483 req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Calling delete_port for a5d73809-fa8f-4e77-8f08-926df2db58d5 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:10:24.341824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-85073c99-5c26-4d38-ac61-dc8229b44483 req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:24.395587 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event deleted for resources: {'Port': ['ID=a5d73809-fa8f-4e77-8f08-926df2db58d5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:24.469153 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:24.469495 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:24.469830 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:24.470183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:24.470509 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:24.470831 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:24.471152 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:24.471468 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:24.471789 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:24.472101 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:24.472417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:24.472729 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:24.488157 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-85073c99-5c26-4d38-ac61-dc8229b44483 req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] No DVR routers for this DVR port a5d73809-fa8f-4e77-8f08-926df2db58d5 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:10:24.490996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-85073c99-5c26-4d38-ac61-dc8229b44483 req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:24.497996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'name': 'network-vif-deleted', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:10:24.513823 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85073c99-5c26-4d38-ac61-dc8229b44483 req-0746d4e4-1d9d-45ff-96da-ea5552278cba tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.45 "DELETE /v2.0/ports/a5d73809-fa8f-4e77-8f08-926df2db58d5 HTTP/1.1" status: 204 len: 173 time: 0.7669806 Oct 05 10:10:24.561058 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89995ad7f4b73ef30a1d8a4e908064903c9e26591b5039969182b0aa8485959b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ddf492-33be-43df-a94e-39dd00c76492" -d '{"events": [{"server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "name": "network-vif-deleted", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:10:24.649381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1260ac6d-9dad-46cd-b49b-1405aa8edd60 x-openstack-request-id: req-1260ac6d-9dad-46cd-b49b-1405aa8edd60 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:10:24.649671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4320a6f-cf69-466f-9f08-5e47e8f4b403", "name": "network-vif-deleted", "tag": "a5d73809-fa8f-4e77-8f08-926df2db58d5", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:10:24.649997 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1260ac6d-9dad-46cd-b49b-1405aa8edd60 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:10:24.650388 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1260ac6d-9dad-46cd-b49b-1405aa8edd60'] response: {'server_uuid': 'a4320a6f-cf69-466f-9f08-5e47e8f4b403', 'name': 'network-vif-deleted', 'tag': 'a5d73809-fa8f-4e77-8f08-926df2db58d5', 'status': 'completed', 'code': 200} Oct 05 10:10:25.093176 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3daa65f4-c0f6-4e84-8952-a07f84862391 req-b3e36baa-3d3d-4f5a-be08-c3e2bfd6b949 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4320a6f-cf69-466f-9f08-5e47e8f4b403 HTTP/1.1" status: 200 len: 210 time: 0.0521202 Oct 05 10:10:26.200992 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44520) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:26.272922 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a3a0910-f21b-4aa1-a5b8-22413edd16f1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:26.303899 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a3a0910-f21b-4aa1-a5b8-22413edd16f1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:26.369324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a3a0910-f21b-4aa1-a5b8-22413edd16f1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:26.387235 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a0910-f21b-4aa1-a5b8-22413edd16f1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b46538a-a83e-4f0a-a519-77ac8c6a378e,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:26.406164 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2a3a0910-f21b-4aa1-a5b8-22413edd16f1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:26.409666 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-2a3a0910-f21b-4aa1-a5b8-22413edd16f1 tempest-TestShelveInstance-314571960 tempest-TestShelveInstance-314571960-project] 10.222.0.64 "DELETE /v2.0/security-groups/2b46538a-a83e-4f0a-a519-77ac8c6a378e HTTP/1.1" status: 204 len: 168 time: 0.2053242 Oct 05 10:10:26.452615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44526) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:27.249484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dff6ec21-a1b7-48f6-8f04-12df36cc97dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:27.523526 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a5d73809-fa8f-4e77-8f08-926df2db58d5 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:10:27.562452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: a5d73809-fa8f-4e77-8f08-926df2db58d5 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:10:27.562803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device a5d73809-fa8f-4e77-8f08-926df2db58d5 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:10:27.619542 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-dff6ec21-a1b7-48f6-8f04-12df36cc97dd admin admin] Deleting port 4c8009bf-65f2-4506-81e9-a03b1cc9514d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:10:27.620090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dff6ec21-a1b7-48f6-8f04-12df36cc97dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:27.796167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-dff6ec21-a1b7-48f6-8f04-12df36cc97dd admin admin] For port 4c8009bf-65f2-4506-81e9-a03b1cc9514d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=4c8009bf-65f2-4506-81e9-a03b1cc9514d,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:27.796443 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dff6ec21-a1b7-48f6-8f04-12df36cc97dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:27.920806 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-dff6ec21-a1b7-48f6-8f04-12df36cc97dd admin admin] Calling delete_port for 4c8009bf-65f2-4506-81e9-a03b1cc9514d owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:10:28.381223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dff6ec21-a1b7-48f6-8f04-12df36cc97dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:28.427940 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6ec21-a1b7-48f6-8f04-12df36cc97dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8009bf-65f2-4506-81e9-a03b1cc9514d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:28.721455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dff6ec21-a1b7-48f6-8f04-12df36cc97dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:29.097906 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff6ec21-a1b7-48f6-8f04-12df36cc97dd admin admin] Router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:10:29.288246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff6ec21-a1b7-48f6-8f04-12df36cc97dd admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:10:29.296950 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf4461-6a1a-43b7-a5b4-a0f3e186aec5 None None] Sync routers for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:10:29.300561 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dff6ec21-a1b7-48f6-8f04-12df36cc97dd admin admin] 10.222.0.64 "PUT /v2.0/routers/9c2837b3-a4cb-42f0-9cc9-92f58abb3615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8468614 Oct 05 10:10:29.304110 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44532) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:29.306850 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf4461-6a1a-43b7-a5b4-a0f3e186aec5 None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:29.307457 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-dccf4461-6a1a-43b7-a5b4-a0f3e186aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:29.484340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:29.485193 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-dccf4461-6a1a-43b7-a5b4-a0f3e186aec5 None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:29.665055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:29.674595 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Deleting port 9d1520e7-5379-4d88-9d13-983b2e8870fb {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:10:29.674966 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:29.777048 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-dccf4461-6a1a-43b7-a5b4-a0f3e186aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:10:28Z', 'revision_number': 5, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port': {'id': '9d1520e7-5379-4d88-9d13-983b2e8870fb', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:36Z', 'updated_at': '2022-10-05T10:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:29.780956 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf4461-6a1a-43b7-a5b4-a0f3e186aec5 None None] Checking router: 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:10:29.791652 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf4461-6a1a-43b7-a5b4-a0f3e186aec5 None None] Routers {'9c2837b3-a4cb-42f0-9cc9-92f58abb3615'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:29.792294 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-dccf4461-6a1a-43b7-a5b4-a0f3e186aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:29.940762 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-dccf4461-6a1a-43b7-a5b4-a0f3e186aec5 None None] Set router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:29.969169 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] For port 9d1520e7-5379-4d88-9d13-983b2e8870fb, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9d1520e7-5379-4d88-9d13-983b2e8870fb,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:29.969736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:30.045309 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-dccf4461-6a1a-43b7-a5b4-a0f3e186aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:10:29Z', 'revision_number': 6, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:30.049173 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf4461-6a1a-43b7-a5b4-a0f3e186aec5 None None] The sync data for ids ['9c2837b3-a4cb-42f0-9cc9-92f58abb3615'] in dv-neutron-860328-1-hyperv is: [{'id': '9c2837b3-a4cb-42f0-9cc9-92f58abb3615', 'name': 'tempest-TestShelveInstance-1353734626-router', 'tenant_id': '834668e752a448008ecce73fda572a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:35Z', 'updated_at': '2022-10-05T10:10:29Z', 'revision_number': 6, 'project_id': '834668e752a448008ecce73fda572a7b', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:10:30.095081 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Calling delete_port for 9d1520e7-5379-4d88-9d13-983b2e8870fb owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:10:30.260901 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:30.310218 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1520e7-5379-4d88-9d13-983b2e8870fb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:30.403891 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:30.577752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:30.579864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:30.601955 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:30.602428 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c2837b3-a4cb-42f0-9cc9-92f58abb3615 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:10:30.615113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:30.616236 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4947e75d-ca40-48ed-9704-3cf9a004399e admin admin] 10.222.0.64 "DELETE /v2.0/routers/9c2837b3-a4cb-42f0-9cc9-92f58abb3615 HTTP/1.1" status: 204 len: 168 time: 1.3112166 Oct 05 10:10:30.618864 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44536) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:30.678911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-1987f12e-a236-4374-aa95-cbb92af372a4 admin admin] Deleting subnet 4bfda30a-4315-4749-aff8-0f2a99fdad66 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:10:30.681732 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1987f12e-a236-4374-aa95-cbb92af372a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:30.728946 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1987f12e-a236-4374-aa95-cbb92af372a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:30.815996 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1987f12e-a236-4374-aa95-cbb92af372a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:30.892233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1987f12e-a236-4374-aa95-cbb92af372a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:30.933811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987f12e-a236-4374-aa95-cbb92af372a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bfda30a-4315-4749-aff8-0f2a99fdad66,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:30.935801 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1987f12e-a236-4374-aa95-cbb92af372a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:30.940455 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29ec40c-9186-4480-8781-9adb33c710f6 None None] Network 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:10:30.942572 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1987f12e-a236-4374-aa95-cbb92af372a4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4bfda30a-4315-4749-aff8-0f2a99fdad66 HTTP/1.1" status: 204 len: 168 time: 0.3227041 Oct 05 10:10:30.945233 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44540) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:31.060268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:31.071607 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Deleting port f7a38088-4a43-49a1-9f6a-186039638e76 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:10:31.071961 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:31.214790 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf39b5f-edec-47e6-83b5-3032317524c5 None None] DHCP port deletion for 7cabb14c-2ff0-443b-9626-0d19eb41a3d9 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:10:31.219027 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-abf39b5f-edec-47e6-83b5-3032317524c5 None None] Deleting port f7a38088-4a43-49a1-9f6a-186039638e76 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:10:31.219396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-abf39b5f-edec-47e6-83b5-3032317524c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:31.402274 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] For port f7a38088-4a43-49a1-9f6a-186039638e76, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f7a38088-4a43-49a1-9f6a-186039638e76,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:31.402551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:31.434794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-abf39b5f-edec-47e6-83b5-3032317524c5 None None] For port f7a38088-4a43-49a1-9f6a-186039638e76, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=f7a38088-4a43-49a1-9f6a-186039638e76,segment=NetworkSegment(6367ad15-5797-4f0e-a69f-4e6260206306),segment_id=6367ad15-5797-4f0e-a69f-4e6260206306)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:31.435179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-abf39b5f-edec-47e6-83b5-3032317524c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:31.534015 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Calling delete_port for f7a38088-4a43-49a1-9f6a-186039638e76 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:10:31.559567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-abf39b5f-edec-47e6-83b5-3032317524c5 None None] Calling delete_port for f7a38088-4a43-49a1-9f6a-186039638e76 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:10:31.588135 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9d1520e7-5379-4d88-9d13-983b2e8870fb no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:10:31.611544 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:31.633506 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 9d1520e7-5379-4d88-9d13-983b2e8870fb {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:10:31.633847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9d1520e7-5379-4d88-9d13-983b2e8870fb not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:10:31.634275 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4c8009bf-65f2-4506-81e9-a03b1cc9514d no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:10:31.658615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a38088-4a43-49a1-9f6a-186039638e76,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:31.664457 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] No DVR routers for this DVR port f7a38088-4a43-49a1-9f6a-186039638e76 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:10:31.673420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 4c8009bf-65f2-4506-81e9-a03b1cc9514d {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:10:31.673757 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 4c8009bf-65f2-4506-81e9-a03b1cc9514d not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:10:31.674184 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f7a38088-4a43-49a1-9f6a-186039638e76 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:10:31.715896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: f7a38088-4a43-49a1-9f6a-186039638e76 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:10:31.716240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device f7a38088-4a43-49a1-9f6a-186039638e76 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:10:31.740755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-abf39b5f-edec-47e6-83b5-3032317524c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:10:31.741124 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-abf39b5f-edec-47e6-83b5-3032317524c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:10:31.780368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:31.806337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cabb14c-2ff0-443b-9626-0d19eb41a3d9']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:31.818728 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6367ad15-5797-4f0e-a69f-4e6260206306') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:31.819019 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6367ad15-5797-4f0e-a69f-4e6260206306') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:31.830103 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:31.846161 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:31.852956 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:10:31.853399 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:31.955099 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:31.971787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:31.984067 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cabb14c-2ff0-443b-9626-0d19eb41a3d9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:31.996180 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c95c5495-6cbc-41ed-a7b3-0e9772b076a8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7cabb14c-2ff0-443b-9626-0d19eb41a3d9 HTTP/1.1" status: 204 len: 168 time: 1.0499485 Oct 05 10:10:31.999111 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44552) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:32.056805 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 6367ad15-5797-4f0e-a69f-4e6260206306 resource provider aggregate not found Oct 05 10:10:32.079844 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 6367ad15-5797-4f0e-a69f-4e6260206306 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6367ad15-5797-4f0e-a69f-4e6260206306 found for delete ", "request_id": "req-fb31bf3e-1a96-4eb4-a65f-44cf81184969"}]} Oct 05 10:10:32.242635 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-abf39b5f-edec-47e6-83b5-3032317524c5 None None] Deleting port f7a38088-4a43-49a1-9f6a-186039638e76 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:10:32.243145 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-abf39b5f-edec-47e6-83b5-3032317524c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:32.314242 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-abf39b5f-edec-47e6-83b5-3032317524c5 None None] The port 'f7a38088-4a43-49a1-9f6a-186039638e76' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:10:32.554417 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-210fb7af-4eb3-417e-bdf0-a223b99e2552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:32.919216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-94b7ddca-91ef-452d-84dc-8747f5dfc8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:33.010823 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-210fb7af-4eb3-417e-bdf0-a223b99e2552 admin admin] Deleting port d37df353-d3ff-4b79-af17-7eeca4f38f24 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:10:33.011156 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-210fb7af-4eb3-417e-bdf0-a223b99e2552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:33.179043 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-210fb7af-4eb3-417e-bdf0-a223b99e2552 admin admin] For port d37df353-d3ff-4b79-af17-7eeca4f38f24, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=d37df353-d3ff-4b79-af17-7eeca4f38f24,segment=NetworkSegment(dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1),segment_id=dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:33.179704 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-210fb7af-4eb3-417e-bdf0-a223b99e2552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:33.303026 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-210fb7af-4eb3-417e-bdf0-a223b99e2552 admin admin] Calling delete_port for d37df353-d3ff-4b79-af17-7eeca4f38f24 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:10:33.478826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-210fb7af-4eb3-417e-bdf0-a223b99e2552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:33.525884 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fb7af-4eb3-417e-bdf0-a223b99e2552 admin admin] Pushing event deleted for resources: {'Port': ['ID=d37df353-d3ff-4b79-af17-7eeca4f38f24,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:33.796976 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-210fb7af-4eb3-417e-bdf0-a223b99e2552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:34.252708 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210fb7af-4eb3-417e-bdf0-a223b99e2552 admin admin] Router 006f9035-97df-4c96-bfe5-51a9d1e0cec4 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:10:34.426455 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210fb7af-4eb3-417e-bdf0-a223b99e2552 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:10:34.436082 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6316591-0a92-49cf-b390-6dcb745e8ec9 None None] Sync routers for ids ['006f9035-97df-4c96-bfe5-51a9d1e0cec4'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:10:34.436591 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-210fb7af-4eb3-417e-bdf0-a223b99e2552 admin admin] 10.222.0.64 "PUT /v2.0/routers/006f9035-97df-4c96-bfe5-51a9d1e0cec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4360337 Oct 05 10:10:34.438718 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44558) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:34.446396 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6316591-0a92-49cf-b390-6dcb745e8ec9 None None] Routers {'006f9035-97df-4c96-bfe5-51a9d1e0cec4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:34.447001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-a6316591-0a92-49cf-b390-6dcb745e8ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['006f9035-97df-4c96-bfe5-51a9d1e0cec4'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:34.616721 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:34.660287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-a6316591-0a92-49cf-b390-6dcb745e8ec9 None None] Set router 006f9035-97df-4c96-bfe5-51a9d1e0cec4 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:34.794473 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:34.805105 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Deleting port 8370e17b-46c0-4cc1-82dd-825745a39f5d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:10:34.805512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:34.954301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-a6316591-0a92-49cf-b390-6dcb745e8ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'name': 'tempest-TestShelveInstance-1125742442-router', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:10:33Z', 'revision_number': 5, 'project_id': '76c664f2cbc64c8897f78acc39eec347', 'gw_port': {'id': '8370e17b-46c0-4cc1-82dd-825745a39f5d', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:34.958301 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6316591-0a92-49cf-b390-6dcb745e8ec9 None None] Checking router: 006f9035-97df-4c96-bfe5-51a9d1e0cec4 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:10:34.966501 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6316591-0a92-49cf-b390-6dcb745e8ec9 None None] Routers {'006f9035-97df-4c96-bfe5-51a9d1e0cec4'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:34.967088 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-a6316591-0a92-49cf-b390-6dcb745e8ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['006f9035-97df-4c96-bfe5-51a9d1e0cec4'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:34.985840 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] For port 8370e17b-46c0-4cc1-82dd-825745a39f5d, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=8370e17b-46c0-4cc1-82dd-825745a39f5d,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:34.986223 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:35.108923 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Calling delete_port for 8370e17b-46c0-4cc1-82dd-825745a39f5d owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:10:35.115670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-a6316591-0a92-49cf-b390-6dcb745e8ec9 None None] Set router 006f9035-97df-4c96-bfe5-51a9d1e0cec4 gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:35.221550 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-a6316591-0a92-49cf-b390-6dcb745e8ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'name': 'tempest-TestShelveInstance-1125742442-router', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:10:34Z', 'revision_number': 6, 'project_id': '76c664f2cbc64c8897f78acc39eec347', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:35.225621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6316591-0a92-49cf-b390-6dcb745e8ec9 None None] The sync data for ids ['006f9035-97df-4c96-bfe5-51a9d1e0cec4'] in dv-neutron-860328-1-hyperv is: [{'id': '006f9035-97df-4c96-bfe5-51a9d1e0cec4', 'name': 'tempest-TestShelveInstance-1125742442-router', 'tenant_id': '76c664f2cbc64c8897f78acc39eec347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:01:42Z', 'updated_at': '2022-10-05T10:10:34Z', 'revision_number': 6, 'project_id': '76c664f2cbc64c8897f78acc39eec347', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:10:35.283476 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:35.332391 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Pushing event deleted for resources: {'Port': ['ID=8370e17b-46c0-4cc1-82dd-825745a39f5d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:35.334453 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:35.429719 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:35.724373 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:35.726489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:35.749900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:35.750326 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 006f9035-97df-4c96-bfe5-51a9d1e0cec4 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:10:35.757719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e8ed9a5-41a2-4cc8-bc75-4fc1ef84a488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:35.762447 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:35.763571 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-32a85348-806e-4230-a4ea-9ff5b0461063 admin admin] 10.222.0.64 "DELETE /v2.0/routers/006f9035-97df-4c96-bfe5-51a9d1e0cec4 HTTP/1.1" status: 204 len: 168 time: 1.3239031 Oct 05 10:10:35.766135 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44562) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:35.826518 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcdc62a-a9bb-4c2b-9057-70048c737a90 admin admin] Deleting subnet df42472f-9b0b-464a-b598-6fe11c96325a {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:10:35.829406 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc62a-a9bb-4c2b-9057-70048c737a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:35.878505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc62a-a9bb-4c2b-9057-70048c737a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:35.954887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc62a-a9bb-4c2b-9057-70048c737a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:35.976001 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d37df353-d3ff-4b79-af17-7eeca4f38f24 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:10:36.016359 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: d37df353-d3ff-4b79-af17-7eeca4f38f24 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:10:36.016719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device d37df353-d3ff-4b79-af17-7eeca4f38f24 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:10:36.038246 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc62a-a9bb-4c2b-9057-70048c737a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:36.076452 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdc62a-a9bb-4c2b-9057-70048c737a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df42472f-9b0b-464a-b598-6fe11c96325a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:36.079826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc62a-a9bb-4c2b-9057-70048c737a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:36.086649 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f2e611-fc09-4c97-b80c-5fd177d7775a None None] Network 9ad5635e-5398-4fb3-bcce-3b9325ddc739 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:10:36.086965 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6fcdc62a-a9bb-4c2b-9057-70048c737a90 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/df42472f-9b0b-464a-b598-6fe11c96325a HTTP/1.1" status: 204 len: 168 time: 0.3195279 Oct 05 10:10:36.089589 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44566) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:36.198079 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:36.208741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Deleting port 9128c560-1f7c-4580-9ff5-aa8b738a028f {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:10:36.209087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:36.369428 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7d0937-d7aa-404c-9070-f48a25c419e9 None None] DHCP port deletion for 9ad5635e-5398-4fb3-bcce-3b9325ddc739 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:10:36.373859 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d0937-d7aa-404c-9070-f48a25c419e9 None None] Deleting port 9128c560-1f7c-4580-9ff5-aa8b738a028f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:10:36.374380 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0937-d7aa-404c-9070-f48a25c419e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:36.440907 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] For port 9128c560-1f7c-4580-9ff5-aa8b738a028f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9128c560-1f7c-4580-9ff5-aa8b738a028f,segment=NetworkSegment(dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1),segment_id=dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:36.441506 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:36.564698 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Calling delete_port for 9128c560-1f7c-4580-9ff5-aa8b738a028f owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:10:36.579119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ba7d0937-d7aa-404c-9070-f48a25c419e9 None None] For port 9128c560-1f7c-4580-9ff5-aa8b738a028f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9128c560-1f7c-4580-9ff5-aa8b738a028f,segment=NetworkSegment(dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1),segment_id=dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:36.579536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0937-d7aa-404c-9070-f48a25c419e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:36.641843 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:36.695207 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Pushing event deleted for resources: {'Port': ['ID=9128c560-1f7c-4580-9ff5-aa8b738a028f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:36.697139 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] No DVR routers for this DVR port 9128c560-1f7c-4580-9ff5-aa8b738a028f on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:10:36.739123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d0937-d7aa-404c-9070-f48a25c419e9 None None] Calling delete_port for 9128c560-1f7c-4580-9ff5-aa8b738a028f owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:10:36.811829 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:36.812088 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-ba7d0937-d7aa-404c-9070-f48a25c419e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:10:36.812571 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-ba7d0937-d7aa-404c-9070-f48a25c419e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:10:36.838410 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad5635e-5398-4fb3-bcce-3b9325ddc739']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:36.851011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:36.851312 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:36.863985 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:36.881782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:36.888456 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:10:36.889025 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:36.923401 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:36.958728 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1 resource provider aggregate not found Oct 05 10:10:36.979868 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dce15eb1-c4d4-48b5-95b0-8e4ced10f4c1 found for delete ", "request_id": "req-b77c2899-697b-464f-8ea8-38b12592d4d9"}]} Oct 05 10:10:36.991948 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:37.008195 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:37.018849 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ad5635e-5398-4fb3-bcce-3b9325ddc739,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:37.022287 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-08c43348-9779-480a-98c6-b0ef9820db77 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9ad5635e-5398-4fb3-bcce-3b9325ddc739 HTTP/1.1" status: 204 len: 168 time: 0.9317393 Oct 05 10:10:37.097118 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:37.130403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44576) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:37.178573 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-06c28269-a3b9-4cf5-942b-4020aa0ff765 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=834668e752a448008ecce73fda572a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469131 Oct 05 10:10:37.180962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44580) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:37.238425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe2dc8e5-efde-442f-8387-1c97e5c8d9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:37.264669 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe2dc8e5-efde-442f-8387-1c97e5c8d9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:37.313339 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d0937-d7aa-404c-9070-f48a25c419e9 None None] Deleting port 9128c560-1f7c-4580-9ff5-aa8b738a028f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:10:37.313765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0937-d7aa-404c-9070-f48a25c419e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:37.320585 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe2dc8e5-efde-442f-8387-1c97e5c8d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:37.339471 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2dc8e5-efde-442f-8387-1c97e5c8d9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6159f464-382c-4032-ab88-bd651533ef6e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:37.346816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe2dc8e5-efde-442f-8387-1c97e5c8d9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:37.348251 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fe2dc8e5-efde-442f-8387-1c97e5c8d9eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6159f464-382c-4032-ab88-bd651533ef6e HTTP/1.1" status: 204 len: 168 time: 0.1661122 Oct 05 10:10:37.395420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d0937-d7aa-404c-9070-f48a25c419e9 None None] The port '9128c560-1f7c-4580-9ff5-aa8b738a028f' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:10:37.551382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8370e17b-46c0-4cc1-82dd-825745a39f5d no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:10:37.589355 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 8370e17b-46c0-4cc1-82dd-825745a39f5d {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:10:37.589708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 8370e17b-46c0-4cc1-82dd-825745a39f5d not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:10:37.590154 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9128c560-1f7c-4580-9ff5-aa8b738a028f no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:10:37.624773 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 9128c560-1f7c-4580-9ff5-aa8b738a028f {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:10:37.625123 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9128c560-1f7c-4580-9ff5-aa8b738a028f not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:10:37.718179 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44588) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:37.767756 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3a025e3c-be5a-45fc-9d0d-920b1898e597 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76c664f2cbc64c8897f78acc39eec347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484197 Oct 05 10:10:37.770220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44592) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:37.828504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2c65-946d-46c9-bdfa-9ebd1a433ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:37.854104 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2c65-946d-46c9-bdfa-9ebd1a433ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:37.905472 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2c65-946d-46c9-bdfa-9ebd1a433ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:37.919567 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b2c65-946d-46c9-bdfa-9ebd1a433ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cbfc54-a989-4f3c-8258-7ec614180ee6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:37.926009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2c65-946d-46c9-bdfa-9ebd1a433ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:37.927696 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2a4b2c65-946d-46c9-bdfa-9ebd1a433ff9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9cbfc54-a989-4f3c-8258-7ec614180ee6 HTTP/1.1" status: 204 len: 168 time: 0.1561515 Oct 05 10:10:38.638758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44616) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:38.741880 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-473124714-network', 'tenant_id': '5639f673d5db4e8e8476608e151288e6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:38.746676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:38.750600 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Usage tracker for resource:network and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:38.753381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:38.760074 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:38.769310 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Made reservation on behalf of 5639f673d5db4e8e8476608e151288e6 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:10:38.772483 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:38.787339 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:38.801040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:38.805035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Usage tracker for resource:security_group_rule and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:38.807768 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:38.813353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:38.898875 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:38.902631 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:38.933196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:10:38.941575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4f280c-ba92-478f-9f61-738946178c56,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:38.950672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:38.951013 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Added segment 17713398-5018-4cdf-833c-30908d295aed of type vlan for network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 Oct 05 10:10:38.978797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:39.007671 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:39.008619 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:39.009197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:39.217099 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5772247 Oct 05 10:10:39.217967 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f96e4-0fb3-48e6-81c9-b16c221faa61 admin admin] Pushing event updated for resources: {'Network': ['ID=83fbdc5c-213f-4d5e-a846-8d0a98e537a6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:39.219885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44622) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:39.226257 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Request body: {'subnet': {'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-473124714-subnet', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:39.228307 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:10:39.231184 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:39.235251 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Usage tracker for resource:subnet and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:39.238126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:39.244512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:39.254186 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Made reservation on behalf of 5639f673d5db4e8e8476608e151288e6 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:10:39.256660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2844511'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:39.440518 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:39.456967 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2338410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2844525'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:39.538306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1711cd4-2c6c-44c7-9352-93fbdc26573a,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:39.545658 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Checking segment: {'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:10:39.546041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Network hostable DHCP agents. Network: 83fbdc5c-213f-4d5e-a846-8d0a98e537a6, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:10:39.565039 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:10:39.574825 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, 83fbdc5c-213f-4d5e-a846-8d0a98e537a6) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:10:39.579337 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:39.580197 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:39.585295 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143e59b-db38-45e9-9780-4d966a8baf5e None None] Network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:10:39.601276 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-52ff2d68-c929-47ef-a942-3f91b5c47bd3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3803213 Oct 05 10:10:39.604236 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44626) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:39.609425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:39.614175 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:39.618381 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Usage tracker for resource:router and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:39.621295 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:39.627214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:39.639593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:39.640648 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:39.656427 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:39.820375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:10:39.821200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:39.929043 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:39.982555 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Allocated IP 172.20.0.2 (83fbdc5c-213f-4d5e-a846-8d0a98e537a6/f1711cd4-2c6c-44c7-9352-93fbdc26573a/9672f7cf-5112-4caf-b5d3-b2689f1a7376) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:10:40.201030 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:40.212283 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Transition to ACTIVE for port object 9672f7cf-5112-4caf-b5d3-b2689f1a7376 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:40.230486 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Transition to ACTIVE for port object 9672f7cf-5112-4caf-b5d3-b2689f1a7376 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:40.236485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:40.246503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:40.277547 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:40.299791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:10:40.307384 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:10:40.309849 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:10:40.348107 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Pushing event updated for resources: {'Port': ['ID=9672f7cf-5112-4caf-b5d3-b2689f1a7376,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:40.366749 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:40.367095 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:40.367436 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:40.367770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:40.368101 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:40.368432 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:40.368763 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:40.369090 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:40.369412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:40.369735 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:40.370087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:40.370406 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:40.422819 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Allocated IP 172.26.0.147 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/bf21088a-1ac1-463d-b628-3a6eb7e5e4c2) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:10:40.437945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Attempting to bind port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:10:40.438626 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Attempting to bind port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:10:40.439017 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Attempting to bind port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 on network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:10:40.445366 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:10:40.445779 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Checking segment: {'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:10:40.446207 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:40.446601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Bound using segment: {'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:10:40.447098 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Bound port: 9672f7cf-5112-4caf-b5d3-b2689f1a7376, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:10:40.447477 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:40.542357 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] For port 9672f7cf-5112-4caf-b5d3-b2689f1a7376, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:10:40.545619 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] For port 9672f7cf-5112-4caf-b5d3-b2689f1a7376, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9672f7cf-5112-4caf-b5d3-b2689f1a7376,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:10:40.550724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:40.575114 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:40.603755 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:40.628138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05838f08-7038-4320-b158-e8b2e0d95894 None None] Pushing event updated for resources: {'Port': ['ID=9672f7cf-5112-4caf-b5d3-b2689f1a7376,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:40.666734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:10:40.669664 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:10:40.678121 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:10:40.725279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Pushing event updated for resources: {'Port': ['ID=bf21088a-1ac1-463d-b628-3a6eb7e5e4c2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:41.234480 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:41.594096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:41.597838 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9672f7cf-5112-4caf-b5d3-b2689f1a7376 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:10:41.656640 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f265bc3a-5217-4cac-bf54-0500afefd326 None None] Network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:10:41.790602 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f8e8b236-7d0e-4e1c-8789-806b0f957ffe None None] Provisioning for port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:10:41.805544 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:10:41.808522 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Router 6afc60cd-1b16-46b8-a39c-6d85de4c869d is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:10:41.822290 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:41.822670 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:41.823010 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 Oct 05 10:10:41.993279 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:10:42.005206 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Sync routers for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:10:42.018633 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:42.019113 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:42.019398 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:42.024165 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ddd6ad92-7688-48b4-91c6-8c46e28ef580 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4153841 Oct 05 10:10:42.024165 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44632) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:42.049688 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:42.050099 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:42.099089 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 9672f7cf-5112-4caf-b5d3-b2689f1a7376, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9672f7cf-5112-4caf-b5d3-b2689f1a7376,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:42.112694 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:42.183391 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=9672f7cf-5112-4caf-b5d3-b2689f1a7376,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:42.251175 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:42.374511 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:10:42.428795 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-146f0582-96c2-4964-b04b-2fff9725100d None None] Provisioning complete for port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:42.429102 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-146f0582-96c2-4964-b04b-2fff9725100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:42.429719 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-146f0582-96c2-4964-b04b-2fff9725100d None None] Attempt 1 to provision port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 Oct 05 10:10:42.542984 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:41Z', 'revision_number': 3, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:42.547434 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Checking router: 6afc60cd-1b16-46b8-a39c-6d85de4c869d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:10:42.548301 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Updating router 6afc60cd-1b16-46b8-a39c-6d85de4c869d port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:10:42.553691 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-146f0582-96c2-4964-b04b-2fff9725100d None None] Current status of the port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:42.605001 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:42.839244 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:42.938928 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:42.951016 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Transition to ACTIVE for port object bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:42.958552 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:43.020750 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Attempting to bind port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:10:43.021442 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Attempting to bind port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:10:43.021753 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Attempting to bind port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:10:43.035837 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:10:43.036419 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:10:43.036937 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:43.037333 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:10:43.037801 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Bound port: bf21088a-1ac1-463d-b628-3a6eb7e5e4c2, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:10:43.038193 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:43.055415 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Allocated IP 172.20.0.1 (83fbdc5c-213f-4d5e-a846-8d0a98e537a6/f1711cd4-2c6c-44c7-9352-93fbdc26573a/68965d55-ef75-4991-b595-c9885ae7a698) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:10:43.079804 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Pushing event updated for resources: {'Port': ['ID=bf21088a-1ac1-463d-b628-3a6eb7e5e4c2,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:43.092161 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:43.092438 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:43.092775 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:43.093112 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:43.093438 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:43.093770 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:43.094119 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:43.094442 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:43.094763 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:43.095081 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:43.095400 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:43.095712 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:10:43.135074 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] For port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:10:43.138381 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] For port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bf21088a-1ac1-463d-b628-3a6eb7e5e4c2,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:10:43.142178 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:43.202813 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:43.203422 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:43.205010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:43.220593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Transition to ACTIVE for port object 68965d55-ef75-4991-b595-c9885ae7a698 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:43.245869 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:43.280172 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b8828-82bb-4723-a182-283a492d7f78 None None] Pushing event updated for resources: {'Port': ['ID=bf21088a-1ac1-463d-b628-3a6eb7e5e4c2,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:43.312796 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:10:43.319949 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:10:43.324040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:10:43.354041 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Pushing event updated for resources: {'Port': ['ID=68965d55-ef75-4991-b595-c9885ae7a698,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:43.383126 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:43.396984 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:43.565584 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9672f7cf-5112-4caf-b5d3-b2689f1a7376 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:10:43.643634 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Provisioning for port 68965d55-ef75-4991-b595-c9885ae7a698 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:10:43.649214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Provisioning complete for port 68965d55-ef75-4991-b595-c9885ae7a698 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:43.649585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:43.649931 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Attempt 1 to provision port 68965d55-ef75-4991-b595-c9885ae7a698 Oct 05 10:10:43.662867 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:43.702024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:43.702803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:43.703714 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 Oct 05 10:10:43.743448 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:41Z', 'revision_number': 3, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:43.747415 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122572a2-a6d5-4b52-a70c-6145a0705807 None None] The sync data for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv is: [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:41Z', 'revision_number': 3, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:10:43.764376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Port 68965d55-ef75-4991-b595-c9885ae7a698 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:43.853652 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:44.027504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:44.041377 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:44.158887 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Pushing event updated for resources: {'Port': ['ID=68965d55-ef75-4991-b595-c9885ae7a698,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:44.163968 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:44.266067 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Attempt 2 to provision port 68965d55-ef75-4991-b595-c9885ae7a698 Oct 05 10:10:44.310614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:10:44.312235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:10:44.325867 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Port 68965d55-ef75-4991-b595-c9885ae7a698 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:44.527030 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Router 6afc60cd-1b16-46b8-a39c-6d85de4c869d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:10:44.712168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:10:44.720816 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-92476079-098b-43e1-84c0-e5f399f0ce84 admin admin] 10.222.0.64 "PUT /v2.0/routers/6afc60cd-1b16-46b8-a39c-6d85de4c869d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6958001 Oct 05 10:10:44.827097 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Attempt 3 to provision port 68965d55-ef75-4991-b595-c9885ae7a698 Oct 05 10:10:44.886506 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Port 68965d55-ef75-4991-b595-c9885ae7a698 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:45.245437 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44650) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:45.251855 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1202637347-network', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:45.256791 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:45.258677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Sync routers for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:10:45.260824 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Usage tracker for resource:network and tenant:cf0c4e191cbd46b1840c719c3296a725 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:45.263701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:45.267810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:45.268422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:45.269858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:45.279826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Made reservation on behalf of cf0c4e191cbd46b1840c719c3296a725 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:10:45.282311 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:45.294593 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:45.308266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:45.311991 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Usage tracker for resource:security_group_rule and tenant:cf0c4e191cbd46b1840c719c3296a725 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:45.314719 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:45.320438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:45.403728 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Attempt 4 to provision port 68965d55-ef75-4991-b595-c9885ae7a698 Oct 05 10:10:45.404305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:45.409419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:45.446132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 10:10:45.451487 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fb3803-dbb2-4682-8f44-2c14be5e0e08,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:45.460496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:45.460843 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Added segment 7f5dbbb7-bd61-4f01-9baa-d165af37e779 of type vlan for network b72905da-2213-433c-9d7b-393f1b45eda3 Oct 05 10:10:45.488545 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773370190731'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:45.489117 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Port 68965d55-ef75-4991-b595-c9885ae7a698 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:45.493558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:45.528575 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:45.529816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:45.530537 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:45.628765 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:10:45.635216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] Pushing event updated for resources: {'Network': ['ID=b72905da-2213-433c-9d7b-393f1b45eda3,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:45.638231 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8de065cd-2669-4597-b94c-6eb6ac49f0ee admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3916824 Oct 05 10:10:45.641282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44654) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:45.647155 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Request body: {'subnet': {'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1202637347-subnet', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'ip_version': 4}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:45.652226 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:45.656035 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Usage tracker for resource:subnet and tenant:cf0c4e191cbd46b1840c719c3296a725 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:45.659454 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:45.665778 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:45.671601 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Network b72905da-2213-433c-9d7b-393f1b45eda3 details requested by agent ovs-agent-dv-neutron-860328-1-hyperv with host dv-neutron-860328-1-hyperv {{(pid=89056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 05 10:10:45.675863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Made reservation on behalf of cf0c4e191cbd46b1840c719c3296a725 for: {'subnet': 1} {{(pid=89054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:10:45.678821 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9914506'] for subnet, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:45.889589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3893717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9914552'] for subnet, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:45.964096 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc8ef47-288f-42d5-8fc8-1501838f4ce6,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:45.967596 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:10:45.972976 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Checking segment: {'id': '7f5dbbb7-bd61-4f01-9baa-d165af37e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:10:45.974085 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Network hostable DHCP agents. Network: b72905da-2213-433c-9d7b-393f1b45eda3, hostable agents: ['b6bf77b2-3277-4877-9771-c25905336c2e'], hosted agents: [] {{(pid=89054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 10:10:45.979341 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:45.979712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:45.980047 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 Oct 05 10:10:45.992634 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Network b72905da-2213-433c-9d7b-393f1b45eda3 is scheduled to be hosted by DHCP agent b6bf77b2-3277-4877-9771-c25905336c2e with binding_index 1 {{(pid=89054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 10:10:46.001509 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860328-1-hyperv, b72905da-2213-433c-9d7b-393f1b45eda3) {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:10:46.005646 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:46.006260 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:46.009852 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Attempt 5 to provision port 68965d55-ef75-4991-b595-c9885ae7a698 Oct 05 10:10:46.028121 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-b6cda939-a723-401c-8984-d8f42c99d28e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3857279 Oct 05 10:10:46.030780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44658) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:46.035634 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1202637347-router', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:46.041036 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:46.044933 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Usage tracker for resource:router and tenant:cf0c4e191cbd46b1840c719c3296a725 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:46.048160 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:46.054131 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:46.065611 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1187'] for router, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:46.066641 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3726482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4142128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1194'] for router, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:46.074537 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4711a7-d0ae-4edf-8786-dc8266ba419d None None] Network b72905da-2213-433c-9d7b-393f1b45eda3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:10:46.083369 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:46.211647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Port 68965d55-ef75-4991-b595-c9885ae7a698 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:46.349836 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1112'] for router, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:46.376804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:46.377225 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:46.383905 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 2, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:46.397277 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Checking router: 6afc60cd-1b16-46b8-a39c-6d85de4c869d for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:10:46.397645 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Updating router 6afc60cd-1b16-46b8-a39c-6d85de4c869d port 68965d55-ef75-4991-b595-c9885ae7a698 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:10:46.471091 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bf21088a-1ac1-463d-b628-3a6eb7e5e4c2,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:46.488026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:46.542875 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b14bdc8-cd2f-5514-a1af-a36b51ae72a9-b72905da-2213-433c-9d7b-393f1b45eda3', 'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'fixed_ips': [{'subnet_id': '2bc8ef47-288f-42d5-8fc8-1501838f4ce6'}]}} from dv-neutron-860328-1-hyperv. {{(pid=89056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 05 10:10:46.543697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:46.569128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:46.662459 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:46.691752 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:46.705188 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=bf21088a-1ac1-463d-b628-3a6eb7e5e4c2,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:46.712945 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Attempt 6 to provision port 68965d55-ef75-4991-b595-c9885ae7a698 Oct 05 10:10:46.831936 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Allocated IP 172.26.0.237 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/3551d404-5eff-42d8-8b52-d1c814835b5f) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:10:46.897192 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Port 68965d55-ef75-4991-b595-c9885ae7a698 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:46.922424 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Allocated IP 172.20.0.2 (b72905da-2213-433c-9d7b-393f1b45eda3/2bc8ef47-288f-42d5-8fc8-1501838f4ce6/5a6b3cbb-b9e6-4104-ba00-581f3766b46a) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:10:47.089605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:47.120712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:47.181359 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:10:47.188375 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:10:47.190801 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:10:47.234753 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Pushing event updated for resources: {'Port': ['ID=3551d404-5eff-42d8-8b52-d1c814835b5f,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:47.323102 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:47.330567 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:47.342111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Transition to ACTIVE for port object 5a6b3cbb-b9e6-4104-ba00-581f3766b46a will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:47.355375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Transition to ACTIVE for port object 68965d55-ef75-4991-b595-c9885ae7a698 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:47.370568 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:47.416614 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Transition to ACTIVE for port object 5a6b3cbb-b9e6-4104-ba00-581f3766b46a will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:47.455474 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Attempt 7 to provision port 68965d55-ef75-4991-b595-c9885ae7a698 Oct 05 10:10:47.565510 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:47.575489 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:10:47.617346 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:47.721111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0c52a-3052-4090-945a-a3f083d48ea0 None None] Pushing event updated for resources: {'Port': ['ID=68965d55-ef75-4991-b595-c9885ae7a698,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:47.731897 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Port 68965d55-ef75-4991-b595-c9885ae7a698 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:47.768472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Network b72905da-2213-433c-9d7b-393f1b45eda3 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:10:47.783288 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:10:47.807987 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:10:47.862781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Attempting to bind port 68965d55-ef75-4991-b595-c9885ae7a698 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:10:47.862781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Attempting to bind port 68965d55-ef75-4991-b595-c9885ae7a698 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:10:47.862781 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Attempting to bind port 68965d55-ef75-4991-b595-c9885ae7a698 on network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:10:47.916642 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:10:47.917021 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Checking segment: {'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:10:47.917425 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:47.917815 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Bound using segment: {'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:10:47.918320 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Bound port: 68965d55-ef75-4991-b595-c9885ae7a698, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:10:47.918692 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:47.938699 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Pushing event updated for resources: {'Port': ['ID=5a6b3cbb-b9e6-4104-ba00-581f3766b46a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:47.975412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722878'] for router, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:48.000052 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Attempting to bind port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:10:48.000429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Attempting to bind port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '7f5dbbb7-bd61-4f01-9baa-d165af37e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:10:48.000792 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Attempting to bind port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a on network b72905da-2213-433c-9d7b-393f1b45eda3 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:10:48.014751 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:48.015126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:48.015465 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 Oct 05 10:10:48.044819 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:10:48.045179 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Checking segment: {'id': '7f5dbbb7-bd61-4f01-9baa-d165af37e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:10:48.045592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:48.045994 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Bound using segment: {'id': '7f5dbbb7-bd61-4f01-9baa-d165af37e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:10:48.046477 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Bound port: 5a6b3cbb-b9e6-4104-ba00-581f3766b46a, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5dbbb7-bd61-4f01-9baa-d165af37e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:10:48.046847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:48.147869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] For port 68965d55-ef75-4991-b595-c9885ae7a698, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:10:48.162539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] For port 68965d55-ef75-4991-b595-c9885ae7a698, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=68965d55-ef75-4991-b595-c9885ae7a698,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:10:48.184173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:48.189313 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Router 502c0c8a-185f-49fc-bc26-0e94e49bfe84 is scheduled to L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 with binding_index 1 {{(pid=89054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 05 10:10:48.239732 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Attempt 8 to provision port 68965d55-ef75-4991-b595-c9885ae7a698 Oct 05 10:10:48.323709 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] For port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:10:48.325621 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:48.326278 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:48.374471 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:10:48.385572 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Sync routers for ids ['502c0c8a-185f-49fc-bc26-0e94e49bfe84'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:10:48.397331 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Routers {'502c0c8a-185f-49fc-bc26-0e94e49bfe84'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:48.398253 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['502c0c8a-185f-49fc-bc26-0e94e49bfe84'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:48.402238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] Notify callbacks [] for router, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:48.403685 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-cfe6017b-5fcd-4634-82c4-2a3878ae43a6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3720031 Oct 05 10:10:48.406776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 44662) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:48.418255 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] For port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5a6b3cbb-b9e6-4104-ba00-581f3766b46a,segment=NetworkSegment(7f5dbbb7-bd61-4f01-9baa-d165af37e779),segment_id=7f5dbbb7-bd61-4f01-9baa-d165af37e779)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:10:48.446648 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:48.453758 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0c52a-3052-4090-945a-a3f083d48ea0 None None] Pushing event updated for resources: {'Port': ['ID=68965d55-ef75-4991-b595-c9885ae7a698,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:48.461033 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:48.582286 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a32f8f3b-7f57-481a-b7d9-32f208c6c85b None None] Port 68965d55-ef75-4991-b595-c9885ae7a698 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:10:48.590235 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Set router 502c0c8a-185f-49fc-bc26-0e94e49bfe84 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:48.644700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4dfc1-73d7-4ec0-9fbd-24d3cbd06bf1 None None] Pushing event updated for resources: {'Port': ['ID=5a6b3cbb-b9e6-4104-ba00-581f3766b46a,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:48.666326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:48.943940 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'name': 'tempest-TestSnapshotPattern-1202637347-router', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:10:47Z', 'revision_number': 3, 'project_id': 'cf0c4e191cbd46b1840c719c3296a725', 'gw_port': {'id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:eb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:48.948586 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Checking router: 502c0c8a-185f-49fc-bc26-0e94e49bfe84 for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:10:48.949080 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Updating router 502c0c8a-185f-49fc-bc26-0e94e49bfe84 port 3551d404-5eff-42d8-8b52-d1c814835b5f binding host dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:10:49.022743 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:49.125585 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:48Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:49.131394 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c6a7c4-e2bf-4940-a569-9c151f3de5c4 None None] The sync data for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv is: [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:48Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:10:49.361683 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:49.388887 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:49.403137 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Transition to ACTIVE for port object 3551d404-5eff-42d8-8b52-d1c814835b5f will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:49.412198 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:49.497316 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Attempting to bind port 3551d404-5eff-42d8-8b52-d1c814835b5f on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:10:49.497686 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Attempting to bind port 3551d404-5eff-42d8-8b52-d1c814835b5f by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:10:49.498066 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Attempting to bind port 3551d404-5eff-42d8-8b52-d1c814835b5f on network f5c55968-e53e-4de2-b303-3ff10e8c8b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:10:49.503787 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c65db8-04cf-441e-997e-7e8c0d009fd0 None None] Pushing event updated for resources: {'Port': ['ID=3551d404-5eff-42d8-8b52-d1c814835b5f,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:49.507927 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:10:49.508285 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Checking segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:10:49.508688 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:49.509064 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Bound using segment: {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:10:49.509536 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Bound port: 3551d404-5eff-42d8-8b52-d1c814835b5f, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70c112c-be83-49a3-af9a-693e6ddd9a30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:10:49.509927 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:49.634643 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] For port 3551d404-5eff-42d8-8b52-d1c814835b5f, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:10:49.638656 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] For port 3551d404-5eff-42d8-8b52-d1c814835b5f, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=3551d404-5eff-42d8-8b52-d1c814835b5f,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:10:49.640333 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Allocated IP 172.20.0.1 (b72905da-2213-433c-9d7b-393f1b45eda3/2bc8ef47-288f-42d5-8fc8-1501838f4ce6/1724dd75-bcdd-4bd7-a01b-7361bdd49fd3) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:10:49.646432 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:49.689549 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 68965d55-ef75-4991-b595-c9885ae7a698 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:10:49.740361 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c65db8-04cf-441e-997e-7e8c0d009fd0 None None] Pushing event updated for resources: {'Port': ['ID=3551d404-5eff-42d8-8b52-d1c814835b5f,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:49.749485 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Routers {'502c0c8a-185f-49fc-bc26-0e94e49bfe84'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:49.750116 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['502c0c8a-185f-49fc-bc26-0e94e49bfe84'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:49.804847 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 68965d55-ef75-4991-b595-c9885ae7a698 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:10:49.811214 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 68965d55-ef75-4991-b595-c9885ae7a698 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:49.811644 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:49.812192 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 68965d55-ef75-4991-b595-c9885ae7a698 Oct 05 10:10:49.937673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:49.955551 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Transition to ACTIVE for port object 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:49.977924 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87538bbc-284c-4347-8c0e-2935c05bf177 None None] Network b72905da-2213-433c-9d7b-393f1b45eda3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:10:49.986797 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:49.986964 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] Set router 502c0c8a-185f-49fc-bc26-0e94e49bfe84 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:50.044690 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Network b72905da-2213-433c-9d7b-393f1b45eda3 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:10:50.052920 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:10:50.062248 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:10:50.090000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a9c387bf-9977-4692-96bc-18e8f3850187 None None] Provisioning for port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:10:50.096302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 68965d55-ef75-4991-b595-c9885ae7a698 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:50.096826 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:50.144346 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3726384'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:50.166855 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 68965d55-ef75-4991-b595-c9885ae7a698, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=68965d55-ef75-4991-b595-c9885ae7a698,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:50.176054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:50.177830 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5a6b3cbb-b9e6-4104-ba00-581f3766b46a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:10:50.182953 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Pushing event updated for resources: {'Port': ['ID=1724dd75-bcdd-4bd7-a01b-7361bdd49fd3,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:50.352815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:50.373839 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'name': 'tempest-TestSnapshotPattern-1202637347-router', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:10:47Z', 'revision_number': 3, 'project_id': 'cf0c4e191cbd46b1840c719c3296a725', 'gw_port': {'id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:eb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:50.377825 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c74bb-e854-49f1-a746-fb33e277306c None None] The sync data for ids ['502c0c8a-185f-49fc-bc26-0e94e49bfe84'] in dv-neutron-860328-1-hyperv is: [{'id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'name': 'tempest-TestSnapshotPattern-1202637347-router', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:10:47Z', 'revision_number': 3, 'project_id': 'cf0c4e191cbd46b1840c719c3296a725', 'gw_port': {'id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:eb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:10:50.398695 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=68965d55-ef75-4991-b595-c9885ae7a698,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:50.417633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:10:50.425113 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:50.425488 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:50.425821 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a Oct 05 10:10:50.562995 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:50.563379 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:50.598647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5a6b3cbb-b9e6-4104-ba00-581f3766b46a,segment=NetworkSegment(7f5dbbb7-bd61-4f01-9baa-d165af37e779),segment_id=7f5dbbb7-bd61-4f01-9baa-d165af37e779)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:50.605769 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:50.636507 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:50.641994 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:50.691450 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=5a6b3cbb-b9e6-4104-ba00-581f3766b46a,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:50.760952 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Provisioning for port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:10:50.767226 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Pushing event updated for resources: {'Port': ['ID=1724dd75-bcdd-4bd7-a01b-7361bdd49fd3,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:50.769638 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3726413'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:50.773531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Provisioning complete for port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:50.773899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:50.774301 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Attempt 1 to provision port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 Oct 05 10:10:50.850740 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:50.952265 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Network b72905da-2213-433c-9d7b-393f1b45eda3 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:10:50.953837 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:10:51.165133 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Router 502c0c8a-185f-49fc-bc26-0e94e49bfe84 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:10:51.352620 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Attempt 2 to provision port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 Oct 05 10:10:51.417268 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:51.485098 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:10:51.496283 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2bc219f6-41b1-49d9-8d1d-fd12fb465923 admin admin] 10.222.0.64 "PUT /v2.0/routers/502c0c8a-185f-49fc-bc26-0e94e49bfe84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0863585 Oct 05 10:10:51.652840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 68965d55-ef75-4991-b595-c9885ae7a698 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:10:51.725945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 68965d55-ef75-4991-b595-c9885ae7a698 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:51.726633 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:51.726724 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 68965d55-ef75-4991-b595-c9885ae7a698 Oct 05 10:10:51.847742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 68965d55-ef75-4991-b595-c9885ae7a698 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:51.848851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 3551d404-5eff-42d8-8b52-d1c814835b5f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:10:51.918836 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Attempt 3 to provision port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 Oct 05 10:10:51.919436 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44676) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:51.924869 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423956016', 'description': 'tempest-secgroup-smoke-1423956016 description', 'project_id': '5639f673d5db4e8e8476608e151288e6'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:51.932237 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:51.936245 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Usage tracker for resource:security_group and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:51.940403 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:51.948255 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:51.954811 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 3551d404-5eff-42d8-8b52-d1c814835b5f completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:10:51.959481 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:51.969058 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 3551d404-5eff-42d8-8b52-d1c814835b5f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:51.969429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:51.969810 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 3551d404-5eff-42d8-8b52-d1c814835b5f Oct 05 10:10:51.985102 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:51.989508 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Usage tracker for resource:security_group_rule and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:51.992722 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:51.998720 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:52.034595 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:52.105807 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 3551d404-5eff-42d8-8b52-d1c814835b5f is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:52.106215 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.124247 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 3551d404-5eff-42d8-8b52-d1c814835b5f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=3551d404-5eff-42d8-8b52-d1c814835b5f,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:52.128485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.129302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5a6b3cbb-b9e6-4104-ba00-581f3766b46a up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:10:52.202402 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.208995 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.212006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Sync routers for ids ['502c0c8a-185f-49fc-bc26-0e94e49bfe84'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:10:52.250808 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Routers {'502c0c8a-185f-49fc-bc26-0e94e49bfe84'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:52.251461 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['502c0c8a-185f-49fc-bc26-0e94e49bfe84'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:52.253681 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b6cec-1730-455e-b20b-0deb119b631d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:52.256648 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.257864 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-86d293ca-ef90-4dd7-8ba4-e27c5a1ca839 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3373413 Oct 05 10:10:52.260670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44680) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:52.265929 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-77f027a5-818f-4422-bc53-109626d10f23 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Request body: {'security_group_rule': {'security_group_id': 'a98b6cec-1730-455e-b20b-0deb119b631d', 'project_id': '5639f673d5db4e8e8476608e151288e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:52.272782 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-77f027a5-818f-4422-bc53-109626d10f23 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:52.277051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-77f027a5-818f-4422-bc53-109626d10f23 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Usage tracker for resource:security_group_rule and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:52.280220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-77f027a5-818f-4422-bc53-109626d10f23 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:52.287045 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-77f027a5-818f-4422-bc53-109626d10f23 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:52.305869 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-77f027a5-818f-4422-bc53-109626d10f23 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.357840 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=3551d404-5eff-42d8-8b52-d1c814835b5f,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:52.369122 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-77f027a5-818f-4422-bc53-109626d10f23 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.373625 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-77f027a5-818f-4422-bc53-109626d10f23 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.398171 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f027a5-818f-4422-bc53-109626d10f23 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaaaafcc-05d2-4667-a865-d06191dfa90b,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:52.407827 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-77f027a5-818f-4422-bc53-109626d10f23 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.412548 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-77f027a5-818f-4422-bc53-109626d10f23 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475446 Oct 05 10:10:52.412674 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44684) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:52.417697 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-8d56a1bb-e551-4e3a-b5a0-198aaad4cd30 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Request body: {'security_group_rule': {'security_group_id': 'a98b6cec-1730-455e-b20b-0deb119b631d', 'project_id': '5639f673d5db4e8e8476608e151288e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:52.423622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8d56a1bb-e551-4e3a-b5a0-198aaad4cd30 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:52.428607 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8d56a1bb-e551-4e3a-b5a0-198aaad4cd30 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Usage tracker for resource:security_group_rule and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:52.431596 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-8d56a1bb-e551-4e3a-b5a0-198aaad4cd30 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:52.437163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:52.437364 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-8d56a1bb-e551-4e3a-b5a0-198aaad4cd30 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:52.437535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.437875 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a Oct 05 10:10:52.454937 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d56a1bb-e551-4e3a-b5a0-198aaad4cd30 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.519539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d56a1bb-e551-4e3a-b5a0-198aaad4cd30 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.523703 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d56a1bb-e551-4e3a-b5a0-198aaad4cd30 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.526734 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Set router 502c0c8a-185f-49fc-bc26-0e94e49bfe84 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:52.547181 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56a1bb-e551-4e3a-b5a0-198aaad4cd30 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44951f00-9532-48c5-ab3d-195a3c2c133d,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:52.555846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d56a1bb-e551-4e3a-b5a0-198aaad4cd30 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.557021 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-8d56a1bb-e551-4e3a-b5a0-198aaad4cd30 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433964 Oct 05 10:10:52.559880 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44688) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:52.565031 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-6948d41c-440d-45fb-b275-30a576455290 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Request body: {'security_group_rule': {'security_group_id': 'a98b6cec-1730-455e-b20b-0deb119b631d', 'project_id': '5639f673d5db4e8e8476608e151288e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:52.568026 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Attempt 4 to provision port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 Oct 05 10:10:52.571682 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6948d41c-440d-45fb-b275-30a576455290 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:52.575806 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6948d41c-440d-45fb-b275-30a576455290 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Usage tracker for resource:security_group_rule and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:52.578813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-6948d41c-440d-45fb-b275-30a576455290 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:52.585656 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-6948d41c-440d-45fb-b275-30a576455290 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:52.603843 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6948d41c-440d-45fb-b275-30a576455290 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.669383 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6948d41c-440d-45fb-b275-30a576455290 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.673416 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6948d41c-440d-45fb-b275-30a576455290 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.697593 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948d41c-440d-45fb-b275-30a576455290 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebaac418-5d8d-4569-991f-2f70e6e52076,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:52.707204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6948d41c-440d-45fb-b275-30a576455290 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.709181 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-6948d41c-440d-45fb-b275-30a576455290 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482441 Oct 05 10:10:52.711975 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44692) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:52.716843 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-d5e87285-1828-4695-8189-96956627775e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Request body: {'security_group_rule': {'security_group_id': 'a98b6cec-1730-455e-b20b-0deb119b631d', 'project_id': '5639f673d5db4e8e8476608e151288e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:52.722663 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d5e87285-1828-4695-8189-96956627775e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:52.727218 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d5e87285-1828-4695-8189-96956627775e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Usage tracker for resource:security_group_rule and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:52.730119 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-d5e87285-1828-4695-8189-96956627775e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:52.736154 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-d5e87285-1828-4695-8189-96956627775e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:52.742280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:52.753896 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d5e87285-1828-4695-8189-96956627775e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.819398 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d5e87285-1828-4695-8189-96956627775e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.824514 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d5e87285-1828-4695-8189-96956627775e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.828877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:52.857251 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e87285-1828-4695-8189-96956627775e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006df9a5-5c4c-4ca9-a3e2-3ffc6c945df5,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:52.869238 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d5e87285-1828-4695-8189-96956627775e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.872988 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-d5e87285-1828-4695-8189-96956627775e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576116 Oct 05 10:10:52.873270 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44696) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:52.878600 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-5c0b9418-8ef0-41ca-8454-1c3b45473885 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Request body: {'security_group_rule': {'security_group_id': 'a98b6cec-1730-455e-b20b-0deb119b631d', 'project_id': '5639f673d5db4e8e8476608e151288e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:52.885133 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5c0b9418-8ef0-41ca-8454-1c3b45473885 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:52.889145 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5c0b9418-8ef0-41ca-8454-1c3b45473885 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Usage tracker for resource:security_group_rule and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:52.892138 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-5c0b9418-8ef0-41ca-8454-1c3b45473885 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:52.898728 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-5c0b9418-8ef0-41ca-8454-1c3b45473885 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:52.910002 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-5c0b9418-8ef0-41ca-8454-1c3b45473885 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Project 5639f673d5db4e8e8476608e151288e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:10:52.917074 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c0b9418-8ef0-41ca-8454-1c3b45473885 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.951163 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'name': 'tempest-TestSnapshotPattern-1202637347-router', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 4, 'project_id': 'cf0c4e191cbd46b1840c719c3296a725', 'gw_port': {'id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '1724dd75-bcdd-4bd7-a01b-7361bdd49fd3', 'name': '', 'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'mac_address': 'fa:16:3e:c6:57:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2bc8ef47-288f-42d5-8fc8-1501838f4ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:49Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 2, 'project_id': 'cf0c4e191cbd46b1840c719c3296a725', 'subnets': [{'id': '2bc8ef47-288f-42d5-8fc8-1501838f4ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:52.955273 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Checking router: 502c0c8a-185f-49fc-bc26-0e94e49bfe84 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:10:52.955622 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Updating router 502c0c8a-185f-49fc-bc26-0e94e49bfe84 port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 binding host dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 10:10:52.983613 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c0b9418-8ef0-41ca-8454-1c3b45473885 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:52.987503 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c0b9418-8ef0-41ca-8454-1c3b45473885 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:53.011322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:53.012176 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b9418-8ef0-41ca-8454-1c3b45473885 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d722a9d-d8ef-47ca-a25f-afceace3936c,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:53.023135 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5c0b9418-8ef0-41ca-8454-1c3b45473885 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:53.024510 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-5c0b9418-8ef0-41ca-8454-1c3b45473885 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1502416 Oct 05 10:10:53.027269 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44700) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:10:53.032341 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-493540e7-228c-4823-a241-579a7344fb9e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Request body: {'security_group_rule': {'security_group_id': 'a98b6cec-1730-455e-b20b-0deb119b631d', 'project_id': '5639f673d5db4e8e8476608e151288e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:53.038485 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-493540e7-228c-4823-a241-579a7344fb9e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:53.042305 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-493540e7-228c-4823-a241-579a7344fb9e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Usage tracker for resource:security_group_rule and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:53.045166 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-493540e7-228c-4823-a241-579a7344fb9e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:53.050951 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-493540e7-228c-4823-a241-579a7344fb9e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:53.061951 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.securitygroups_db [None req-493540e7-228c-4823-a241-579a7344fb9e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Project 5639f673d5db4e8e8476608e151288e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 10:10:53.069267 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-493540e7-228c-4823-a241-579a7344fb9e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:53.142028 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-493540e7-228c-4823-a241-579a7344fb9e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:53.146755 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-493540e7-228c-4823-a241-579a7344fb9e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740899'] for security_group_rule, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:53.168051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493540e7-228c-4823-a241-579a7344fb9e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea9e923-6e23-45e6-b67e-b87a3ff9ac71,revision_number=0']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:53.180846 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-493540e7-228c-4823-a241-579a7344fb9e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:53.182183 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-493540e7-228c-4823-a241-579a7344fb9e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1539705 Oct 05 10:10:53.243838 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Attempt 5 to provision port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 Oct 05 10:10:53.324794 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:53.351711 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-0ed32912-fd9b-47b0-921b-07f962c0d0d3 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Synchronizing usage tracker for tenant:5639f673d5db4e8e8476608e151288e6 on resource:security_group {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:10:53.370429 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-0ed32912-fd9b-47b0-921b-07f962c0d0d3 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Unset dirty status for tenant:5639f673d5db4e8e8476608e151288e6 on resource:security_group {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:10:53.371583 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-0ed32912-fd9b-47b0-921b-07f962c0d0d3 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423956016&fields=id&tenant_id=5639f673d5db4e8e8476608e151288e6 HTTP/1.1" status: 200 len: 267 time: 0.0609169 Oct 05 10:10:53.417979 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:53.430383 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Transition to ACTIVE for port object 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:53.436204 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:53.525690 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-eab46e80-e562-48f0-ada6-118244554249 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:53.527218 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-eab46e80-e562-48f0-ada6-118244554249 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 809 time: 0.1483369 Oct 05 10:10:53.543604 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-87988747-0350-4195-9b26-01a36c356427 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/quotas/5639f673d5db4e8e8476608e151288e6 HTTP/1.1" status: 200 len: 375 time: 0.0102577 Oct 05 10:10:53.557427 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6592e61-5ef0-447d-9162-6dee093257e3 None None] Pushing event updated for resources: {'Port': ['ID=1724dd75-bcdd-4bd7-a01b-7361bdd49fd3,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:53.590000 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 3551d404-5eff-42d8-8b52-d1c814835b5f up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:10:53.638379 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-8bc3ca9a-c4b2-453e-8a54-d034cd45eb5a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885565 Oct 05 10:10:53.705730 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Attempting to bind port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 on host dv-neutron-860328-1-hyperv for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:10:53.706203 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Attempting to bind port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 by drivers openvswitch,hyperv on host dv-neutron-860328-1-hyperv at level 0 using segments [{'id': '7f5dbbb7-bd61-4f01-9baa-d165af37e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:10:53.706491 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Attempting to bind port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 on network b72905da-2213-433c-9d7b-393f1b45eda3 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:10:53.715126 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Checking agent: {'id': 'ce730725-1213-4b87-8e09-8bee9353d39a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860328-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 3, 7), 'started_at': datetime.datetime(2022, 10, 5, 9, 3, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860328-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:10:53.715504 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Checking segment: {'id': '7f5dbbb7-bd61-4f01-9baa-d165af37e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:10:53.715916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:53.716315 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Bound using segment: {'id': '7f5dbbb7-bd61-4f01-9baa-d165af37e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:10:53.716800 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Bound port: 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3, host: dv-neutron-860328-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5dbbb7-bd61-4f01-9baa-d165af37e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:10:53.717183 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:53.782319 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 3551d404-5eff-42d8-8b52-d1c814835b5f triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:53.782954 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:53.782954 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 3551d404-5eff-42d8-8b52-d1c814835b5f Oct 05 10:10:53.867524 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Attempt 6 to provision port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 Oct 05 10:10:53.907997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-cd1ea2f7-6636-4be4-bacd-d3149d9c1b2e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:10:53.908993 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-cd1ea2f7-6636-4be4-bacd-d3149d9c1b2e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509558 Oct 05 10:10:53.979077 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] For port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3, host dv-neutron-860328-1-hyperv, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:10:53.980998 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:53.990313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] For port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3, host dv-neutron-860328-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=1724dd75-bcdd-4bd7-a01b-7361bdd49fd3,segment=NetworkSegment(7f5dbbb7-bd61-4f01-9baa-d165af37e779),segment_id=7f5dbbb7-bd61-4f01-9baa-d165af37e779)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:10:54.023171 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:54.051950 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-66f22242-e489-4d5e-8b92-982d212ce442 service neutron] 10.222.0.64 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350141 Oct 05 10:10:54.115420 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 3551d404-5eff-42d8-8b52-d1c814835b5f is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:54.117476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Routers {'502c0c8a-185f-49fc-bc26-0e94e49bfe84'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:10:54.118092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:10:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['502c0c8a-185f-49fc-bc26-0e94e49bfe84'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:54.183009 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6592e61-5ef0-447d-9162-6dee093257e3 None None] Pushing event updated for resources: {'Port': ['ID=1724dd75-bcdd-4bd7-a01b-7361bdd49fd3,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:54.188707 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-bf20d584-3d4d-4369-8c33-e0e5f25d42c5 service neutron] 10.222.0.64 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303396 Oct 05 10:10:54.305048 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] Set router 502c0c8a-185f-49fc-bc26-0e94e49bfe84 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:10:54.395334 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-da2622a4-9c9c-4eb9-8cfd-953485f45746 req-c9cead9d-11bf-4ff9-8843-c7c6b2371915 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 210 time: 0.0555587 Oct 05 10:10:54.507268 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Attempt 7 to provision port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 Oct 05 10:10:54.620147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:10:54.675408 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Provisioning complete for port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:54.675803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:54.676164 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Attempt 1 to provision port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a Oct 05 10:10:54.788628 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'name': 'tempest-TestSnapshotPattern-1202637347-router', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 4, 'project_id': 'cf0c4e191cbd46b1840c719c3296a725', 'gw_port': {'id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '1724dd75-bcdd-4bd7-a01b-7361bdd49fd3', 'name': '', 'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'mac_address': 'fa:16:3e:c6:57:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2bc8ef47-288f-42d5-8fc8-1501838f4ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:49Z', 'updated_at': '2022-10-05T10:10:53Z', 'revision_number': 4, 'project_id': 'cf0c4e191cbd46b1840c719c3296a725', 'subnets': [{'id': '2bc8ef47-288f-42d5-8fc8-1501838f4ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:10:54.800822 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5782628-e913-463d-9c0e-380edc9b79fc None None] The sync data for ids ['502c0c8a-185f-49fc-bc26-0e94e49bfe84'] in dv-neutron-860328-1-hyperv is: [{'id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'name': 'tempest-TestSnapshotPattern-1202637347-router', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 4, 'project_id': 'cf0c4e191cbd46b1840c719c3296a725', 'gw_port': {'id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '1724dd75-bcdd-4bd7-a01b-7361bdd49fd3', 'name': '', 'network_id': 'b72905da-2213-433c-9d7b-393f1b45eda3', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'mac_address': 'fa:16:3e:c6:57:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '2bc8ef47-288f-42d5-8fc8-1501838f4ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:49Z', 'updated_at': '2022-10-05T10:10:53Z', 'revision_number': 4, 'project_id': 'cf0c4e191cbd46b1840c719c3296a725', 'subnets': [{'id': '2bc8ef47-288f-42d5-8fc8-1501838f4ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:10:54.818452 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-589d5513-bd91-4d4c-b053-713b2e5a56f3 None None] Current status of the port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:55.504009 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-f9139ea9-3204-49c6-aac3-24444ffc9f32 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:55.505642 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-f9139ea9-3204-49c6-aac3-24444ffc9f32 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Synchronizing usage tracker for tenant:5639f673d5db4e8e8476608e151288e6 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:10:55.534503 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-f9139ea9-3204-49c6-aac3-24444ffc9f32 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Unset dirty status for tenant:5639f673d5db4e8e8476608e151288e6 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:10:55.537372 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-f9139ea9-3204-49c6-aac3-24444ffc9f32 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.45 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 809 time: 0.2014532 Oct 05 10:10:55.614949 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-028ca1c8-f56d-42de-b71a-c7537fa2954b req-1fb94f7b-3470-4d5b-9a23-02d4d0e525e9 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 210 time: 0.0574515 Oct 05 10:10:55.626385 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:10:55.638650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-0cc170ed-b51f-41c5-9d3e-2dc02bf2fbce tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Synchronizing usage tracker for tenant:5639f673d5db4e8e8476608e151288e6 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:10:55.662075 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-0cc170ed-b51f-41c5-9d3e-2dc02bf2fbce tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Unset dirty status for tenant:5639f673d5db4e8e8476608e151288e6 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:10:55.663321 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-0cc170ed-b51f-41c5-9d3e-2dc02bf2fbce tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5639f673d5db4e8e8476608e151288e6 HTTP/1.1" status: 200 len: 380 time: 0.1175551 Oct 05 10:10:55.677650 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Request body: {'port': {'device_id': 'b9d51085-2e57-48ab-af98-162bed266822', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'admin_state_up': True, 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'security_groups': ['a98b6cec-1730-455e-b20b-0deb119b631d']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:55.701354 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning for port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:10:55.706512 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:55.706884 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:55.707221 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 Oct 05 10:10:55.818004 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:10:55.821651 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Usage tracker for resource:port and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:10:55.824511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:10:55.825832 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 is: DOWN; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:55.826298 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:55.830365 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:10:55.855350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Made reservation on behalf of 5639f673d5db4e8e8476608e151288e6 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:10:55.859579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] For port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=1724dd75-bcdd-4bd7-a01b-7361bdd49fd3,segment=NetworkSegment(7f5dbbb7-bd61-4f01-9baa-d165af37e779),segment_id=7f5dbbb7-bd61-4f01-9baa-d165af37e779)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:10:55.860541 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:55.866106 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:55.948087 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Pushing event updated for resources: {'Port': ['ID=1724dd75-bcdd-4bd7-a01b-7361bdd49fd3,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:56.042254 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Allocated IP 172.20.0.7 (83fbdc5c-213f-4d5e-a846-8d0a98e537a6/f1711cd4-2c6c-44c7-9352-93fbdc26573a/af7e5cca-78e7-4fad-9cce-db681f475715) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:10:56.240550 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:56.258937 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Transition to ACTIVE for port object af7e5cca-78e7-4fad-9cce-db681f475715 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:56.284605 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:56.352285 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:10:56.359959 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:10:56.364350 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:10:56.397672 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event updated for resources: {'Port': ['ID=af7e5cca-78e7-4fad-9cce-db681f475715,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:56.434512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:56.435144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:56.455757 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-10ff251e-5ec3-4fe3-99ef-54f95468d33a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7826827 Oct 05 10:10:56.467306 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Request body: {'port': {'device_id': 'b9d51085-2e57-48ab-af98-162bed266822', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:10:56.572098 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-564a1b30-ecba-4472-bdcd-14a298ada113 None None] Provisioning for port af7e5cca-78e7-4fad-9cce-db681f475715 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:10:56.577718 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-564a1b30-ecba-4472-bdcd-14a298ada113 None None] Provisioning complete for port af7e5cca-78e7-4fad-9cce-db681f475715 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:56.578321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-564a1b30-ecba-4472-bdcd-14a298ada113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:56.578654 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-564a1b30-ecba-4472-bdcd-14a298ada113 None None] Attempt 1 to provision port af7e5cca-78e7-4fad-9cce-db681f475715 Oct 05 10:10:56.582652 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:56.650809 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-564a1b30-ecba-4472-bdcd-14a298ada113 None None] Port af7e5cca-78e7-4fad-9cce-db681f475715 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:56.844368 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232b809-392d-47b5-8a99-d4af2170d4a0 req-51f405fb-1c98-4c68-b818-7d99e29613e3 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:56.845822 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9232b809-392d-47b5-8a99-d4af2170d4a0 req-51f405fb-1c98-4c68-b818-7d99e29613e3 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 931 time: 0.0963645 Oct 05 10:10:56.890600 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9232b809-392d-47b5-8a99-d4af2170d4a0 req-103f4403-1393-4e49-9281-cb49ccbb9e49 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387414 Oct 05 10:10:56.965548 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7e5cca-78e7-4fad-9cce-db681f475715 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:10:56.972691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:56.987673 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Transition to ACTIVE for port object af7e5cca-78e7-4fad-9cce-db681f475715 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:10:56.991907 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:57.152451 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-564a1b30-ecba-4472-bdcd-14a298ada113 None None] Attempt 2 to provision port af7e5cca-78e7-4fad-9cce-db681f475715 Oct 05 10:10:57.209057 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-564a1b30-ecba-4472-bdcd-14a298ada113 None None] Port af7e5cca-78e7-4fad-9cce-db681f475715 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:10:57.275885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Pushing event updated for resources: {'Port': ['ID=af7e5cca-78e7-4fad-9cce-db681f475715,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:57.318709 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Attempting to bind port af7e5cca-78e7-4fad-9cce-db681f475715 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:10:57.319036 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Attempting to bind port af7e5cca-78e7-4fad-9cce-db681f475715 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:10:57.319352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Attempting to bind port af7e5cca-78e7-4fad-9cce-db681f475715 on network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:10:57.323834 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Port af7e5cca-78e7-4fad-9cce-db681f475715 on network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:10:57.324144 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Attempting to bind port af7e5cca-78e7-4fad-9cce-db681f475715 on network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:10:57.329108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:10:57.329438 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Checking segment: {'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:10:57.329809 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Bound using segment: {'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:10:57.330249 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Bound port: af7e5cca-78e7-4fad-9cce-db681f475715, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:10:57.330583 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:57.418777 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] For port af7e5cca-78e7-4fad-9cce-db681f475715, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:10:57.421634 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] For port af7e5cca-78e7-4fad-9cce-db681f475715, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=af7e5cca-78e7-4fad-9cce-db681f475715,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:10:57.425409 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:57.455898 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:57.456496 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:57.458105 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] 10.222.0.45 "PUT /v2.0/ports/af7e5cca-78e7-4fad-9cce-db681f475715 HTTP/1.1" status: 200 len: 1093 time: 0.9950354 Oct 05 10:10:57.458534 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:10:57.460845 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89995ad7f4b73ef30a1d8a4e908064903c9e26591b5039969182b0aa8485959b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e46e216-b4ad-43cd-b930-db3d859476c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:10:57.543714 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2def1046-1c02-4f08-b29a-88ccd3a9fb9b x-openstack-request-id: req-2def1046-1c02-4f08-b29a-88ccd3a9fb9b {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:10:57.544044 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:10:57.544283 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2def1046-1c02-4f08-b29a-88ccd3a9fb9b {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:10:57.544711 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2def1046-1c02-4f08-b29a-88ccd3a9fb9b'] response: {'name': 'network-changed', 'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'status': 'completed', 'code': 200} Oct 05 10:10:57.562776 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157d553-41d2-4a1c-a3ba-67561e971727 service neutron] Pushing event updated for resources: {'Port': ['ID=af7e5cca-78e7-4fad-9cce-db681f475715,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:10:57.568937 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 up at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:10:57.592941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2103eee4-352e-43a4-a553-d45d1484d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:57.594451 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-2103eee4-352e-43a4-a553-d45d1484d1b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 1096 time: 0.0945323 Oct 05 10:10:57.639640 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Provisioning complete for port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:10:57.640003 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:10:57.640334 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Attempt 1 to provision port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 Oct 05 10:10:57.666457 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-1ecb3ed8-d791-4a43-a4eb-3696c757de71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7e5cca-78e7-4fad-9cce-db681f475715 HTTP/1.1" status: 200 len: 217 time: 0.0646873 Oct 05 10:10:57.728477 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-564a1b30-ecba-4472-bdcd-14a298ada113 None None] Attempt 3 to provision port af7e5cca-78e7-4fad-9cce-db681f475715 Oct 05 10:10:57.728676 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-ed358280-eae0-43b1-8fcc-6fdf846f7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:57.729954 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-ed358280-eae0-43b1-8fcc-6fdf846f7302 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1711cd4-2c6c-44c7-9352-93fbdc26573a HTTP/1.1" status: 200 len: 848 time: 0.0574732 Oct 05 10:10:57.819401 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-8660b9ac-3dde-412e-8714-ca833d459ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:57.820930 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-8660b9ac-3dde-412e-8714-ca833d459ebd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854940 Oct 05 10:10:57.841473 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Current status of the port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 is: ACTIVE; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:10:57.853199 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-564a1b30-ecba-4472-bdcd-14a298ada113 None None] Port af7e5cca-78e7-4fad-9cce-db681f475715 had new provisioning blocks added so it will not transition to active. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 05 10:10:57.954224 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-181a021a-0ff7-4166-bc26-a3e892239fb0 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269236 Oct 05 10:10:58.088123 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d66cf17-a057-4ce8-bb29-eb4576dba21d req-99c66e7d-67f1-497e-84cf-9bd2d4d7f9b7 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281636 Oct 05 10:10:58.094248 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2867a-3e0a-4b0c-9906-2e1222da8e26 req-5a960190-355d-4ee9-a385-0b31291656c2 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:58.095700 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6ee2867a-3e0a-4b0c-9906-2e1222da8e26 req-5a960190-355d-4ee9-a385-0b31291656c2 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 943 time: 0.0926402 Oct 05 10:10:58.141614 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6ee2867a-3e0a-4b0c-9906-2e1222da8e26 req-424c6498-acd2-444d-bd5a-f28cae9ae4cb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395539 Oct 05 10:10:58.212208 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e216-b4ad-43cd-b930-db3d859476c9 req-78d57932-c553-4690-8c00-f5f96fe32bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:58.214430 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3e46e216-b4ad-43cd-b930-db3d859476c9 req-78d57932-c553-4690-8c00-f5f96fe32bc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 1096 time: 0.0815005 Oct 05 10:10:58.346115 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e216-b4ad-43cd-b930-db3d859476c9 req-8b8cced7-7d88-456b-9264-f1e2586b459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:58.347570 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3e46e216-b4ad-43cd-b930-db3d859476c9 req-8b8cced7-7d88-456b-9264-f1e2586b459f service neutron] 10.222.0.45 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 910 time: 0.1261387 Oct 05 10:10:58.418872 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3e46e216-b4ad-43cd-b930-db3d859476c9 req-ef1d182f-4434-44e9-b4fd-fa91a8caf256 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7e5cca-78e7-4fad-9cce-db681f475715 HTTP/1.1" status: 200 len: 217 time: 0.0634484 Oct 05 10:10:58.481749 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e216-b4ad-43cd-b930-db3d859476c9 req-2c550077-23f8-4696-8e67-0535e261d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:58.483347 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3e46e216-b4ad-43cd-b930-db3d859476c9 req-2c550077-23f8-4696-8e67-0535e261d13b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1711cd4-2c6c-44c7-9352-93fbdc26573a HTTP/1.1" status: 200 len: 848 time: 0.0571573 Oct 05 10:10:58.569812 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e216-b4ad-43cd-b930-db3d859476c9 req-c15e1f2a-0c43-4c08-8205-8d0538535247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:58.571289 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3e46e216-b4ad-43cd-b930-db3d859476c9 req-c15e1f2a-0c43-4c08-8205-8d0538535247 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811198 Oct 05 10:10:58.704666 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3e46e216-b4ad-43cd-b930-db3d859476c9 req-64acd83e-7be3-4c9e-a6d4-09a494492593 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260145 Oct 05 10:10:58.948787 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3e46e216-b4ad-43cd-b930-db3d859476c9 req-bb6d2abe-23cd-474c-be13-5b30d63d3b27 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376864 Oct 05 10:10:59.370548 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1330524-38c1-4932-b4ed-e5ef82967910 req-738fc962-5ef5-463a-b717-487c513e39d4 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:10:59.372022 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f1330524-38c1-4932-b4ed-e5ef82967910 req-738fc962-5ef5-463a-b717-487c513e39d4 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 943 time: 0.1074553 Oct 05 10:10:59.415994 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f1330524-38c1-4932-b4ed-e5ef82967910 req-0c3b1548-b438-4a12-bf67-29c22e704234 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383754 Oct 05 10:11:00.633093 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3001fa-38a8-4328-99ac-53bbef4d1563 req-4bea0515-5269-43ab-a419-9a2c8d51272e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:00.634516 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0e3001fa-38a8-4328-99ac-53bbef4d1563 req-4bea0515-5269-43ab-a419-9a2c8d51272e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 943 time: 0.1031625 Oct 05 10:11:00.683128 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-0e3001fa-38a8-4328-99ac-53bbef4d1563 req-8815723c-1a46-47e4-b3cf-a241d37fb1ec tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429583 Oct 05 10:11:01.693883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device af7e5cca-78e7-4fad-9cce-db681f475715 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:11:01.824245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port af7e5cca-78e7-4fad-9cce-db681f475715, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=af7e5cca-78e7-4fad-9cce-db681f475715,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:11:01.837674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'port_id': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'mac_address': 'fa:16:3e:fe:05:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:11:01.891084 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b1ef5-e6ef-4971-9b21-bb89ddbf8295 req-9ff5594e-a8e6-45dc-8936-ae05f7dcb8dd tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:01.892567 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-be9b1ef5-e6ef-4971-9b21-bb89ddbf8295 req-9ff5594e-a8e6-45dc-8936-ae05f7dcb8dd tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 943 time: 0.0927813 Oct 05 10:11:01.896468 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port af7e5cca-78e7-4fad-9cce-db681f475715 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:11:01.896916 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:01.914724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7e5cca-78e7-4fad-9cce-db681f475715 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:11:01.930017 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port af7e5cca-78e7-4fad-9cce-db681f475715, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=af7e5cca-78e7-4fad-9cce-db681f475715,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:11:01.935280 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:01.938798 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-be9b1ef5-e6ef-4971-9b21-bb89ddbf8295 req-1b6c3e85-4da6-4ccb-8bad-6d80f6a05913 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400202 Oct 05 10:11:02.001402 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=af7e5cca-78e7-4fad-9cce-db681f475715,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:11:02.142606 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['af7e5cca-78e7-4fad-9cce-db681f475715'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:11:02.921026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aeabea59-250b-443e-bea4-f5554b5e89fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:03.234452 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2ffeb-4576-4d26-bb97-84bf3e2caea1 req-414882ab-dfd7-488c-89ae-63f404e3aec8 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:03.235909 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-69f2ffeb-4576-4d26-bb97-84bf3e2caea1 req-414882ab-dfd7-488c-89ae-63f404e3aec8 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 944 time: 0.1819212 Oct 05 10:11:03.280498 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-69f2ffeb-4576-4d26-bb97-84bf3e2caea1 req-c9a106e0-b766-419a-a189-2cc392b34a6f tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381932 Oct 05 10:11:03.693801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device af7e5cca-78e7-4fad-9cce-db681f475715 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:11:03.762893 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port af7e5cca-78e7-4fad-9cce-db681f475715 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:11:03.767460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port af7e5cca-78e7-4fad-9cce-db681f475715 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:11:03.767830 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:03.768164 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port af7e5cca-78e7-4fad-9cce-db681f475715 Oct 05 10:11:03.886708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port af7e5cca-78e7-4fad-9cce-db681f475715 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:11:03.887095 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:03.915352 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:11:03.924130 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port af7e5cca-78e7-4fad-9cce-db681f475715, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=af7e5cca-78e7-4fad-9cce-db681f475715,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:11:03.928241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:03.959843 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b3ab235a905a7ab879388c6582609944bd0663aad7624bde53198b02c57f79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15427da-3a3f-4a5f-b77b-979bb2ec61d7" -d '{"events": [{"server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "name": "network-vif-plugged", "status": "completed", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:11:03.999858 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=af7e5cca-78e7-4fad-9cce-db681f475715,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:11:04.058437 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6461bb4a-0a4a-4408-8cd2-583bc1ce87ef x-openstack-request-id: req-6461bb4a-0a4a-4408-8cd2-583bc1ce87ef {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:11:04.058722 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "name": "network-vif-plugged", "status": "completed", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:11:04.058968 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6461bb4a-0a4a-4408-8cd2-583bc1ce87ef {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:11:04.059456 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6461bb4a-0a4a-4408-8cd2-583bc1ce87ef'] response: {'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'code': 200} Oct 05 10:11:04.290740 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea882126-82ab-404f-9a95-0b6031acfc62 req-9999bb6c-1d1d-4af7-a405-7938ec55ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:04.292141 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ea882126-82ab-404f-9a95-0b6031acfc62 req-9999bb6c-1d1d-4af7-a405-7938ec55ef3d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 1098 time: 0.0780809 Oct 05 10:11:04.334928 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ea882126-82ab-404f-9a95-0b6031acfc62 req-36eaf617-4554-42bc-83ab-e18d30993b6b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359683 Oct 05 10:11:04.482562 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05b13e-8ff7-47bc-b1ae-6c8065e2174b req-0e9e727c-3bf1-43df-b859-6a8d924dc85d tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:04.484305 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6b05b13e-8ff7-47bc-b1ae-6c8065e2174b req-0e9e727c-3bf1-43df-b859-6a8d924dc85d tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 945 time: 0.0902286 Oct 05 10:11:04.527410 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6b05b13e-8ff7-47bc-b1ae-6c8065e2174b req-2494fafc-e500-4a85-82d0-d99b31db0e24 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365059 Oct 05 10:11:05.349073 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:05.734273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d777-2579-4b8b-805d-9fffd6354f2e req-c3391689-63a0-4057-a5d6-7ea25b8a9ca7 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:05.735739 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dd71d777-2579-4b8b-805d-9fffd6354f2e req-c3391689-63a0-4057-a5d6-7ea25b8a9ca7 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 945 time: 0.0913880 Oct 05 10:11:05.759026 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-94c387bd-4716-4153-8a76-2a168bcbec53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:05.783354 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-dd71d777-2579-4b8b-805d-9fffd6354f2e req-007ec004-3915-4def-bde3-c894775f46f9 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409975 Oct 05 10:11:05.982779 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04a94d-4f64-4c5c-86af-31c89b147d31 req-513b6031-6e97-402b-9d5c-5d1314d71331 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:05.984451 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5f04a94d-4f64-4c5c-86af-31c89b147d31 req-513b6031-6e97-402b-9d5c-5d1314d71331 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 945 time: 0.0883417 Oct 05 10:11:06.028600 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5f04a94d-4f64-4c5c-86af-31c89b147d31 req-a978648c-0004-4031-bdda-dba8ff07fcb2 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372801 Oct 05 10:11:06.057391 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44772) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:11:06.177724 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc85a14d-4f4c-4d24-a669-36d9cd6037d4 tempest-TestSnapshotPattern-118432324 tempest-TestSnapshotPattern-118432324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:06.179246 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-dc85a14d-4f4c-4d24-a669-36d9cd6037d4 tempest-TestSnapshotPattern-118432324 tempest-TestSnapshotPattern-118432324-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 1093 time: 0.1208427 Oct 05 10:11:06.182131 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 44778) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:11:06.186941 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:11:06.192950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:11:06.196780 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Usage tracker for resource:floatingip and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:11:06.199589 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:11:06.205220 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:11:06.216015 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:06.352408 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:06.488744 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Allocated IP 172.26.0.68 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/a9da3ac4-85db-4948-926e-8dca93ea863d) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:11:06.640407 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:06.670221 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:06.735775 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:11:06.738888 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:11:06.741491 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:11:06.789456 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event updated for resources: {'Port': ['ID=a9da3ac4-85db-4948-926e-8dca93ea863d,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:11:06.926752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:07.103669 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:07.179118 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:07.251480 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:07.556103 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:07.560771 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:07.671284 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event updated for resources: {'Port': ['ID=a9da3ac4-85db-4948-926e-8dca93ea863d,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:11:07.673756 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:07.853222 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Floating IP c517d87e-758b-4250-9b57-73b453d84599 associated. External IP: 172.26.0.68, port: af7e5cca-78e7-4fad-9cce-db681f475715. Oct 05 10:11:08.199670 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Router 6afc60cd-1b16-46b8-a39c-6d85de4c869d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:11:08.381542 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:11:08.391533 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80394a58-f7da-45c8-8b2e-f1918d3ae011 None None] Sync routers for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:11:08.403060 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80394a58-f7da-45c8-8b2e-f1918d3ae011 None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:11:08.403771 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-80394a58-f7da-45c8-8b2e-f1918d3ae011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:11:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:11:08.404790 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:08.459579 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-637ddb4a-011b-44ea-b48a-a67e03f2dfda tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2763493 Oct 05 10:11:08.460089 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:11:08.462412 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623e495c7fef77bc1e5f634f19ae82c7c1df314ac3df8d92c26de29f40497393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51028166-192e-4e6e-a964-806bc3ed9a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:11:08.503446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bee18e1-c1e2-4e30-91b9-3853b8a1e369 x-openstack-request-id: req-5bee18e1-c1e2-4e30-91b9-3853b8a1e369 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:11:08.503737 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:11:08.504055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bee18e1-c1e2-4e30-91b9-3853b8a1e369 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:11:08.504545 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bee18e1-c1e2-4e30-91b9-3853b8a1e369'] response: {'name': 'network-changed', 'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'status': 'completed', 'code': 200} Oct 05 10:11:08.582508 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-80394a58-f7da-45c8-8b2e-f1918d3ae011 None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:11:08.609461 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51028166-192e-4e6e-a964-806bc3ed9a7f req-f7e01ae7-ec07-486f-b37f-f0a7a004fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:08.610975 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51028166-192e-4e6e-a964-806bc3ed9a7f req-f7e01ae7-ec07-486f-b37f-f0a7a004fae7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 1098 time: 0.0823534 Oct 05 10:11:08.747314 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51028166-192e-4e6e-a964-806bc3ed9a7f req-9ffb5e50-7624-4797-aa08-53229016dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:08.748682 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51028166-192e-4e6e-a964-806bc3ed9a7f req-9ffb5e50-7624-4797-aa08-53229016dca3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 910 time: 0.1313121 Oct 05 10:11:08.855478 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51028166-192e-4e6e-a964-806bc3ed9a7f req-20d80165-14d4-4a3c-ad02-c3891437ecda service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7e5cca-78e7-4fad-9cce-db681f475715 HTTP/1.1" status: 200 len: 998 time: 0.0993552 Oct 05 10:11:08.918674 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51028166-192e-4e6e-a964-806bc3ed9a7f req-a73b7b55-2342-47b2-84e1-bfac43d4a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:08.920144 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51028166-192e-4e6e-a964-806bc3ed9a7f req-a73b7b55-2342-47b2-84e1-bfac43d4a447 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1711cd4-2c6c-44c7-9352-93fbdc26573a HTTP/1.1" status: 200 len: 848 time: 0.0582635 Oct 05 10:11:08.928904 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-80394a58-f7da-45c8-8b2e-f1918d3ae011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c517d87e-758b-4250-9b57-73b453d84599', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'floating_ip_address': '172.26.0.68', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'port_id': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'mac_address': 'fa:16:3e:fe:05:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d51085-2e57-48ab-af98-162bed266822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:11:07Z', 'updated_at': '2022-10-05T10:11:07Z', 'revision_number': 0, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 5, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:11:08.932768 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80394a58-f7da-45c8-8b2e-f1918d3ae011 None None] Checking router: 6afc60cd-1b16-46b8-a39c-6d85de4c869d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:11:08.940879 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80394a58-f7da-45c8-8b2e-f1918d3ae011 None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:11:08.942121 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-80394a58-f7da-45c8-8b2e-f1918d3ae011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:11:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:11:09.007086 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51028166-192e-4e6e-a964-806bc3ed9a7f req-3cfe15b1-d1af-41ed-9050-546acdc27e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:09.008484 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51028166-192e-4e6e-a964-806bc3ed9a7f req-3cfe15b1-d1af-41ed-9050-546acdc27e73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816925 Oct 05 10:11:09.128852 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-80394a58-f7da-45c8-8b2e-f1918d3ae011 None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:11:09.141063 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51028166-192e-4e6e-a964-806bc3ed9a7f req-2ea5d6b9-3513-4727-a36a-e91b51689707 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266401 Oct 05 10:11:09.271745 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51028166-192e-4e6e-a964-806bc3ed9a7f req-d310f2d5-ebfc-41a4-8e9f-d89fd6504ffd service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240561 Oct 05 10:11:09.456696 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:09.508098 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-80394a58-f7da-45c8-8b2e-f1918d3ae011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c517d87e-758b-4250-9b57-73b453d84599', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'floating_ip_address': '172.26.0.68', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'port_id': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'mac_address': 'fa:16:3e:fe:05:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d51085-2e57-48ab-af98-162bed266822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:11:07Z', 'updated_at': '2022-10-05T10:11:07Z', 'revision_number': 0, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 5, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:11:09.512004 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80394a58-f7da-45c8-8b2e-f1918d3ae011 None None] The sync data for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv is: [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c517d87e-758b-4250-9b57-73b453d84599', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'floating_ip_address': '172.26.0.68', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'port_id': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'mac_address': 'fa:16:3e:fe:05:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d51085-2e57-48ab-af98-162bed266822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:11:07Z', 'updated_at': '2022-10-05T10:11:07Z', 'revision_number': 0, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 5, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:11:09.705003 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e33cd4-35d2-40fe-8aa7-95bc4cb95f06 None None] New status for floating IP c517d87e-758b-4250-9b57-73b453d84599: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:11:19.353986 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:11:32.923914 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a98786fe-b085-4c46-9339-ca501a33960f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:34.776283 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-897b0691-b3ec-4f0f-a54e-10137856203a req-bc366ab6-7ecf-4bbf-a70f-f12d4c965b0a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869484 Oct 05 10:11:34.930162 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b0691-b3ec-4f0f-a54e-10137856203a req-b3fcde67-1c95-46fb-8a16-d9a1bee21445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:34.931616 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-897b0691-b3ec-4f0f-a54e-10137856203a req-b3fcde67-1c95-46fb-8a16-d9a1bee21445 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 1098 time: 0.0832961 Oct 05 10:11:35.074322 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b0691-b3ec-4f0f-a54e-10137856203a req-29061048-e3d2-404e-a71d-d1fcab1b3f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:35.075667 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-897b0691-b3ec-4f0f-a54e-10137856203a req-29061048-e3d2-404e-a71d-d1fcab1b3f9e service neutron] 10.222.0.45 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 910 time: 0.1249223 Oct 05 10:11:35.180536 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-897b0691-b3ec-4f0f-a54e-10137856203a req-a4aa0aad-4dab-4833-8a9b-cff8d7beb6e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7e5cca-78e7-4fad-9cce-db681f475715 HTTP/1.1" status: 200 len: 1000 time: 0.0960252 Oct 05 10:11:35.242998 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b0691-b3ec-4f0f-a54e-10137856203a req-c46ed21e-156b-41c8-9cab-07412c211080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:35.244436 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-897b0691-b3ec-4f0f-a54e-10137856203a req-c46ed21e-156b-41c8-9cab-07412c211080 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1711cd4-2c6c-44c7-9352-93fbdc26573a HTTP/1.1" status: 200 len: 848 time: 0.0568578 Oct 05 10:11:35.329007 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b0691-b3ec-4f0f-a54e-10137856203a req-0059c620-da17-49e0-8eff-33b6cb8ec9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:11:35.330376 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-897b0691-b3ec-4f0f-a54e-10137856203a req-0059c620-da17-49e0-8eff-33b6cb8ec9d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804787 Oct 05 10:11:35.351185 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:35.463094 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-897b0691-b3ec-4f0f-a54e-10137856203a req-2cc16ba3-5a0b-49c6-9488-3a8bc59e6299 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249118 Oct 05 10:11:35.708766 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-897b0691-b3ec-4f0f-a54e-10137856203a req-be7d35c0-a186-41bd-8743-4591756a2f80 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390497 Oct 05 10:11:35.760181 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7381cc4d-a09a-462c-99df-d550df5110dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:36.931446 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:37.101842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:39.449070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:11:56.353912 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:12:02.928088 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05712a25-0e0d-4403-9186-a301a7ddec4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:05.365899 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:05.761772 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43ae5448-d7bd-4e9a-ab6a-4a9d193b9965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:06.934311 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:07.104708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:09.451742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:32.931830 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9921fc3e-d63b-44f3-90fa-05789f67c07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:33.353114 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:12:35.362540 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:35.600187 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7e4accc2-7e34-49f7-8daf-baf48a6c972d req-73b49653-27c6-4895-bfb1-e027b553cbfb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822856 Oct 05 10:12:35.753736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4accc2-7e34-49f7-8daf-baf48a6c972d req-8d96f1c4-4a9f-4d46-af3c-b7892cb87dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:35.755176 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7e4accc2-7e34-49f7-8daf-baf48a6c972d req-8d96f1c4-4a9f-4d46-af3c-b7892cb87dbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 1098 time: 0.0861101 Oct 05 10:12:35.764112 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ef7e-e79e-4d99-a89c-9f440b447254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:35.904489 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4accc2-7e34-49f7-8daf-baf48a6c972d req-e0b14304-1725-4e12-b0ab-1a5f3d7d291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:35.905935 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7e4accc2-7e34-49f7-8daf-baf48a6c972d req-e0b14304-1725-4e12-b0ab-1a5f3d7d291c service neutron] 10.222.0.45 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 910 time: 0.1316490 Oct 05 10:12:36.010323 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7e4accc2-7e34-49f7-8daf-baf48a6c972d req-c2472cdd-1a0d-43e9-b57b-89879d9eb8d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7e5cca-78e7-4fad-9cce-db681f475715 HTTP/1.1" status: 200 len: 1000 time: 0.0983291 Oct 05 10:12:36.072741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4accc2-7e34-49f7-8daf-baf48a6c972d req-b90051fc-ab03-4fc2-af3a-492e39875dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:36.074213 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7e4accc2-7e34-49f7-8daf-baf48a6c972d req-b90051fc-ab03-4fc2-af3a-492e39875dcf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1711cd4-2c6c-44c7-9352-93fbdc26573a HTTP/1.1" status: 200 len: 848 time: 0.0582151 Oct 05 10:12:36.159168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4accc2-7e34-49f7-8daf-baf48a6c972d req-fa60a39f-faa5-436e-a18a-ffc5314790c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:12:36.160619 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7e4accc2-7e34-49f7-8daf-baf48a6c972d req-fa60a39f-faa5-436e-a18a-ffc5314790c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803659 Oct 05 10:12:36.290374 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7e4accc2-7e34-49f7-8daf-baf48a6c972d req-c257bea6-4963-46f2-8a43-dc8c5eda7956 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225703 Oct 05 10:12:36.419693 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7e4accc2-7e34-49f7-8daf-baf48a6c972d req-2c504497-7336-47a1-8d8b-8977d4e7239d service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237466 Oct 05 10:12:36.936525 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:37.107763 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:12:39.456976 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:02.964322 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5eb4e70c-eb0c-4d44-9068-d1c2e20cd8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:05.358465 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:05.767803 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-75ef081c-27ca-4ce2-ab5a-76b94e9fda4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:06.939216 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:07.110864 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:09.457755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:10.352056 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:13:10.408931 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device af7e5cca-78e7-4fad-9cce-db681f475715 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:13:10.566842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port af7e5cca-78e7-4fad-9cce-db681f475715, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=af7e5cca-78e7-4fad-9cce-db681f475715,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:10.581444 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'port_id': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'mac_address': 'fa:16:3e:fe:05:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:13:10.644147 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port af7e5cca-78e7-4fad-9cce-db681f475715 is: ACTIVE; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:10.644412 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:10.666599 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af7e5cca-78e7-4fad-9cce-db681f475715 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:13:10.684076 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port af7e5cca-78e7-4fad-9cce-db681f475715, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=af7e5cca-78e7-4fad-9cce-db681f475715,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:10.690543 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:10.771165 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['af7e5cca-78e7-4fad-9cce-db681f475715'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:13:10.804119 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=af7e5cca-78e7-4fad-9cce-db681f475715,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:10.811460 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:10.811897 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:10.812433 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:10.812970 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:10.813448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:10.820581 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:10.820967 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:10.821313 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:10.821651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:10.822114 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:10.822451 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:10.822776 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:12.422930 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device af7e5cca-78e7-4fad-9cce-db681f475715 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:13:12.499023 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port af7e5cca-78e7-4fad-9cce-db681f475715 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:12.499316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:12.500220 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port af7e5cca-78e7-4fad-9cce-db681f475715 Oct 05 10:13:12.628153 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port af7e5cca-78e7-4fad-9cce-db681f475715 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:12.628539 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:12.667950 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:13:12.681299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b3ab235a905a7ab879388c6582609944bd0663aad7624bde53198b02c57f79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e6beaf-fe53-4f5b-b220-c111713fe1e0" -d '{"events": [{"server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "name": "network-vif-plugged", "status": "completed", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:13:12.688509 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port af7e5cca-78e7-4fad-9cce-db681f475715, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=af7e5cca-78e7-4fad-9cce-db681f475715,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:12.721314 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:12.754169 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac9da26-2aaf-4c65-88c3-36498c1ec57a x-openstack-request-id: req-4ac9da26-2aaf-4c65-88c3-36498c1ec57a {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:13:12.754299 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "name": "network-vif-plugged", "status": "completed", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:13:12.754536 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ac9da26-2aaf-4c65-88c3-36498c1ec57a {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:13:12.755410 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac9da26-2aaf-4c65-88c3-36498c1ec57a'] response: {'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'code': 200} Oct 05 10:13:12.793768 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=af7e5cca-78e7-4fad-9cce-db681f475715,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:19.804590 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-f26895f7-349c-4f40-937a-56ded7f24ca3 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423956016&fields=id&tenant_id=5639f673d5db4e8e8476608e151288e6 HTTP/1.1" status: 200 len: 267 time: 0.0427430 Oct 05 10:13:19.953204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-579cb3de-5483-4611-955e-f737da9f75c6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:19.954649 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-579cb3de-5483-4611-955e-f737da9f75c6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 809 time: 0.1436696 Oct 05 10:13:19.969635 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-3803f037-4c48-4f7b-b1f5-efd322762fd7 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/quotas/5639f673d5db4e8e8476608e151288e6 HTTP/1.1" status: 200 len: 375 time: 0.0092289 Oct 05 10:13:20.081553 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-f59580b9-3545-4d1e-8088-290a5730e8c1 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1066389 Oct 05 10:13:20.173863 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-22f6e88c-9250-4f20-9705-e5c6503e3db8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:13:20.174892 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-22f6e88c-9250-4f20-9705-e5c6503e3db8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450191 Oct 05 10:13:20.411782 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-5743e51c-4cce-4e8a-9351-ca80dc5749ce service neutron] 10.222.0.64 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311013 Oct 05 10:13:20.540818 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-dc59c028-47b2-4705-8b85-002aadb5d088 service neutron] 10.222.0.64 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233521 Oct 05 10:13:20.743328 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-6543068a-e139-45e6-9df5-75e0f0ee5cd9 req-3a942e77-89d3-46cc-9d2c-3fa84f23ec53 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 210 time: 0.0503080 Oct 05 10:13:21.854054 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e82f1e19-e144-45be-8f8c-f3ffd6f23227 req-be079278-18ce-4bf7-9b7f-e5f66ebeead6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 210 time: 0.0537095 Oct 05 10:13:22.488014 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device af7e5cca-78e7-4fad-9cce-db681f475715 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:13:22.601376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port af7e5cca-78e7-4fad-9cce-db681f475715 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:22.601756 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:22.627474 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:13:22.629719 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b3ab235a905a7ab879388c6582609944bd0663aad7624bde53198b02c57f79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31c6a73-4b4d-42fc-9ae4-4df0d350a137" -d '{"events": [{"server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "name": "network-vif-unplugged", "status": "completed", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:13:22.637387 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port af7e5cca-78e7-4fad-9cce-db681f475715, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=af7e5cca-78e7-4fad-9cce-db681f475715,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:22.642748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:22.678092 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 10:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdedc40-5326-419b-b5f0-0c7837f28547 x-openstack-request-id: req-0cdedc40-5326-419b-b5f0-0c7837f28547 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:13:22.678382 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "name": "network-vif-unplugged", "status": "completed", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:13:22.678630 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0cdedc40-5326-419b-b5f0-0c7837f28547 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:13:22.679015 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdedc40-5326-419b-b5f0-0c7837f28547'] response: {'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'code': 200} Oct 05 10:13:22.713295 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=af7e5cca-78e7-4fad-9cce-db681f475715,revision_number=8']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:22.969396 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8fe0be53-0407-4873-8194-fac840998888 req-aa40ca7d-e3f5-47a7-b832-65df0bd9dc79 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 210 time: 0.0525820 Oct 05 10:13:24.085027 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-9147a3d7-658c-4c10-8bbb-5b1840ae9c3b req-63cc689c-dad7-4134-a33a-325fcc498ef0 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 210 time: 0.0548480 Oct 05 10:13:25.259153 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3b1b6ad5-533a-46f8-ac2c-3f7bf15ca97d req-e5c56331-8b63-4e48-bbf4-d0b14c327641 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 210 time: 0.0580144 Oct 05 10:13:25.982458 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-abaa674f-9346-43d3-b19b-cd0af55ab74c tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:25.984888 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-abaa674f-9346-43d3-b19b-cd0af55ab74c tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.45 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 809 time: 0.1435635 Oct 05 10:13:26.031187 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-c04c4478-b5db-440d-88d2-01ea51d68b22 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5639f673d5db4e8e8476608e151288e6 HTTP/1.1" status: 200 len: 380 time: 0.0385103 Oct 05 10:13:26.049231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Request body: {'port': {'device_id': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'admin_state_up': True, 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'security_groups': ['a98b6cec-1730-455e-b20b-0deb119b631d']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:13:26.194255 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:13:26.198238 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Usage tracker for resource:port and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:13:26.201125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:13:26.207378 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:13:26.217608 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Made reservation on behalf of 5639f673d5db4e8e8476608e151288e6 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 10:13:26.221885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:26.426035 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Allocated IP 172.20.0.8 (83fbdc5c-213f-4d5e-a846-8d0a98e537a6/f1711cd4-2c6c-44c7-9352-93fbdc26573a/b54cfc44-0c43-463e-8d22-24b3719fc688) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:13:26.473698 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-a8679d05-1d88-4671-95e8-a627bd143ea8 req-b5e7ffad-e574-4394-ad55-9712fb306efc tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 210 time: 0.0756347 Oct 05 10:13:26.816598 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:26.832713 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Transition to ACTIVE for port object b54cfc44-0c43-463e-8d22-24b3719fc688 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:13:26.859570 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:26.927269 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:13:26.930372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:13:26.942252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:13:26.992317 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event updated for resources: {'Port': ['ID=b54cfc44-0c43-463e-8d22-24b3719fc688,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:27.019513 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:27.020214 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:27.020970 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:27.021403 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:27.021734 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:27.022096 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:27.022430 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:27.022750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:27.023074 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:27.023504 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:27.023897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:27.024368 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:27.058941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:27.065070 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:27.090631 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-9c0c3365-e5e0-4d44-8351-1e7a668ddeeb tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0459888 Oct 05 10:13:27.198524 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Provisioning for port b54cfc44-0c43-463e-8d22-24b3719fc688 completed by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:13:27.204591 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Provisioning complete for port b54cfc44-0c43-463e-8d22-24b3719fc688 triggered by entity DHCP. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:27.204908 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:27.205233 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Attempt 1 to provision port b54cfc44-0c43-463e-8d22-24b3719fc688 Oct 05 10:13:27.261195 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Port b54cfc44-0c43-463e-8d22-24b3719fc688 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:27.676381 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267de1a-82b4-4b20-a0c2-7c890456954a req-2872b63b-f482-46f0-bca4-92c58ca5a7b6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:27.677856 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3267de1a-82b4-4b20-a0c2-7c890456954a req-2872b63b-f482-46f0-bca4-92c58ca5a7b6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 931 time: 0.0944099 Oct 05 10:13:27.725423 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3267de1a-82b4-4b20-a0c2-7c890456954a req-4344193a-dada-47e6-848a-36e03304c3ae tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Oct 05 10:13:27.762763 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Attempt 2 to provision port b54cfc44-0c43-463e-8d22-24b3719fc688 Oct 05 10:13:27.816748 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Port b54cfc44-0c43-463e-8d22-24b3719fc688 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:28.317615 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Attempt 3 to provision port b54cfc44-0c43-463e-8d22-24b3719fc688 Oct 05 10:13:28.381592 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Port b54cfc44-0c43-463e-8d22-24b3719fc688 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:28.883069 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Attempt 4 to provision port b54cfc44-0c43-463e-8d22-24b3719fc688 Oct 05 10:13:28.947476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Port b54cfc44-0c43-463e-8d22-24b3719fc688 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:28.964833 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95adcf2-2217-4df2-a4d7-3513ef45b5e4 req-f5a914ae-c6be-4ca5-96fc-8080d13423c1 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:28.967060 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e95adcf2-2217-4df2-a4d7-3513ef45b5e4 req-f5a914ae-c6be-4ca5-96fc-8080d13423c1 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 931 time: 0.1051862 Oct 05 10:13:29.013761 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e95adcf2-2217-4df2-a4d7-3513ef45b5e4 req-67b62b02-3e52-4c2a-9656-9a456fe4c756 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402627 Oct 05 10:13:29.449015 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Attempt 5 to provision port b54cfc44-0c43-463e-8d22-24b3719fc688 Oct 05 10:13:29.515173 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Port b54cfc44-0c43-463e-8d22-24b3719fc688 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:30.016909 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Attempt 6 to provision port b54cfc44-0c43-463e-8d22-24b3719fc688 Oct 05 10:13:30.076770 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Port b54cfc44-0c43-463e-8d22-24b3719fc688 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:30.237677 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb1afa-1747-4c5a-a76b-4cecbcb6c101 req-9be8a947-263c-4107-a74e-39d74981404e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:30.239166 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-87bb1afa-1747-4c5a-a76b-4cecbcb6c101 req-9be8a947-263c-4107-a74e-39d74981404e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 931 time: 0.0991726 Oct 05 10:13:30.287903 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-87bb1afa-1747-4c5a-a76b-4cecbcb6c101 req-2fa80657-b068-4769-811a-21717708e104 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429044 Oct 05 10:13:30.578801 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Attempt 7 to provision port b54cfc44-0c43-463e-8d22-24b3719fc688 Oct 05 10:13:30.639369 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Port b54cfc44-0c43-463e-8d22-24b3719fc688 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:31.141038 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Attempt 8 to provision port b54cfc44-0c43-463e-8d22-24b3719fc688 Oct 05 10:13:31.195245 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Port b54cfc44-0c43-463e-8d22-24b3719fc688 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:31.506907 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e0d5-1307-426c-b9db-b7a985f7d8e8 req-4d0865ae-f1e1-4e1f-995e-f940693ec43e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:31.508408 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fba7e0d5-1307-426c-b9db-b7a985f7d8e8 req-4d0865ae-f1e1-4e1f-995e-f940693ec43e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 931 time: 0.1043320 Oct 05 10:13:31.562715 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-fba7e0d5-1307-426c-b9db-b7a985f7d8e8 req-e8537332-9a24-402e-bd60-cd7e000267a5 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482488 Oct 05 10:13:31.696444 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Attempt 9 to provision port b54cfc44-0c43-463e-8d22-24b3719fc688 Oct 05 10:13:31.751657 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Port b54cfc44-0c43-463e-8d22-24b3719fc688 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:32.252847 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Attempt 10 to provision port b54cfc44-0c43-463e-8d22-24b3719fc688 Oct 05 10:13:32.342325 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aed3ee0d-3f90-4c41-aa10-58827f1608e8 None None] Port b54cfc44-0c43-463e-8d22-24b3719fc688 cannot update to ACTIVE because it is not bound. {{(pid=89056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 05 10:13:32.784025 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f014639-d810-4d1d-8441-0c78c4c42dfb req-57f2ee43-3e48-4be4-9fd7-73615e78e27c tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:32.785588 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5f014639-d810-4d1d-8441-0c78c4c42dfb req-57f2ee43-3e48-4be4-9fd7-73615e78e27c tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 931 time: 0.0939176 Oct 05 10:13:32.851738 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-5f014639-d810-4d1d-8441-0c78c4c42dfb req-154aedbe-5c97-4681-9887-89932a02fccf tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603867 Oct 05 10:13:32.938559 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fa33baf-e236-49c2-bf0e-1735559c6ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:34.053129 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11f2c2-c823-4a9d-b937-735609170b40 req-5dfc33c0-e307-476d-ac13-f2bc7c0d4675 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:34.054687 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8c11f2c2-c823-4a9d-b937-735609170b40 req-5dfc33c0-e307-476d-ac13-f2bc7c0d4675 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 931 time: 0.0952773 Oct 05 10:13:34.101267 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-8c11f2c2-c823-4a9d-b937-735609170b40 req-3108e29b-52c7-444b-b6f9-3edf28e0a252 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410085 Oct 05 10:13:35.304575 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e12e73-f162-4fb9-a812-ad36cc6b9ea2 req-33a3de8c-36fa-41fb-a38c-24098c854054 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:35.306087 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f2e12e73-f162-4fb9-a812-ad36cc6b9ea2 req-33a3de8c-36fa-41fb-a38c-24098c854054 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 931 time: 0.0922248 Oct 05 10:13:35.351351 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-f2e12e73-f162-4fb9-a812-ad36cc6b9ea2 req-2221c208-097b-49cd-822c-d1156afeedbf tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388288 Oct 05 10:13:35.377558 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:35.723695 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-e180cef7-23e8-4b71-b883-a7bf2e10e5ec tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 05 10:13:35.725056 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-e180cef7-23e8-4b71-b883-a7bf2e10e5ec tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055611 Oct 05 10:13:35.737561 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Request body: {'port': {'device_id': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:13:35.749476 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.45', 50413) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:35.771095 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ceca-ea74-4797-b6c6-9f5edcab427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:35.834340 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-71aa4208-3932-4dcc-86bc-f571875d1bb7 req-06959397-8929-4857-8e48-9a4bd1b9d4aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828028 Oct 05 10:13:35.850512 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:35.993068 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa4208-3932-4dcc-86bc-f571875d1bb7 req-7d55814c-64c8-4d8c-81d6-e51c602cf597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:35.994569 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-71aa4208-3932-4dcc-86bc-f571875d1bb7 req-7d55814c-64c8-4d8c-81d6-e51c602cf597 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 1096 time: 0.0808406 Oct 05 10:13:36.140956 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa4208-3932-4dcc-86bc-f571875d1bb7 req-23f87e60-2f8c-41a8-a581-f58eb27a05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:36.142296 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-71aa4208-3932-4dcc-86bc-f571875d1bb7 req-23f87e60-2f8c-41a8-a581-f58eb27a05dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 910 time: 0.1290963 Oct 05 10:13:36.200108 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54cfc44-0c43-463e-8d22-24b3719fc688 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:13:36.208795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:36.225062 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Transition to ACTIVE for port object b54cfc44-0c43-463e-8d22-24b3719fc688 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 10:13:36.229934 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:36.346782 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-71aa4208-3932-4dcc-86bc-f571875d1bb7 req-2549f862-19a2-4d3c-a734-5170756b11b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7e5cca-78e7-4fad-9cce-db681f475715 HTTP/1.1" status: 200 len: 998 time: 0.1988380 Oct 05 10:13:36.407055 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Pushing event updated for resources: {'Port': ['ID=b54cfc44-0c43-463e-8d22-24b3719fc688,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:36.412014 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa4208-3932-4dcc-86bc-f571875d1bb7 req-85b82047-08d0-4b8d-879d-ee8aad97e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:36.413850 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-71aa4208-3932-4dcc-86bc-f571875d1bb7 req-85b82047-08d0-4b8d-879d-ee8aad97e13f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1711cd4-2c6c-44c7-9352-93fbdc26573a HTTP/1.1" status: 200 len: 848 time: 0.0617216 Oct 05 10:13:36.479118 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Attempting to bind port b54cfc44-0c43-463e-8d22-24b3719fc688 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 05 10:13:36.479460 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Attempting to bind port b54cfc44-0c43-463e-8d22-24b3719fc688 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 05 10:13:36.479793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Attempting to bind port b54cfc44-0c43-463e-8d22-24b3719fc688 on network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:13:36.484767 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Port b54cfc44-0c43-463e-8d22-24b3719fc688 on network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 05 10:13:36.485089 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Attempting to bind port b54cfc44-0c43-463e-8d22-24b3719fc688 on network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 05 10:13:36.490238 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Checking agent: {'id': '519e31bc-3d00-4f50-a1af-ad9002bb32d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'started_at': datetime.datetime(2022, 10, 5, 9, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 10, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 05 10:13:36.490574 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Checking segment: {'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 05 10:13:36.490958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Bound using segment: {'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 05 10:13:36.491385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Bound port: b54cfc44-0c43-463e-8d22-24b3719fc688, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17713398-5018-4cdf-833c-30908d295aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 05 10:13:36.491735 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:36.554282 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa4208-3932-4dcc-86bc-f571875d1bb7 req-54a23d85-0d47-4ee1-8347-428c7d04edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:36.555785 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-71aa4208-3932-4dcc-86bc-f571875d1bb7 req-54a23d85-0d47-4ee1-8347-428c7d04edc6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1364961 Oct 05 10:13:36.585212 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] For port b54cfc44-0c43-463e-8d22-24b3719fc688, host hv-neutron-8603, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 05 10:13:36.588270 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] For port b54cfc44-0c43-463e-8d22-24b3719fc688, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b54cfc44-0c43-463e-8d22-24b3719fc688,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 05 10:13:36.594229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338557'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:36.627333 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:36.628038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:36.629429 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] 10.222.0.45 "PUT /v2.0/ports/b54cfc44-0c43-463e-8d22-24b3719fc688 HTTP/1.1" status: 200 len: 1093 time: 0.8968482 Oct 05 10:13:36.629863 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:13:36.632449 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89995ad7f4b73ef30a1d8a4e908064903c9e26591b5039969182b0aa8485959b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eccd42-fabb-4c47-82b4-2bebb0a2e6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:13:36.666371 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943dc1d-af67-4d00-971a-f2531ca6c970 req-dbb03e61-d11c-4d00-8e3d-1be7a0fb977b tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:36.668163 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7943dc1d-af67-4d00-971a-f2531ca6c970 req-dbb03e61-d11c-4d00-8e3d-1be7a0fb977b tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 943 time: 0.1913564 Oct 05 10:13:36.729799 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cb44e5-84cb-44f4-b4dd-9e59b8b6d9d4 x-openstack-request-id: req-d1cb44e5-84cb-44f4-b4dd-9e59b8b6d9d4 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:13:36.730425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:13:36.730425 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1cb44e5-84cb-44f4-b4dd-9e59b8b6d9d4 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:13:36.730954 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1cb44e5-84cb-44f4-b4dd-9e59b8b6d9d4'] response: {'name': 'network-changed', 'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'status': 'completed', 'code': 200} Oct 05 10:13:36.750937 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-7943dc1d-af67-4d00-971a-f2531ca6c970 req-33fd2287-677b-47bd-a5db-1543176cd48e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767608 Oct 05 10:13:36.753757 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a85d9-92a1-4308-9a05-f8154aa87b93 service neutron] Pushing event updated for resources: {'Port': ['ID=b54cfc44-0c43-463e-8d22-24b3719fc688,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:36.754290 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-71aa4208-3932-4dcc-86bc-f571875d1bb7 req-883a7551-c668-45ed-ba99-4c193e751529 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904032 Oct 05 10:13:36.790145 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-f36b5753-89e0-4ed8-9dfe-3efba0e74613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:36.791634 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-f36b5753-89e0-4ed8-9dfe-3efba0e74613 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 1096 time: 0.1082337 Oct 05 10:13:36.863644 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-654714da-f1bf-472f-b332-70df93ee7b20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54cfc44-0c43-463e-8d22-24b3719fc688 HTTP/1.1" status: 200 len: 217 time: 0.0646994 Oct 05 10:13:36.890836 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-71aa4208-3932-4dcc-86bc-f571875d1bb7 req-64df26fa-a3ad-423a-b05e-5789a1e4c519 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306863 Oct 05 10:13:36.938752 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-a9de3ffe-5349-43a8-bddc-92324303a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:36.940506 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-a9de3ffe-5349-43a8-bddc-92324303a711 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1711cd4-2c6c-44c7-9352-93fbdc26573a HTTP/1.1" status: 200 len: 848 time: 0.0707598 Oct 05 10:13:36.942874 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:37.024481 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-db1e7b6e-b7dc-4af3-b39e-2f8bac3d3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:37.026090 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-db1e7b6e-b7dc-4af3-b39e-2f8bac3d3e6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799158 Oct 05 10:13:37.114321 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:37.162573 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-3c13825c-d5f7-47cd-adac-ace5f6f93a62 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292481 Oct 05 10:13:37.431423 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1138a9e3-1db4-40f3-9253-3a12657df46b req-714123b5-b57a-42a4-ac00-352258c091a0 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625830 Oct 05 10:13:37.615390 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eccd42-fabb-4c47-82b4-2bebb0a2e6b2 req-d5eebb21-04a0-4d87-894d-893b26246c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:37.616862 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-58eccd42-fabb-4c47-82b4-2bebb0a2e6b2 req-d5eebb21-04a0-4d87-894d-893b26246c3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 1096 time: 0.0866747 Oct 05 10:13:37.755404 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eccd42-fabb-4c47-82b4-2bebb0a2e6b2 req-1688acf7-58a6-4056-9c37-a445242908b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:37.757684 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-58eccd42-fabb-4c47-82b4-2bebb0a2e6b2 req-1688acf7-58a6-4056-9c37-a445242908b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 910 time: 0.1347327 Oct 05 10:13:37.828938 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-58eccd42-fabb-4c47-82b4-2bebb0a2e6b2 req-a689e61d-381d-4fd9-9181-c106cef531f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54cfc44-0c43-463e-8d22-24b3719fc688 HTTP/1.1" status: 200 len: 217 time: 0.0645554 Oct 05 10:13:37.903637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eccd42-fabb-4c47-82b4-2bebb0a2e6b2 req-5e338d84-8754-4d83-8405-e566cc82b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:37.905835 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-58eccd42-fabb-4c47-82b4-2bebb0a2e6b2 req-5e338d84-8754-4d83-8405-e566cc82b820 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1711cd4-2c6c-44c7-9352-93fbdc26573a HTTP/1.1" status: 200 len: 848 time: 0.0648232 Oct 05 10:13:37.954813 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023d41c-9594-4b17-bb3e-bb8bced799c6 req-4595f98f-920f-411e-8856-1a2e853976f4 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:37.956295 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1023d41c-9594-4b17-bb3e-bb8bced799c6 req-4595f98f-920f-411e-8856-1a2e853976f4 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 943 time: 0.0874763 Oct 05 10:13:37.994623 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eccd42-fabb-4c47-82b4-2bebb0a2e6b2 req-2ce97bfd-bf7d-418f-b42f-f704f68e29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:37.996101 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-58eccd42-fabb-4c47-82b4-2bebb0a2e6b2 req-2ce97bfd-bf7d-418f-b42f-f704f68e29c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834334 Oct 05 10:13:38.000721 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-1023d41c-9594-4b17-bb3e-bb8bced799c6 req-1b449145-c604-4153-970d-bf39890d9644 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386641 Oct 05 10:13:38.134560 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-58eccd42-fabb-4c47-82b4-2bebb0a2e6b2 req-8e70f981-30e4-4cc0-8333-f660684fedc9 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318457 Oct 05 10:13:38.264194 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-58eccd42-fabb-4c47-82b4-2bebb0a2e6b2 req-62c3ccdc-d21c-467b-9f44-67637250efc1 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227212 Oct 05 10:13:39.203149 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412e805-3591-4258-9bc2-d654760bf8f9 req-eb0c486e-656b-4cd2-bd4c-1d481a67881b tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:39.204494 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3412e805-3591-4258-9bc2-d654760bf8f9 req-eb0c486e-656b-4cd2-bd4c-1d481a67881b tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 943 time: 0.0922680 Oct 05 10:13:39.247522 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-3412e805-3591-4258-9bc2-d654760bf8f9 req-fc5bb959-9e06-4709-bfde-489e9f8e7879 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371988 Oct 05 10:13:39.460715 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:40.450202 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b270777-9815-418d-85cf-c4e6ca7b330a req-240d4b7e-5fee-42ef-bd64-b70a3be90f43 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:40.451652 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2b270777-9815-418d-85cf-c4e6ca7b330a req-240d4b7e-5fee-42ef-bd64-b70a3be90f43 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 943 time: 0.0918682 Oct 05 10:13:40.496948 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-2b270777-9815-418d-85cf-c4e6ca7b330a req-8e939459-0238-4f51-8765-66bd3a1b7e01 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395865 Oct 05 10:13:40.534159 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device b54cfc44-0c43-463e-8d22-24b3719fc688 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:13:40.667176 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port b54cfc44-0c43-463e-8d22-24b3719fc688, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b54cfc44-0c43-463e-8d22-24b3719fc688,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:40.680061 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'port_id': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'mac_address': 'fa:16:3e:b5:dd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:13:40.740011 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port b54cfc44-0c43-463e-8d22-24b3719fc688 is: DOWN; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:40.740392 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:40.757051 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54cfc44-0c43-463e-8d22-24b3719fc688 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:13:40.773240 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port b54cfc44-0c43-463e-8d22-24b3719fc688, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b54cfc44-0c43-463e-8d22-24b3719fc688,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:40.777111 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:40.845545 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=b54cfc44-0c43-463e-8d22-24b3719fc688,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:41.027647 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['b54cfc44-0c43-463e-8d22-24b3719fc688'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:13:41.702482 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172f866-bf48-45e2-a983-41d372e41790 req-2a34b89e-6d4b-48c0-a6a1-9c6cc6c97c47 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:41.704069 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4172f866-bf48-45e2-a983-41d372e41790 req-2a34b89e-6d4b-48c0-a6a1-9c6cc6c97c47 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 944 time: 0.0906305 Oct 05 10:13:41.749598 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-4172f866-bf48-45e2-a983-41d372e41790 req-52df115e-a3bd-4f04-a41a-4094ab0bb089 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397353 Oct 05 10:13:42.537364 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device b54cfc44-0c43-463e-8d22-24b3719fc688 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:13:42.604820 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning for port b54cfc44-0c43-463e-8d22-24b3719fc688 completed by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 05 10:13:42.609992 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port b54cfc44-0c43-463e-8d22-24b3719fc688 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:13:42.610376 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:42.610713 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port b54cfc44-0c43-463e-8d22-24b3719fc688 Oct 05 10:13:42.727801 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port b54cfc44-0c43-463e-8d22-24b3719fc688 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:13:42.728191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:42.754742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:13:42.756987 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b3ab235a905a7ab879388c6582609944bd0663aad7624bde53198b02c57f79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88d3122-3854-40bc-b81a-0a4bab171ebf" -d '{"events": [{"server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "name": "network-vif-plugged", "status": "completed", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:13:42.765138 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port b54cfc44-0c43-463e-8d22-24b3719fc688, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b54cfc44-0c43-463e-8d22-24b3719fc688,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:13:42.769531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:42.805309 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf830be9-bf2d-4da5-9c67-25c35c1e4823 x-openstack-request-id: req-cf830be9-bf2d-4da5-9c67-25c35c1e4823 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:13:42.805600 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "name": "network-vif-plugged", "status": "completed", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:13:42.805851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf830be9-bf2d-4da5-9c67-25c35c1e4823 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:13:42.806289 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf830be9-bf2d-4da5-9c67-25c35c1e4823'] response: {'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'code': 200} Oct 05 10:13:42.841459 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=b54cfc44-0c43-463e-8d22-24b3719fc688,revision_number=5']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:42.968942 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5b467-204c-4fdf-8f47-e75f0f7fe803 req-9d707dc3-26dd-4b5b-8ecf-6ec5f997c52f tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:42.970421 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-55c5b467-204c-4fdf-8f47-e75f0f7fe803 req-9d707dc3-26dd-4b5b-8ecf-6ec5f997c52f tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 945 time: 0.0999036 Oct 05 10:13:43.019629 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-55c5b467-204c-4fdf-8f47-e75f0f7fe803 req-e039a6ee-79dc-4e86-9779-f69ec69b88c6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428300 Oct 05 10:13:43.059439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6317af-a2f7-4d0d-b218-5abb1cb2f07d req-a6f6dbd1-d973-4cb4-b31a-3186db81e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:43.060845 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5d6317af-a2f7-4d0d-b218-5abb1cb2f07d req-a6f6dbd1-d973-4cb4-b31a-3186db81e324 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 1098 time: 0.0846944 Oct 05 10:13:43.101281 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5d6317af-a2f7-4d0d-b218-5abb1cb2f07d req-69b3ba66-01b3-4f9a-ae6a-7c5a1a8cd28f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338385 Oct 05 10:13:44.231120 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ecc9-9d8e-4c0b-af10-6fb53744c471 req-28509a8f-8626-4241-9d6c-49336bc1b40e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:44.232543 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b6e2ecc9-9d8e-4c0b-af10-6fb53744c471 req-28509a8f-8626-4241-9d6c-49336bc1b40e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 945 time: 0.0935361 Oct 05 10:13:44.282141 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-b6e2ecc9-9d8e-4c0b-af10-6fb53744c471 req-15fc44ac-b5df-4116-80b3-3f41b533dda7 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432415 Oct 05 10:13:44.479312 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7b0bd-6329-4a6d-a441-a5c1e450775d req-94b43562-3f62-4933-87c6-e39bd663cf0b tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:44.480762 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e9a7b0bd-6329-4a6d-a441-a5c1e450775d req-94b43562-3f62-4933-87c6-e39bd663cf0b tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 945 time: 0.0890648 Oct 05 10:13:44.527334 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-e9a7b0bd-6329-4a6d-a441-a5c1e450775d req-ce5fa382-c084-45b8-8e87-3094b3e6e97e tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398600 Oct 05 10:13:44.561446 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 45120) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:44.647622 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dd1db9-55c5-4a6d-9fe5-e15a5ea90871 tempest-TestSnapshotPattern-118432324 tempest-TestSnapshotPattern-118432324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:44.649175 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-64dd1db9-55c5-4a6d-9fe5-e15a5ea90871 tempest-TestSnapshotPattern-118432324 tempest-TestSnapshotPattern-118432324-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 1093 time: 0.0866570 Oct 05 10:13:44.651878 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 45124) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:13:44.657889 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.v2.base [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Request body: {'floatingip': {'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'port_id': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 05 10:13:44.663997 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 05 10:13:44.667980 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Usage tracker for resource:floatingip and tenant:5639f673d5db4e8e8476608e151288e6 is out of sync, need to count used quota {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 05 10:13:44.671678 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89054) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 05 10:13:44.677605 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.quota.driver [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 05 10:13:44.688112 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for floatingip, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:44.822559 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:45.064868 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.db_base_plugin_common [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Allocated IP 172.26.0.7 (f5c55968-e53e-4de2-b303-3ff10e8c8b2c/02f42181-0c35-47d2-b316-c6af79dfcd39/221a7ce1-8187-491e-930a-46578242f825) {{(pid=89054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 10:13:45.210839 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for port, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:45.240319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773370199830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:45.298722 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Network f5c55968-e53e-4de2-b303-3ff10e8c8b2c is already hosted by enough agents. {{(pid=89054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 10:13:45.301498 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.base_scheduler [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Resources bound (agent type, host, resource id): {{(pid=89054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 10:13:45.309051 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Received port after_create {{(pid=89054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 05 10:13:45.346651 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event updated for resources: {'Port': ['ID=221a7ce1-8187-491e-930a-46578242f825,revision_number=1']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:45.362920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:45.363275 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:45.363617 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:45.363953 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:45.364287 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:45.364623 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:45.364950 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:45.365280 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:45.365608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:45.365931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:45.366283 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:45.366608 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:13:45.735099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:45.806871 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:46.016274 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:46.020667 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3893570'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:46.125324 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event updated for resources: {'Port': ['ID=221a7ce1-8187-491e-930a-46578242f825,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:13:46.128802 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722921'] for floatingip, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:46.308278 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Floating IP ace16663-68c5-44c7-89ab-041098b00127 associated. External IP: 172.26.0.7, port: b54cfc44-0c43-463e-8d22-24b3719fc688. Oct 05 10:13:46.776770 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Router 6afc60cd-1b16-46b8-a39c-6d85de4c869d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:13:46.957581 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:13:46.966984 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ba8a0-f9b2-494c-a4a1-d1636317833c None None] Sync routers for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:13:46.976695 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385ba8a0-f9b2-494c-a4a1-d1636317833c None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:13:46.977489 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-385ba8a0-f9b2-494c-a4a1-d1636317833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:13:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:46.981630 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:13:47.042574 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-3da5e91e-0c48-4f68-9e7e-ec3b1d6ba418 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3895996 Oct 05 10:13:47.043168 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:13:47.045773 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623e495c7fef77bc1e5f634f19ae82c7c1df314ac3df8d92c26de29f40497393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2fad88-e6ec-4952-bbc3-10ea4aafae12" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:13:47.088761 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73ce189-6b73-4f82-9436-de53eb768387 x-openstack-request-id: req-d73ce189-6b73-4f82-9436-de53eb768387 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:13:47.089055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:13:47.089311 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d73ce189-6b73-4f82-9436-de53eb768387 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:13:47.089712 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73ce189-6b73-4f82-9436-de53eb768387'] response: {'name': 'network-changed', 'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'status': 'completed', 'code': 200} Oct 05 10:13:47.163517 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-385ba8a0-f9b2-494c-a4a1-d1636317833c None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:13:47.191962 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fad88-e6ec-4952-bbc3-10ea4aafae12 req-53b1ac76-54e9-4ffb-9eef-ad64c2c08fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:47.193425 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2a2fad88-e6ec-4952-bbc3-10ea4aafae12 req-53b1ac76-54e9-4ffb-9eef-ad64c2c08fbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 1098 time: 0.0820389 Oct 05 10:13:47.334021 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fad88-e6ec-4952-bbc3-10ea4aafae12 req-a05757f3-bf1f-46d8-8808-dee1943e18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:47.335372 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2a2fad88-e6ec-4952-bbc3-10ea4aafae12 req-a05757f3-bf1f-46d8-8808-dee1943e18e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 910 time: 0.1358781 Oct 05 10:13:47.405179 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:13:47.435374 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2a2fad88-e6ec-4952-bbc3-10ea4aafae12 req-0f6a714b-e788-4412-80f3-d6ca0194b892 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54cfc44-0c43-463e-8d22-24b3719fc688 HTTP/1.1" status: 200 len: 997 time: 0.0939076 Oct 05 10:13:47.503995 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fad88-e6ec-4952-bbc3-10ea4aafae12 req-8fae9efd-ae90-471a-a819-8b37ba7294ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:47.505632 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2a2fad88-e6ec-4952-bbc3-10ea4aafae12 req-8fae9efd-ae90-471a-a819-8b37ba7294ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1711cd4-2c6c-44c7-9352-93fbdc26573a HTTP/1.1" status: 200 len: 848 time: 0.0642548 Oct 05 10:13:47.525564 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-385ba8a0-f9b2-494c-a4a1-d1636317833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'ace16663-68c5-44c7-89ab-041098b00127', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'floating_ip_address': '172.26.0.7', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'port_id': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'mac_address': 'fa:16:3e:b5:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:13:45Z', 'updated_at': '2022-10-05T10:13:45Z', 'revision_number': 0, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address_scope': None}, {'id': 'c517d87e-758b-4250-9b57-73b453d84599', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'floating_ip_address': '172.26.0.68', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'port_id': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'mac_address': 'fa:16:3e:fe:05:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d51085-2e57-48ab-af98-162bed266822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:11:07Z', 'updated_at': '2022-10-05T10:11:09Z', 'revision_number': 1, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 5, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:47.529290 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ba8a0-f9b2-494c-a4a1-d1636317833c None None] Checking router: 6afc60cd-1b16-46b8-a39c-6d85de4c869d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:13:47.537755 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385ba8a0-f9b2-494c-a4a1-d1636317833c None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:13:47.538370 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-385ba8a0-f9b2-494c-a4a1-d1636317833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:13:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:47.590336 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fad88-e6ec-4952-bbc3-10ea4aafae12 req-eecbde3b-cd34-40df-b3d2-db507c442ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:13:47.592041 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2a2fad88-e6ec-4952-bbc3-10ea4aafae12 req-eecbde3b-cd34-40df-b3d2-db507c442ec4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804746 Oct 05 10:13:47.714455 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-385ba8a0-f9b2-494c-a4a1-d1636317833c None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:13:47.725905 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2a2fad88-e6ec-4952-bbc3-10ea4aafae12 req-d8e5cfe9-4cdd-4e39-9d83-c7176a165f63 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275675 Oct 05 10:13:47.859154 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2a2fad88-e6ec-4952-bbc3-10ea4aafae12 req-1348668b-0650-4c28-a13b-d1ac287fa448 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268005 Oct 05 10:13:48.097813 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-385ba8a0-f9b2-494c-a4a1-d1636317833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'ace16663-68c5-44c7-89ab-041098b00127', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'floating_ip_address': '172.26.0.7', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'port_id': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'mac_address': 'fa:16:3e:b5:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:13:45Z', 'updated_at': '2022-10-05T10:13:45Z', 'revision_number': 0, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address_scope': None}, {'id': 'c517d87e-758b-4250-9b57-73b453d84599', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'floating_ip_address': '172.26.0.68', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'port_id': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'mac_address': 'fa:16:3e:fe:05:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d51085-2e57-48ab-af98-162bed266822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:11:07Z', 'updated_at': '2022-10-05T10:11:09Z', 'revision_number': 1, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 5, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:13:48.101721 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ba8a0-f9b2-494c-a4a1-d1636317833c None None] The sync data for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv is: [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'ace16663-68c5-44c7-89ab-041098b00127', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'floating_ip_address': '172.26.0.7', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'port_id': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'mac_address': 'fa:16:3e:b5:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:13:45Z', 'updated_at': '2022-10-05T10:13:45Z', 'revision_number': 0, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address_scope': None}, {'id': 'c517d87e-758b-4250-9b57-73b453d84599', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'floating_ip_address': '172.26.0.68', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'port_id': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'mac_address': 'fa:16:3e:fe:05:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d51085-2e57-48ab-af98-162bed266822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:11:07Z', 'updated_at': '2022-10-05T10:11:09Z', 'revision_number': 1, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 5, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:13:48.293472 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a3256-9e3b-492c-bfaf-3eb6e4fc97d7 None None] New status for floating IP ace16663-68c5-44c7-89ab-041098b00127: ACTIVE {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:14:02.940851 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fd5fd3e-56d5-4139-9288-25e2595a373b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:05.378454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:05.778072 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3c76a29c-336e-4f9e-91e2-7a87c0e520f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:06.947316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:07.116810 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:09.463302 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:24.363887 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:14:32.942410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa0fe6d4-d76f-4f19-8237-a2177e5a2635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:35.376593 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:35.778679 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c62b6e81-4481-40b8-88bb-98cecc85790e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:35.817803 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2aeb7c5-eaff-4485-8bb1-39c80149ce13 req-2c9c1b4e-05f2-4ef2-b0d3-3af587036c3e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1856461 Oct 05 10:14:35.971341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeb7c5-eaff-4485-8bb1-39c80149ce13 req-68eee63f-16ff-40b4-bacf-5148aa1ed85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:35.972821 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2aeb7c5-eaff-4485-8bb1-39c80149ce13 req-68eee63f-16ff-40b4-bacf-5148aa1ed85f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 1096 time: 0.0852787 Oct 05 10:14:36.116815 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeb7c5-eaff-4485-8bb1-39c80149ce13 req-67f0ca82-427a-4dd3-a160-1becf842e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:36.118280 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2aeb7c5-eaff-4485-8bb1-39c80149ce13 req-67f0ca82-427a-4dd3-a160-1becf842e6f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 910 time: 0.1259778 Oct 05 10:14:36.229266 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2aeb7c5-eaff-4485-8bb1-39c80149ce13 req-37dbacd0-c6a4-4b3d-a23c-3d8b346ad9a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7e5cca-78e7-4fad-9cce-db681f475715 HTTP/1.1" status: 200 len: 998 time: 0.1042860 Oct 05 10:14:36.293736 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeb7c5-eaff-4485-8bb1-39c80149ce13 req-ca17a96a-0e04-4e9c-9340-5fd59a625be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:36.295447 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2aeb7c5-eaff-4485-8bb1-39c80149ce13 req-ca17a96a-0e04-4e9c-9340-5fd59a625be1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1711cd4-2c6c-44c7-9352-93fbdc26573a HTTP/1.1" status: 200 len: 848 time: 0.0601337 Oct 05 10:14:36.379119 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeb7c5-eaff-4485-8bb1-39c80149ce13 req-7219724d-c9c9-43f1-ae0a-9ccbf1103e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:14:36.380495 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2aeb7c5-eaff-4485-8bb1-39c80149ce13 req-7219724d-c9c9-43f1-ae0a-9ccbf1103e65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788684 Oct 05 10:14:36.510565 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2aeb7c5-eaff-4485-8bb1-39c80149ce13 req-5be18d2a-43d2-4885-a5e6-fb0d7f382d0a service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234362 Oct 05 10:14:36.649642 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2aeb7c5-eaff-4485-8bb1-39c80149ce13 req-167d54d0-f158-4101-8890-dafd498b7168 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330335 Oct 05 10:14:36.951399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:37.119761 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:14:39.467896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:01.363795 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:15:02.944410 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-03bb1d5f-4791-4c5d-aa12-4c07ab1de342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:05.383448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:05.783063 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e2abe97e-cfc0-48c3-b9ed-7e764deada7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:06.955661 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:07.129375 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:09.504239 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:19.016646 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device b54cfc44-0c43-463e-8d22-24b3719fc688 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=89056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 05 10:15:19.154910 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port b54cfc44-0c43-463e-8d22-24b3719fc688, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b54cfc44-0c43-463e-8d22-24b3719fc688,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:19.169212 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Returning: {'device': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'port_id': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'mac_address': 'fa:16:3e:b5:dd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 05 10:15:19.226291 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port b54cfc44-0c43-463e-8d22-24b3719fc688 is: ACTIVE; New status is: BUILD {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:15:19.226929 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:19.248200 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b54cfc44-0c43-463e-8d22-24b3719fc688 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 05 10:15:19.264796 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port b54cfc44-0c43-463e-8d22-24b3719fc688, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b54cfc44-0c43-463e-8d22-24b3719fc688,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:19.268944 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:19.343097 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=b54cfc44-0c43-463e-8d22-24b3719fc688,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:19.350902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:19.351243 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:19.351939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:19.351939 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:19.352221 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:19.352548 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:19.352869 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:19.353201 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:19.353508 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:19.353825 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:19.354220 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:19.354467 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:19.359615 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] get_ports_and_sgs() called for port_ids ['b54cfc44-0c43-463e-8d22-24b3719fc688'] {{(pid=89056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 05 10:15:21.042742 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device b54cfc44-0c43-463e-8d22-24b3719fc688 up at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 05 10:15:21.129182 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Provisioning complete for port b54cfc44-0c43-463e-8d22-24b3719fc688 triggered by entity L2. {{(pid=89056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 05 10:15:21.129829 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1008077'] for port, provisioning_complete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:21.130065 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Attempt 1 to provision port b54cfc44-0c43-463e-8d22-24b3719fc688 Oct 05 10:15:21.272454 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port b54cfc44-0c43-463e-8d22-24b3719fc688 is: BUILD; New status is: ACTIVE {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:15:21.273088 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:21.313316 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:15:21.315659 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b3ab235a905a7ab879388c6582609944bd0663aad7624bde53198b02c57f79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d814e904-7fcc-40f3-876b-ca534a545c07" -d '{"events": [{"server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "name": "network-vif-plugged", "status": "completed", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:15:21.335209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port b54cfc44-0c43-463e-8d22-24b3719fc688, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b54cfc44-0c43-463e-8d22-24b3719fc688,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:21.342084 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:21.401423 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2861385c-1368-4e82-bc36-61e182493dd8 x-openstack-request-id: req-2861385c-1368-4e82-bc36-61e182493dd8 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:15:21.402865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "name": "network-vif-plugged", "status": "completed", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:15:21.403177 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2861385c-1368-4e82-bc36-61e182493dd8 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:15:21.403628 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2861385c-1368-4e82-bc36-61e182493dd8'] response: {'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'code': 200} Oct 05 10:15:21.452134 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=b54cfc44-0c43-463e-8d22-24b3719fc688,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:29.974300 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 45310) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:30.185399 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Deleting port 221a7ce1-8187-491e-930a-46578242f825 {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:30.185743 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:30.374539 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:30.374875 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:30.497537 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Calling delete_port for 221a7ce1-8187-491e-930a-46578242f825 owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:15:30.654981 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:30.703332 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event deleted for resources: {'Port': ['ID=221a7ce1-8187-491e-930a-46578242f825,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:30.750417 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:30.750767 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:30.751106 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:30.751442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:30.751785 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:30.752116 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:30.752442 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:30.752768 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:30.753095 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:30.753420 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:30.753808 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:30.754110 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:30.815876 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:30.816211 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Floating IP ace16663-68c5-44c7-89ab-041098b00127 disassociated (deleted). External IP: 172.26.0.7, port: b54cfc44-0c43-463e-8d22-24b3719fc688. Oct 05 10:15:31.289499 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Router 6afc60cd-1b16-46b8-a39c-6d85de4c869d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:15:31.476913 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:15:31.487353 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9886ad0-c9fe-4766-8dfc-9789a18813e2 None None] Sync routers for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:15:31.495712 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:31.497212 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9886ad0-c9fe-4766-8dfc-9789a18813e2 None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:15:31.497816 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a9886ad0-c9fe-4766-8dfc-9789a18813e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:31.551432 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-400fffe3-d5af-4bfa-b113-7ff93f79efe6 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "DELETE /v2.0/floatingips/ace16663-68c5-44c7-89ab-041098b00127 HTTP/1.1" status: 204 len: 168 time: 1.5759525 Oct 05 10:15:31.551920 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:15:31.554437 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623e495c7fef77bc1e5f634f19ae82c7c1df314ac3df8d92c26de29f40497393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee65c18-a7d2-4c21-8d6f-45b702bbd890" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:15:31.679057 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e74f6fd-2509-46cf-9f66-5c9150d4d616 x-openstack-request-id: req-8e74f6fd-2509-46cf-9f66-5c9150d4d616 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:15:31.679438 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:15:31.679757 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e74f6fd-2509-46cf-9f66-5c9150d4d616 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:15:31.680223 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e74f6fd-2509-46cf-9f66-5c9150d4d616'] response: {'name': 'network-changed', 'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'status': 'completed', 'code': 200} Oct 05 10:15:31.697816 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a9886ad0-c9fe-4766-8dfc-9789a18813e2 None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:15:31.862100 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee65c18-a7d2-4c21-8d6f-45b702bbd890 req-8e98899f-16de-4874-aa2d-49453e185519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:31.865253 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aee65c18-a7d2-4c21-8d6f-45b702bbd890 req-8e98899f-16de-4874-aa2d-49453e185519 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 1098 time: 0.1626470 Oct 05 10:15:32.008758 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee65c18-a7d2-4c21-8d6f-45b702bbd890 req-17576df7-2f77-4b0d-9b52-67dab0dd756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:32.010288 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aee65c18-a7d2-4c21-8d6f-45b702bbd890 req-17576df7-2f77-4b0d-9b52-67dab0dd756b service neutron] 10.222.0.45 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 910 time: 0.1372468 Oct 05 10:15:32.020474 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0262e7-6727-4d25-8969-18e6632407f3 req-18a589da-e3d1-4866-a0e0-c1203f2d7682 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:32.021273 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-cb0262e7-6727-4d25-8969-18e6632407f3 req-18a589da-e3d1-4866-a0e0-c1203f2d7682 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Synchronizing usage tracker for tenant:5639f673d5db4e8e8476608e151288e6 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:15:32.040545 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-cb0262e7-6727-4d25-8969-18e6632407f3 req-18a589da-e3d1-4866-a0e0-c1203f2d7682 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Unset dirty status for tenant:5639f673d5db4e8e8476608e151288e6 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:15:32.041810 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cb0262e7-6727-4d25-8969-18e6632407f3 req-18a589da-e3d1-4866-a0e0-c1203f2d7682 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 945 time: 0.1740990 Oct 05 10:15:32.078750 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aee65c18-a7d2-4c21-8d6f-45b702bbd890 req-65733f69-5a49-4ce5-b533-2a3a83b540be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54cfc44-0c43-463e-8d22-24b3719fc688 HTTP/1.1" status: 200 len: 217 time: 0.0622628 Oct 05 10:15:32.088067 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cb0262e7-6727-4d25-8969-18e6632407f3 req-4a6c2e8b-0bf7-4844-9ad1-dedc77fdaf85 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391810 Oct 05 10:15:32.096560 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a9886ad0-c9fe-4766-8dfc-9789a18813e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c517d87e-758b-4250-9b57-73b453d84599', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'floating_ip_address': '172.26.0.68', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'port_id': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'mac_address': 'fa:16:3e:fe:05:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d51085-2e57-48ab-af98-162bed266822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:11:07Z', 'updated_at': '2022-10-05T10:11:09Z', 'revision_number': 1, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 5, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:32.100443 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9886ad0-c9fe-4766-8dfc-9789a18813e2 None None] Checking router: 6afc60cd-1b16-46b8-a39c-6d85de4c869d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:15:32.118226 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9886ad0-c9fe-4766-8dfc-9789a18813e2 None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:15:32.118226 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a9886ad0-c9fe-4766-8dfc-9789a18813e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:15:06Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:32.146222 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee65c18-a7d2-4c21-8d6f-45b702bbd890 req-a1b650b1-b502-4bef-bf7a-9f7db977a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:32.147689 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aee65c18-a7d2-4c21-8d6f-45b702bbd890 req-a1b650b1-b502-4bef-bf7a-9f7db977a80b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1711cd4-2c6c-44c7-9352-93fbdc26573a HTTP/1.1" status: 200 len: 848 time: 0.0626523 Oct 05 10:15:32.236916 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee65c18-a7d2-4c21-8d6f-45b702bbd890 req-ec219e52-f1b5-47a0-81dd-23be2909e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:32.238668 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aee65c18-a7d2-4c21-8d6f-45b702bbd890 req-ec219e52-f1b5-47a0-81dd-23be2909e3de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836215 Oct 05 10:15:32.282975 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a9886ad0-c9fe-4766-8dfc-9789a18813e2 None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:15:32.372519 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aee65c18-a7d2-4c21-8d6f-45b702bbd890 req-958d7f62-f341-48ee-a0e3-4ccedb044223 service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259353 Oct 05 10:15:32.504861 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aee65c18-a7d2-4c21-8d6f-45b702bbd890 req-568c0781-8156-4023-b5e2-066ae05a261b service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258588 Oct 05 10:15:32.666666 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a9886ad0-c9fe-4766-8dfc-9789a18813e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c517d87e-758b-4250-9b57-73b453d84599', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'floating_ip_address': '172.26.0.68', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'port_id': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'mac_address': 'fa:16:3e:fe:05:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d51085-2e57-48ab-af98-162bed266822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:11:07Z', 'updated_at': '2022-10-05T10:11:09Z', 'revision_number': 1, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 5, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:32.670803 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9886ad0-c9fe-4766-8dfc-9789a18813e2 None None] The sync data for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv is: [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_floatingips': [{'id': 'c517d87e-758b-4250-9b57-73b453d84599', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'floating_ip_address': '172.26.0.68', 'floating_network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'router_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'port_id': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'mac_address': 'fa:16:3e:fe:05:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d51085-2e57-48ab-af98-162bed266822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T10:11:07Z', 'updated_at': '2022-10-05T10:11:09Z', 'revision_number': 1, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 5, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:15:32.884068 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72fe9b0-e225-4890-86a8-8ce0e3cf89b1 None None] New status for floating IP ace16663-68c5-44c7-89ab-041098b00127: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:15:33.021918 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2f088a2d-32b4-41ce-b64c-8148b9f9dabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:33.149697 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device b54cfc44-0c43-463e-8d22-24b3719fc688 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:15:33.264324 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Current status of the port b54cfc44-0c43-463e-8d22-24b3719fc688 is: ACTIVE; New status is: DOWN {{(pid=89056) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 05 10:15:33.264712 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973780'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:33.291191 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:15:33.293938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b3ab235a905a7ab879388c6582609944bd0663aad7624bde53198b02c57f79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b6cb33-0dd6-4d1a-b261-852c7feb5cd6" -d '{"events": [{"server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "name": "network-vif-unplugged", "status": "completed", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:15:33.309877 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] For port b54cfc44-0c43-463e-8d22-24b3719fc688, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b54cfc44-0c43-463e-8d22-24b3719fc688,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:33.316167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773370724181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773370199848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773370199893'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:33.360460 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3183d8-a53c-4cda-b5aa-1677ffe0eceb req-22f484fb-fbc3-4b01-a2d3-bab9cbe2e27d tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:33.362032 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cb3183d8-a53c-4cda-b5aa-1677ffe0eceb req-22f484fb-fbc3-4b01-a2d3-bab9cbe2e27d tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 945 time: 0.1519580 Oct 05 10:15:33.364125 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 10:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926d5309-1624-4058-af0a-c966fffa8f29 x-openstack-request-id: req-926d5309-1624-4058-af0a-c966fffa8f29 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:15:33.364480 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "name": "network-vif-unplugged", "status": "completed", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:15:33.364804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-926d5309-1624-4058-af0a-c966fffa8f29 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:15:33.365252 dv-neutron-860328-1-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926d5309-1624-4058-af0a-c966fffa8f29'] response: {'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'code': 200} Oct 05 10:15:33.400685 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Pushing event updated for resources: {'Port': ['ID=b54cfc44-0c43-463e-8d22-24b3719fc688,revision_number=8']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:33.419880 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-cb3183d8-a53c-4cda-b5aa-1677ffe0eceb req-0a939bc2-7b85-456b-ab62-249efe7436bd tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515010 Oct 05 10:15:33.511372 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3410987-a708-40c0-b842-7573943e7e0b req-0ef5eb07-edcf-4617-b73c-db3aee74fce0 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:33.512073 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-e3410987-a708-40c0-b842-7573943e7e0b req-0ef5eb07-edcf-4617-b73c-db3aee74fce0 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Synchronizing usage tracker for tenant:5639f673d5db4e8e8476608e151288e6 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:15:33.523445 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-e3410987-a708-40c0-b842-7573943e7e0b req-0ef5eb07-edcf-4617-b73c-db3aee74fce0 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Unset dirty status for tenant:5639f673d5db4e8e8476608e151288e6 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:15:33.524493 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e3410987-a708-40c0-b842-7573943e7e0b req-0ef5eb07-edcf-4617-b73c-db3aee74fce0 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 943 time: 0.2153597 Oct 05 10:15:33.595636 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-e3410987-a708-40c0-b842-7573943e7e0b req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Deleting port b54cfc44-0c43-463e-8d22-24b3719fc688 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:33.595986 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e3410987-a708-40c0-b842-7573943e7e0b req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:33.866546 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-e3410987-a708-40c0-b842-7573943e7e0b req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] For port b54cfc44-0c43-463e-8d22-24b3719fc688, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b54cfc44-0c43-463e-8d22-24b3719fc688,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:33.866826 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e3410987-a708-40c0-b842-7573943e7e0b req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:33.990838 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-e3410987-a708-40c0-b842-7573943e7e0b req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Calling delete_port for b54cfc44-0c43-463e-8d22-24b3719fc688 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:15:34.137341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e3410987-a708-40c0-b842-7573943e7e0b req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:34.189215 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event deleted for resources: {'Port': ['ID=b54cfc44-0c43-463e-8d22-24b3719fc688,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:34.232229 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:34.232571 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:34.232907 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:34.233235 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:34.233557 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:34.233881 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:34.234482 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:34.234803 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:34.235122 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:34.235436 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:34.235750 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:34.236065 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860328-1-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 10:15:34.285660 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3410987-a708-40c0-b842-7573943e7e0b req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] No DVR routers for this DVR port b54cfc44-0c43-463e-8d22-24b3719fc688 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:15:34.287980 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e3410987-a708-40c0-b842-7573943e7e0b req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:34.290453 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'name': 'network-vif-deleted', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:15:34.292816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89995ad7f4b73ef30a1d8a4e908064903c9e26591b5039969182b0aa8485959b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a101919a-c5a2-4fb0-a546-17ec572b455c" -d '{"events": [{"server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "name": "network-vif-deleted", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:15:34.306244 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e3410987-a708-40c0-b842-7573943e7e0b req-26211566-cc8f-44b5-aa5d-60fa25064eca tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.45 "DELETE /v2.0/ports/b54cfc44-0c43-463e-8d22-24b3719fc688 HTTP/1.1" status: 204 len: 173 time: 0.7741704 Oct 05 10:15:34.390266 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce5e5b1-556c-4a33-a391-0960ff37b43a x-openstack-request-id: req-cce5e5b1-556c-4a33-a391-0960ff37b43a {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:15:34.390538 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4f4e39-1d50-4653-8e7a-38f5d804e362", "name": "network-vif-deleted", "tag": "b54cfc44-0c43-463e-8d22-24b3719fc688", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:15:34.390952 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cce5e5b1-556c-4a33-a391-0960ff37b43a {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:15:34.391359 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce5e5b1-556c-4a33-a391-0960ff37b43a'] response: {'server_uuid': 'cb4f4e39-1d50-4653-8e7a-38f5d804e362', 'name': 'network-vif-deleted', 'tag': 'b54cfc44-0c43-463e-8d22-24b3719fc688', 'status': 'completed', 'code': 200} Oct 05 10:15:34.750936 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-91568dec-b269-444b-bb1b-8042ed32e9dc req-69727f94-df18-4949-ab10-55efd2db2478 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4f4e39-1d50-4653-8e7a-38f5d804e362 HTTP/1.1" status: 200 len: 210 time: 0.0511670 Oct 05 10:15:35.390094 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:35.775479 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9b972e9b-3840-4316-9458-29d78dbc1c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:36.411426 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 45384) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:36.618700 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e2a81172-5cc4-4050-a44a-43eb6f67556a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Deleting port a9da3ac4-85db-4948-926e-8dca93ea863d {{(pid=89054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:36.619046 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e2a81172-5cc4-4050-a44a-43eb6f67556a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:36.787884 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e2a81172-5cc4-4050-a44a-43eb6f67556a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:36.788214 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e2a81172-5cc4-4050-a44a-43eb6f67556a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:36.914159 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.plugin [None req-e2a81172-5cc4-4050-a44a-43eb6f67556a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Calling delete_port for a9da3ac4-85db-4948-926e-8dca93ea863d owned by network:floatingip {{(pid=89054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:15:36.957755 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:37.126752 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:37.184363 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e2a81172-5cc4-4050-a44a-43eb6f67556a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3893577'] for port, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:37.187993 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device b54cfc44-0c43-463e-8d22-24b3719fc688 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:15:37.221589 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: b54cfc44-0c43-463e-8d22-24b3719fc688 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:15:37.221938 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device b54cfc44-0c43-463e-8d22-24b3719fc688 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:15:37.234113 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a81172-5cc4-4050-a44a-43eb6f67556a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event deleted for resources: {'Port': ['ID=a9da3ac4-85db-4948-926e-8dca93ea863d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:37.326319 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e2a81172-5cc4-4050-a44a-43eb6f67556a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for floatingip, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:37.326645 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.db.l3_db [None req-e2a81172-5cc4-4050-a44a-43eb6f67556a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Floating IP c517d87e-758b-4250-9b57-73b453d84599 disassociated (deleted). External IP: 172.26.0.68, port: af7e5cca-78e7-4fad-9cce-db681f475715. Oct 05 10:15:37.674021 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a81172-5cc4-4050-a44a-43eb6f67556a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Router 6afc60cd-1b16-46b8-a39c-6d85de4c869d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:15:37.866506 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a81172-5cc4-4050-a44a-43eb6f67556a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:15:37.879254 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01962f-bc5b-4d37-ae55-f1f2fdf4a044 None None] Sync routers for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:15:37.884197 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e2a81172-5cc4-4050-a44a-43eb6f67556a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for floatingip, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:37.889020 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01962f-bc5b-4d37-ae55-f1f2fdf4a044 None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:15:37.889620 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6f01962f-bc5b-4d37-ae55-f1f2fdf4a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:37.948679 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-e2a81172-5cc4-4050-a44a-43eb6f67556a tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "DELETE /v2.0/floatingips/c517d87e-758b-4250-9b57-73b453d84599 HTTP/1.1" status: 204 len: 168 time: 1.5334952 Oct 05 10:15:37.948679 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715'}] {{(pid=89054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:15:37.949931 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}623e495c7fef77bc1e5f634f19ae82c7c1df314ac3df8d92c26de29f40497393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b97aff3-e258-45f9-88d2-5bd366f581c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715"}]}' {{(pid=89054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:15:37.993469 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 10:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407e9547-a5be-4b31-9b61-a4ddbc616946 x-openstack-request-id: req-407e9547-a5be-4b31-9b61-a4ddbc616946 {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:15:37.993769 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715", "status": "completed", "code": 200}]} {{(pid=89054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:15:37.994055 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-407e9547-a5be-4b31-9b61-a4ddbc616946 {{(pid=89054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:15:37.994463 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407e9547-a5be-4b31-9b61-a4ddbc616946'] response: {'name': 'network-changed', 'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'status': 'completed', 'code': 200} Oct 05 10:15:38.071429 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6f01962f-bc5b-4d37-ae55-f1f2fdf4a044 None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:15:38.103941 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97aff3-e258-45f9-88d2-5bd366f581c8 req-017f53ba-bf96-4dc7-ac5e-85904ebcc7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:38.106870 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5b97aff3-e258-45f9-88d2-5bd366f581c8 req-017f53ba-bf96-4dc7-ac5e-85904ebcc7d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5639f673d5db4e8e8476608e151288e6&device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 1096 time: 0.0901606 Oct 05 10:15:38.264358 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97aff3-e258-45f9-88d2-5bd366f581c8 req-01ff2a12-fd48-44d8-ad0a-c484114b7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:38.266093 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5b97aff3-e258-45f9-88d2-5bd366f581c8 req-01ff2a12-fd48-44d8-ad0a-c484114b7ee5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 200 len: 910 time: 0.1535378 Oct 05 10:15:38.340647 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5b97aff3-e258-45f9-88d2-5bd366f581c8 req-b1b5158d-2ee0-487d-8643-78a357a33967 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7e5cca-78e7-4fad-9cce-db681f475715 HTTP/1.1" status: 200 len: 217 time: 0.0671103 Oct 05 10:15:38.348851 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82bc6-ffb2-4664-a6b7-548e5cc3c7fa req-702bb290-3441-4c32-a1d9-4b1157a3111c tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:38.349536 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-30c82bc6-ffb2-4664-a6b7-548e5cc3c7fa req-702bb290-3441-4c32-a1d9-4b1157a3111c tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Synchronizing usage tracker for tenant:5639f673d5db4e8e8476608e151288e6 on resource:port {{(pid=89054) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:15:38.367100 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.quota.resource [req-30c82bc6-ffb2-4664-a6b7-548e5cc3c7fa req-702bb290-3441-4c32-a1d9-4b1157a3111c tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Unset dirty status for tenant:5639f673d5db4e8e8476608e151288e6 on resource:port {{(pid=89054) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:15:38.368209 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-30c82bc6-ffb2-4664-a6b7-548e5cc3c7fa req-702bb290-3441-4c32-a1d9-4b1157a3111c tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 943 time: 0.1069458 Oct 05 10:15:38.373485 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:15:38.406963 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6f01962f-bc5b-4d37-ae55-f1f2fdf4a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 5, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:38.409234 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97aff3-e258-45f9-88d2-5bd366f581c8 req-3aa6a1fb-20dc-4892-8d20-607b2915b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:38.410779 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5b97aff3-e258-45f9-88d2-5bd366f581c8 req-3aa6a1fb-20dc-4892-8d20-607b2915b751 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1711cd4-2c6c-44c7-9352-93fbdc26573a HTTP/1.1" status: 200 len: 848 time: 0.0649605 Oct 05 10:15:38.412255 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01962f-bc5b-4d37-ae55-f1f2fdf4a044 None None] Checking router: 6afc60cd-1b16-46b8-a39c-6d85de4c869d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:15:38.422769 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-30c82bc6-ffb2-4664-a6b7-548e5cc3c7fa req-4b577b28-9471-4521-89fa-cb5a163ee15c tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456560 Oct 05 10:15:38.426773 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01962f-bc5b-4d37-ae55-f1f2fdf4a044 None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:15:38.427389 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6f01962f-bc5b-4d37-ae55-f1f2fdf4a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:38.496687 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97aff3-e258-45f9-88d2-5bd366f581c8 req-5af93e55-27ee-4228-bef1-397fecd0daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:38.498210 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5b97aff3-e258-45f9-88d2-5bd366f581c8 req-5af93e55-27ee-4228-bef1-397fecd0daf3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83fbdc5c-213f-4d5e-a846-8d0a98e537a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800059 Oct 05 10:15:38.602141 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6f01962f-bc5b-4d37-ae55-f1f2fdf4a044 None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:15:38.630833 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5b97aff3-e258-45f9-88d2-5bd366f581c8 req-3cc58d13-8c11-4175-beb0-81d039b21f7b service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260769 Oct 05 10:15:38.782670 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5b97aff3-e258-45f9-88d2-5bd366f581c8 req-ed228357-d994-4b2a-ac7b-c6a2797fe09c service neutron] 10.222.0.45 "GET /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441712 Oct 05 10:15:38.922824 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6f01962f-bc5b-4d37-ae55-f1f2fdf4a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 5, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:38.926676 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01962f-bc5b-4d37-ae55-f1f2fdf4a044 None None] The sync data for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv is: [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:10:43Z', 'revision_number': 4, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv', '_interfaces': [{'id': '68965d55-ef75-4991-b595-c9885ae7a698', 'name': '', 'network_id': '83fbdc5c-213f-4d5e-a846-8d0a98e537a6', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'mac_address': 'fa:16:3e:1f:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:42Z', 'updated_at': '2022-10-05T10:10:50Z', 'revision_number': 5, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'subnets': [{'id': 'f1711cd4-2c6c-44c7-9352-93fbdc26573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:15:39.149449 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110f0dc-6b94-4862-ac5b-7d936ce8ac96 None None] New status for floating IP c517d87e-758b-4250-9b57-73b453d84599: DOWN {{(pid=89056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 05 10:15:39.475535 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:39.632286 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ca184-50de-40a1-9ce0-369e7fa8020d req-69ce6c93-d02a-4249-a323-7592df2cdb20 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:39.633735 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ae5ca184-50de-40a1-9ce0-369e7fa8020d req-69ce6c93-d02a-4249-a323-7592df2cdb20 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 943 time: 0.0929334 Oct 05 10:15:39.677456 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ae5ca184-50de-40a1-9ce0-369e7fa8020d req-761e9dfc-a7bc-4b2e-9ad3-3322fda16fd1 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/security-groups?id=a98b6cec-1730-455e-b20b-0deb119b631d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379820 Oct 05 10:15:39.916900 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae339-f892-4106-a606-8cd5eaab8fca req-84e38cbe-5d87-482c-9633-0cda44888141 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 10:15:39.917573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b16ae339-f892-4106-a606-8cd5eaab8fca req-84e38cbe-5d87-482c-9633-0cda44888141 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Synchronizing usage tracker for tenant:5639f673d5db4e8e8476608e151288e6 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 05 10:15:39.928914 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b16ae339-f892-4106-a606-8cd5eaab8fca req-84e38cbe-5d87-482c-9633-0cda44888141 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Unset dirty status for tenant:5639f673d5db4e8e8476608e151288e6 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 05 10:15:39.930021 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b16ae339-f892-4106-a606-8cd5eaab8fca req-84e38cbe-5d87-482c-9633-0cda44888141 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 943 time: 0.1996367 Oct 05 10:15:39.998905 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-b16ae339-f892-4106-a606-8cd5eaab8fca req-6d62f13d-1059-4699-8e01-d1da2f3404ec tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Deleting port af7e5cca-78e7-4fad-9cce-db681f475715 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:39.999252 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b16ae339-f892-4106-a606-8cd5eaab8fca req-6d62f13d-1059-4699-8e01-d1da2f3404ec tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:40.250211 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-b16ae339-f892-4106-a606-8cd5eaab8fca req-6d62f13d-1059-4699-8e01-d1da2f3404ec tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] For port af7e5cca-78e7-4fad-9cce-db681f475715, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=af7e5cca-78e7-4fad-9cce-db681f475715,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:40.250497 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b16ae339-f892-4106-a606-8cd5eaab8fca req-6d62f13d-1059-4699-8e01-d1da2f3404ec tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:40.380083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-b16ae339-f892-4106-a606-8cd5eaab8fca req-6d62f13d-1059-4699-8e01-d1da2f3404ec tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Calling delete_port for af7e5cca-78e7-4fad-9cce-db681f475715 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:15:40.532183 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b16ae339-f892-4106-a606-8cd5eaab8fca req-6d62f13d-1059-4699-8e01-d1da2f3404ec tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:40.585292 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62f13d-1059-4699-8e01-d1da2f3404ec tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event deleted for resources: {'Port': ['ID=af7e5cca-78e7-4fad-9cce-db681f475715,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:40.673066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16ae339-f892-4106-a606-8cd5eaab8fca req-6d62f13d-1059-4699-8e01-d1da2f3404ec tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] No DVR routers for this DVR port af7e5cca-78e7-4fad-9cce-db681f475715 on host hv-neutron-8603 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:15:40.675521 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-b16ae339-f892-4106-a606-8cd5eaab8fca req-6d62f13d-1059-4699-8e01-d1da2f3404ec tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8307'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:40.678247 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'name': 'network-vif-deleted', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 05 10:15:40.680706 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89995ad7f4b73ef30a1d8a4e908064903c9e26591b5039969182b0aa8485959b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c38581-267e-4117-9294-7529d34ebc41" -d '{"events": [{"server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "name": "network-vif-deleted", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 10:15:40.694753 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b16ae339-f892-4106-a606-8cd5eaab8fca req-6d62f13d-1059-4699-8e01-d1da2f3404ec tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.45 "DELETE /v2.0/ports/af7e5cca-78e7-4fad-9cce-db681f475715 HTTP/1.1" status: 204 len: 173 time: 0.7592816 Oct 05 10:15:40.725515 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 10:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4e465c-9909-4160-a226-f2a3d1d972f6 x-openstack-request-id: req-4f4e465c-9909-4160-a226-f2a3d1d972f6 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 10:15:40.725858 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d51085-2e57-48ab-af98-162bed266822", "name": "network-vif-deleted", "tag": "af7e5cca-78e7-4fad-9cce-db681f475715", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 10:15:40.726216 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f4e465c-9909-4160-a226-f2a3d1d972f6 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 10:15:40.726744 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4e465c-9909-4160-a226-f2a3d1d972f6'] response: {'server_uuid': 'b9d51085-2e57-48ab-af98-162bed266822', 'name': 'network-vif-deleted', 'tag': 'af7e5cca-78e7-4fad-9cce-db681f475715', 'status': 'completed', 'code': 200} Oct 05 10:15:40.850037 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [req-ad6fc5e6-2abc-4063-9cf8-4e51ba563b56 req-aa98b251-0fbc-467a-8aaf-121047508c55 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9d51085-2e57-48ab-af98-162bed266822 HTTP/1.1" status: 200 len: 210 time: 0.0507512 Oct 05 10:15:41.950165 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [-] (89054) accepted ('10.222.0.64', 45402) {{(pid=89054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:42.020204 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-65c9549d-43bb-4f7a-96e0-0102d6613081 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group, before_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:42.050099 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-65c9549d-43bb-4f7a-96e0-0102d6613081 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:42.115713 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-65c9549d-43bb-4f7a-96e0-0102d6613081 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:42.134993 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9549d-43bb-4f7a-96e0-0102d6613081 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b6cec-1730-455e-b20b-0deb119b631d,revision_number=None']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:42.150749 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-65c9549d-43bb-4f7a-96e0-0102d6613081 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] Notify callbacks [] for security_group, before_response {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:42.152625 dv-neutron-860328-1-hyperv neutron-server[89054]: INFO neutron.wsgi [None req-65c9549d-43bb-4f7a-96e0-0102d6613081 tempest-TestSnapshotPattern-458813493 tempest-TestSnapshotPattern-458813493-project] 10.222.0.64 "DELETE /v2.0/security-groups/a98b6cec-1730-455e-b20b-0deb119b631d HTTP/1.1" status: 204 len: 168 time: 0.2012937 Oct 05 10:15:42.204050 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 45408) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:42.847129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5d44-5de9-4e3a-b59e-b6fa2fc4167e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:43.217511 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device af7e5cca-78e7-4fad-9cce-db681f475715 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:15:43.253582 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] No Port match for: af7e5cca-78e7-4fad-9cce-db681f475715 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:15:43.253925 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Device af7e5cca-78e7-4fad-9cce-db681f475715 not bound to the agent host hv-neutron-8603 {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:15:43.303756 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c5d44-5de9-4e3a-b59e-b6fa2fc4167e admin admin] Deleting port 68965d55-ef75-4991-b595-c9885ae7a698 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:43.304309 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5d44-5de9-4e3a-b59e-b6fa2fc4167e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:43.472742 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-ed8c5d44-5de9-4e3a-b59e-b6fa2fc4167e admin admin] For port 68965d55-ef75-4991-b595-c9885ae7a698, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=68965d55-ef75-4991-b595-c9885ae7a698,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:43.473011 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5d44-5de9-4e3a-b59e-b6fa2fc4167e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:43.595572 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c5d44-5de9-4e3a-b59e-b6fa2fc4167e admin admin] Calling delete_port for 68965d55-ef75-4991-b595-c9885ae7a698 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:15:43.923005 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5d44-5de9-4e3a-b59e-b6fa2fc4167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:43.969870 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c5d44-5de9-4e3a-b59e-b6fa2fc4167e admin admin] Pushing event deleted for resources: {'Port': ['ID=68965d55-ef75-4991-b595-c9885ae7a698,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:44.247986 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5d44-5de9-4e3a-b59e-b6fa2fc4167e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:44.724341 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8c5d44-5de9-4e3a-b59e-b6fa2fc4167e admin admin] Router 6afc60cd-1b16-46b8-a39c-6d85de4c869d has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:15:44.906125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8c5d44-5de9-4e3a-b59e-b6fa2fc4167e admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:15:44.914559 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e949f8-ef7e-484b-9f01-84082f4d4bd0 None None] Sync routers for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:15:44.918689 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ed8c5d44-5de9-4e3a-b59e-b6fa2fc4167e admin admin] 10.222.0.64 "PUT /v2.0/routers/6afc60cd-1b16-46b8-a39c-6d85de4c869d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7134721 Oct 05 10:15:44.921220 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 45414) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:44.923572 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e949f8-ef7e-484b-9f01-84082f4d4bd0 None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:15:44.924161 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b5e949f8-ef7e-484b-9f01-84082f4d4bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:45.095361 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b5e949f8-ef7e-484b-9f01-84082f4d4bd0 None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: dv-neutron-860328-1-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:15:45.096125 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:45.273364 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:45.282701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Deleting port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:45.283013 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:45.400783 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b5e949f8-ef7e-484b-9f01-84082f4d4bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:15:43Z', 'revision_number': 5, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port': {'id': 'bf21088a-1ac1-463d-b628-3a6eb7e5e4c2', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:40Z', 'updated_at': '2022-10-05T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:45.405254 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e949f8-ef7e-484b-9f01-84082f4d4bd0 None None] Checking router: 6afc60cd-1b16-46b8-a39c-6d85de4c869d for host: dv-neutron-860328-1-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:15:45.413295 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e949f8-ef7e-484b-9f01-84082f4d4bd0 None None] Routers {'6afc60cd-1b16-46b8-a39c-6d85de4c869d'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:15:45.413886 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b5e949f8-ef7e-484b-9f01-84082f4d4bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:45.455918 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] For port bf21088a-1ac1-463d-b628-3a6eb7e5e4c2, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=bf21088a-1ac1-463d-b628-3a6eb7e5e4c2,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:45.456268 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:45.561776 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b5e949f8-ef7e-484b-9f01-84082f4d4bd0 None None] Set router 6afc60cd-1b16-46b8-a39c-6d85de4c869d gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:15:45.581200 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Calling delete_port for bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:15:45.668573 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b5e949f8-ef7e-484b-9f01-84082f4d4bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:15:45Z', 'revision_number': 6, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:45.673012 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e949f8-ef7e-484b-9f01-84082f4d4bd0 None None] The sync data for ids ['6afc60cd-1b16-46b8-a39c-6d85de4c869d'] in dv-neutron-860328-1-hyperv is: [{'id': '6afc60cd-1b16-46b8-a39c-6d85de4c869d', 'name': 'tempest-TestSnapshotPattern-473124714-router', 'tenant_id': '5639f673d5db4e8e8476608e151288e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:39Z', 'updated_at': '2022-10-05T10:15:45Z', 'revision_number': 6, 'project_id': '5639f673d5db4e8e8476608e151288e6', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:15:45.766225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:45.964617 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Pushing event deleted for resources: {'Port': ['ID=bf21088a-1ac1-463d-b628-3a6eb7e5e4c2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:46.025342 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.207552 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.209711 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.233038 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.233490 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6afc60cd-1b16-46b8-a39c-6d85de4c869d {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:15:46.245439 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.246682 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7c311318-5f94-4bf5-aa1c-1ea0fb66eb5f admin admin] 10.222.0.64 "DELETE /v2.0/routers/6afc60cd-1b16-46b8-a39c-6d85de4c869d HTTP/1.1" status: 204 len: 168 time: 1.3245666 Oct 05 10:15:46.249230 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 45418) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:46.309931 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c20aa75-1b0c-459a-9ca8-68bb97c63229 admin admin] Deleting subnet f1711cd4-2c6c-44c7-9352-93fbdc26573a {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:15:46.312787 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c20aa75-1b0c-459a-9ca8-68bb97c63229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.361498 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c20aa75-1b0c-459a-9ca8-68bb97c63229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.452691 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c20aa75-1b0c-459a-9ca8-68bb97c63229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.525526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c20aa75-1b0c-459a-9ca8-68bb97c63229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.564213 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20aa75-1b0c-459a-9ca8-68bb97c63229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1711cd4-2c6c-44c7-9352-93fbdc26573a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:46.567958 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c20aa75-1b0c-459a-9ca8-68bb97c63229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.574401 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ababcfd7-bcb4-42c6-92dc-65fc3710670c None None] Network 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:15:46.574922 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0c20aa75-1b0c-459a-9ca8-68bb97c63229 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f1711cd4-2c6c-44c7-9352-93fbdc26573a HTTP/1.1" status: 204 len: 168 time: 0.3242764 Oct 05 10:15:46.577060 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 45422) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:46.687920 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.700933 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Deleting port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:46.701280 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.883007 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbb40f7-2fe0-4bf0-98e1-6e0d96985d5b None None] DHCP port deletion for 83fbdc5c-213f-4d5e-a846-8d0a98e537a6 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:15:46.887305 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb40f7-2fe0-4bf0-98e1-6e0d96985d5b None None] Deleting port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:46.887674 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6bbb40f7-2fe0-4bf0-98e1-6e0d96985d5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:46.920296 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] For port 9672f7cf-5112-4caf-b5d3-b2689f1a7376, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9672f7cf-5112-4caf-b5d3-b2689f1a7376,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:46.920885 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:47.042857 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Calling delete_port for 9672f7cf-5112-4caf-b5d3-b2689f1a7376 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:15:47.087531 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6bbb40f7-2fe0-4bf0-98e1-6e0d96985d5b None None] For port 9672f7cf-5112-4caf-b5d3-b2689f1a7376, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=9672f7cf-5112-4caf-b5d3-b2689f1a7376,segment=NetworkSegment(17713398-5018-4cdf-833c-30908d295aed),segment_id=17713398-5018-4cdf-833c-30908d295aed)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:47.087842 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6bbb40f7-2fe0-4bf0-98e1-6e0d96985d5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:47.120637 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:47.164701 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9672f7cf-5112-4caf-b5d3-b2689f1a7376,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:47.170841 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] No DVR routers for this DVR port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:15:47.207503 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb40f7-2fe0-4bf0-98e1-6e0d96985d5b None None] Calling delete_port for 9672f7cf-5112-4caf-b5d3-b2689f1a7376 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:15:47.281665 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-6bbb40f7-2fe0-4bf0-98e1-6e0d96985d5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:15:47.282067 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-6bbb40f7-2fe0-4bf0-98e1-6e0d96985d5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:15:47.284066 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:47.308960 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fbdc5c-213f-4d5e-a846-8d0a98e537a6']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:47.320495 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17713398-5018-4cdf-833c-30908d295aed') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:47.320786 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17713398-5018-4cdf-833c-30908d295aed') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:47.332177 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:47.348795 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:47.355379 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:15:47.355811 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:47.518913 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 17713398-5018-4cdf-833c-30908d295aed resource provider aggregate not found Oct 05 10:15:47.545377 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 17713398-5018-4cdf-833c-30908d295aed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17713398-5018-4cdf-833c-30908d295aed found for delete ", "request_id": "req-33f4a9ef-94b5-45a3-865d-e22cb78865a6"}]} Oct 05 10:15:47.553484 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:47.558588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:47.582284 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=83fbdc5c-213f-4d5e-a846-8d0a98e537a6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:47.595128 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-830c4ea0-4351-4e34-9576-ec97f3ff06d7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/83fbdc5c-213f-4d5e-a846-8d0a98e537a6 HTTP/1.1" status: 204 len: 168 time: 1.0170486 Oct 05 10:15:47.597909 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 45432) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:47.704314 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 68965d55-ef75-4991-b595-c9885ae7a698 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:15:47.739429 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 68965d55-ef75-4991-b595-c9885ae7a698 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:15:47.739767 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 68965d55-ef75-4991-b595-c9885ae7a698 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:15:47.740190 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:15:47.775258 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:15:47.775597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device bf21088a-1ac1-463d-b628-3a6eb7e5e4c2 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:15:47.776708 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9672f7cf-5112-4caf-b5d3-b2689f1a7376 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:15:47.799139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb40f7-2fe0-4bf0-98e1-6e0d96985d5b None None] Deleting port 9672f7cf-5112-4caf-b5d3-b2689f1a7376 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:47.799522 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6bbb40f7-2fe0-4bf0-98e1-6e0d96985d5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:47.838985 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 9672f7cf-5112-4caf-b5d3-b2689f1a7376 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:15:47.839358 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 9672f7cf-5112-4caf-b5d3-b2689f1a7376 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:15:47.873517 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb40f7-2fe0-4bf0-98e1-6e0d96985d5b None None] The port '9672f7cf-5112-4caf-b5d3-b2689f1a7376' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:15:48.152741 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b39aa24-1f77-45f6-80b9-4a0a851a4790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3726527'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:48.514305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3b39aa24-1f77-45f6-80b9-4a0a851a4790 admin admin] Deleting port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:48.514566 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b39aa24-1f77-45f6-80b9-4a0a851a4790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:48.687167 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-3b39aa24-1f77-45f6-80b9-4a0a851a4790 admin admin] For port 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=1724dd75-bcdd-4bd7-a01b-7361bdd49fd3,segment=NetworkSegment(7f5dbbb7-bd61-4f01-9baa-d165af37e779),segment_id=7f5dbbb7-bd61-4f01-9baa-d165af37e779)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:48.687526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b39aa24-1f77-45f6-80b9-4a0a851a4790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:48.816782 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3b39aa24-1f77-45f6-80b9-4a0a851a4790 admin admin] Calling delete_port for 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:15:49.090844 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b39aa24-1f77-45f6-80b9-4a0a851a4790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:49.143262 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39aa24-1f77-45f6-80b9-4a0a851a4790 admin admin] Pushing event deleted for resources: {'Port': ['ID=1724dd75-bcdd-4bd7-a01b-7361bdd49fd3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:49.426807 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b39aa24-1f77-45f6-80b9-4a0a851a4790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3726547'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:49.790656 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b39aa24-1f77-45f6-80b9-4a0a851a4790 admin admin] Router 502c0c8a-185f-49fc-bc26-0e94e49bfe84 has already been hosted by L3 agent a008426e-027e-4424-bcdd-cedbd4fa53e4 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 05 10:15:49.966231 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b39aa24-1f77-45f6-80b9-4a0a851a4790 admin admin] Notify agent at l3_agent.dv-neutron-860328-1-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 05 10:15:49.974878 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1add26-fa32-4394-840e-1e762d2ad7d1 None None] Sync routers for ids ['502c0c8a-185f-49fc-bc26-0e94e49bfe84'] in dv-neutron-860328-1-hyperv {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 10:15:49.975332 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3b39aa24-1f77-45f6-80b9-4a0a851a4790 admin admin] 10.222.0.64 "PUT /v2.0/routers/502c0c8a-185f-49fc-bc26-0e94e49bfe84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3760107 Oct 05 10:15:49.977419 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 45436) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:49.985409 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1add26-fa32-4394-840e-1e762d2ad7d1 None None] Routers {'502c0c8a-185f-49fc-bc26-0e94e49bfe84'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:15:49.986039 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dd1add26-fa32-4394-840e-1e762d2ad7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['502c0c8a-185f-49fc-bc26-0e94e49bfe84'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:50.157800 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:50.164896 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-dd1add26-fa32-4394-840e-1e762d2ad7d1 None None] Set router 502c0c8a-185f-49fc-bc26-0e94e49bfe84 gateway port host: dv-neutron-860328-1-hyperv {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:15:50.452526 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:50.465090 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Deleting port 3551d404-5eff-42d8-8b52-d1c814835b5f {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:50.465424 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:50.489677 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dd1add26-fa32-4394-840e-1e762d2ad7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'name': 'tempest-TestSnapshotPattern-1202637347-router', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'external_fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:15:49Z', 'revision_number': 5, 'project_id': 'cf0c4e191cbd46b1840c719c3296a725', 'gw_port': {'id': '3551d404-5eff-42d8-8b52-d1c814835b5f', 'name': '', 'network_id': 'f5c55968-e53e-4de2-b303-3ff10e8c8b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860328-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02f42181-0c35-47d2-b316-c6af79dfcd39', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860328-1-hyperv'}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:50.496485 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1add26-fa32-4394-840e-1e762d2ad7d1 None None] Checking router: 502c0c8a-185f-49fc-bc26-0e94e49bfe84 for host: dv-neutron-860328-1-hyperv {{(pid=89056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 10:15:50.508972 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1add26-fa32-4394-840e-1e762d2ad7d1 None None] Routers {'502c0c8a-185f-49fc-bc26-0e94e49bfe84'} bound to L3 agent in host dv-neutron-860328-1-hyperv {{(pid=89056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 05 10:15:50.509608 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dd1add26-fa32-4394-840e-1e762d2ad7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860328-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T09:03:05Z,description=,heartbeat_timestamp=2022-10-05T10:15:36Z,host='dv-neutron-860328-1-hyperv',id=a008426e-027e-4424-bcdd-cedbd4fa53e4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T09:03:06Z,topic='l3_agent')) {'router_ids': ['502c0c8a-185f-49fc-bc26-0e94e49bfe84'], 'active': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:50.660816 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] For port 3551d404-5eff-42d8-8b52-d1c814835b5f, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=3551d404-5eff-42d8-8b52-d1c814835b5f,segment=NetworkSegment(e70c112c-be83-49a3-af9a-693e6ddd9a30),segment_id=e70c112c-be83-49a3-af9a-693e6ddd9a30)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:50.661196 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:50.706070 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvr_db [None req-dd1add26-fa32-4394-840e-1e762d2ad7d1 None None] Set router 502c0c8a-185f-49fc-bc26-0e94e49bfe84 gateway port host: None {{(pid=89056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 05 10:15:50.799219 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Calling delete_port for 3551d404-5eff-42d8-8b52-d1c814835b5f owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:15:50.815560 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.db.l3_hamode_db [None req-dd1add26-fa32-4394-840e-1e762d2ad7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'name': 'tempest-TestSnapshotPattern-1202637347-router', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:15:50Z', 'revision_number': 6, 'project_id': 'cf0c4e191cbd46b1840c719c3296a725', 'gw_port_host': None}], 'dv-neutron-860328-1-hyperv', False) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:50.819942 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1add26-fa32-4394-840e-1e762d2ad7d1 None None] The sync data for ids ['502c0c8a-185f-49fc-bc26-0e94e49bfe84'] in dv-neutron-860328-1-hyperv is: [{'id': '502c0c8a-185f-49fc-bc26-0e94e49bfe84', 'name': 'tempest-TestSnapshotPattern-1202637347-router', 'tenant_id': 'cf0c4e191cbd46b1840c719c3296a725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T10:10:46Z', 'updated_at': '2022-10-05T10:15:50Z', 'revision_number': 6, 'project_id': 'cf0c4e191cbd46b1840c719c3296a725', 'gw_port_host': None}] {{(pid=89056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 10:15:50.983781 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:51.030965 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Pushing event deleted for resources: {'Port': ['ID=3551d404-5eff-42d8-8b52-d1c814835b5f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:51.129414 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722842'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:51.301141 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1105'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:51.303565 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:51.328040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3727073'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:51.328615 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 502c0c8a-185f-49fc-bc26-0e94e49bfe84 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 05 10:15:51.341942 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:51.343110 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e116eeda-97d5-4c11-8e8c-e42dcd41e244 admin admin] 10.222.0.64 "DELETE /v2.0/routers/502c0c8a-185f-49fc-bc26-0e94e49bfe84 HTTP/1.1" status: 204 len: 168 time: 1.3647656 Oct 05 10:15:51.345619 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 45440) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:51.407010 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-35cf418d-4307-467a-b524-e6d377e98fb1 admin admin] Deleting subnet 2bc8ef47-288f-42d5-8fc8-1501838f4ce6 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 05 10:15:51.410154 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35cf418d-4307-467a-b524-e6d377e98fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:51.461738 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35cf418d-4307-467a-b524-e6d377e98fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2679428'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:51.544097 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35cf418d-4307-467a-b524-e6d377e98fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988982'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:51.620083 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35cf418d-4307-467a-b524-e6d377e98fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2844538'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:51.657505 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf418d-4307-467a-b524-e6d377e98fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bc8ef47-288f-42d5-8fc8-1501838f4ce6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:51.662305 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35cf418d-4307-467a-b524-e6d377e98fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:51.669148 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20f694a-96a2-4b33-a4c2-46d6bff0b05a None None] Network b72905da-2213-433c-9d7b-393f1b45eda3 requested from dv-neutron-860328-1-hyperv {{(pid=89056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 05 10:15:51.670626 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-35cf418d-4307-467a-b524-e6d377e98fb1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2bc8ef47-288f-42d5-8fc8-1501838f4ce6 HTTP/1.1" status: 204 len: 168 time: 0.3239684 Oct 05 10:15:51.673087 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 45444) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:51.736856 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:15:51.783376 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-961150'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:51.788491 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:15:51.788834 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 1724dd75-bcdd-4bd7-a01b-7361bdd49fd3 not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:15:51.789241 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 3551d404-5eff-42d8-8b52-d1c814835b5f no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:15:51.794573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Deleting port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:51.794911 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:51.833844 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 3551d404-5eff-42d8-8b52-d1c814835b5f {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:15:51.834100 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 3551d404-5eff-42d8-8b52-d1c814835b5f not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:15:52.017443 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f6fa08-dd96-4fbb-bb89-5584f12dca63 None None] DHCP port deletion for b72905da-2213-433c-9d7b-393f1b45eda3 request from dv-neutron-860328-1-hyperv {{(pid=89056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 05 10:15:52.021724 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6fa08-dd96-4fbb-bb89-5584f12dca63 None None] Deleting port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:52.022128 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c2f6fa08-dd96-4fbb-bb89-5584f12dca63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:52.133243 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] For port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5a6b3cbb-b9e6-4104-ba00-581f3766b46a,segment=NetworkSegment(7f5dbbb7-bd61-4f01-9baa-d165af37e779),segment_id=7f5dbbb7-bd61-4f01-9baa-d165af37e779)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:52.133604 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:52.241597 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c2f6fa08-dd96-4fbb-bb89-5584f12dca63 None None] For port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a, host dv-neutron-860328-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860328-1-hyperv',level=0,port_id=5a6b3cbb-b9e6-4104-ba00-581f3766b46a,segment=NetworkSegment(7f5dbbb7-bd61-4f01-9baa-d165af37e779),segment_id=7f5dbbb7-bd61-4f01-9baa-d165af37e779)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 05 10:15:52.241903 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c2f6fa08-dd96-4fbb-bb89-5584f12dca63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726994'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:52.261187 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Calling delete_port for 5a6b3cbb-b9e6-4104-ba00-581f3766b46a owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:15:52.337132 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-973073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773370724226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773370199839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338550'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:52.371084 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6fa08-dd96-4fbb-bb89-5584f12dca63 None None] Calling delete_port for 5a6b3cbb-b9e6-4104-ba00-581f3766b46a owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 05 10:15:52.389160 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6b3cbb-b9e6-4104-ba00-581f3766b46a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:52.390912 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] No DVR routers for this DVR port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a on host dv-neutron-860328-1-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 05 10:15:52.444615 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-c2f6fa08-dd96-4fbb-bb89-5584f12dca63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 05 10:15:52.444972 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-c2f6fa08-dd96-4fbb-bb89-5584f12dca63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 10:15:52.509707 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988242', 'neutron.services.segments.db._delete_segments_for_network-8773370652901'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:52.537225 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72905da-2213-433c-9d7b-393f1b45eda3']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:52.550051 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5dbbb7-bd61-4f01-9baa-d165af37e779') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:52.550352 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5dbbb7-bd61-4f01-9baa-d165af37e779') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 10:15:52.561614 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773370655757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2679453'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:52.577573 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984993'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:52.583511 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 10:15:52.583897 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338053'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:52.652869 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 7f5dbbb7-bd61-4f01-9baa-d165af37e779 resource provider aggregate not found Oct 05 10:15:52.673529 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 7f5dbbb7-bd61-4f01-9baa-d165af37e779 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f5dbbb7-bd61-4f01-9baa-d165af37e779 found for delete ", "request_id": "req-ec32e94d-5176-40dc-b911-043d4ebaa3d2"}]} Oct 05 10:15:52.687092 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722943'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:52.703406 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:52.713988 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b72905da-2213-433c-9d7b-393f1b45eda3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:52.718038 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3a81c86d-0779-4c53-85c8-a315dba782d2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b72905da-2213-433c-9d7b-393f1b45eda3 HTTP/1.1" status: 204 len: 168 time: 1.0439551 Oct 05 10:15:52.832300 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 45454) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:52.882778 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8481c76c-1cb7-42d6-9780-f2f409a90bcd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5639f673d5db4e8e8476608e151288e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492222 Oct 05 10:15:52.886040 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 45458) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:52.944385 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdc8e33f-10c7-4554-90c4-710566c3f605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:52.946439 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6fa08-dd96-4fbb-bb89-5584f12dca63 None None] Deleting port 5a6b3cbb-b9e6-4104-ba00-581f3766b46a {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 05 10:15:52.946903 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c2f6fa08-dd96-4fbb-bb89-5584f12dca63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773370722479'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:52.970256 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdc8e33f-10c7-4554-90c4-710566c3f605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:53.015006 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6fa08-dd96-4fbb-bb89-5584f12dca63 None None] The port '5a6b3cbb-b9e6-4104-ba00-581f3766b46a' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 05 10:15:53.033340 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdc8e33f-10c7-4554-90c4-710566c3f605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:53.049353 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8e33f-10c7-4554-90c4-710566c3f605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4f280c-ba92-478f-9f61-738946178c56,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:53.059981 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdc8e33f-10c7-4554-90c4-710566c3f605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:53.061117 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bdc8e33f-10c7-4554-90c4-710566c3f605 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e4f280c-ba92-478f-9f61-738946178c56 HTTP/1.1" status: 204 len: 168 time: 0.1740952 Oct 05 10:15:53.413295 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 45466) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:53.460300 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e803f60b-d521-4a50-88cf-387368c26eb7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf0c4e191cbd46b1840c719c3296a725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458074 Oct 05 10:15:53.462588 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.64', 45470) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 05 10:15:53.519129 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b709cad7-0bc8-4344-a753-822e19e380c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:53.544663 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b709cad7-0bc8-4344-a753-822e19e380c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:53.603194 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b709cad7-0bc8-4344-a753-822e19e380c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740818'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:53.620793 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709cad7-0bc8-4344-a753-822e19e380c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fb3803-dbb2-4682-8f44-2c14be5e0e08,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 10:15:53.625168 dv-neutron-860328-1-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b709cad7-0bc8-4344-a753-822e19e380c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:15:53.626225 dv-neutron-860328-1-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b709cad7-0bc8-4344-a753-822e19e380c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8fb3803-dbb2-4682-8f44-2c14be5e0e08 HTTP/1.1" status: 204 len: 168 time: 0.1627414 Oct 05 10:15:53.704045 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5a6b3cbb-b9e6-4104-ba00-581f3766b46a no longer exists at agent ovs-agent-dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 05 10:15:53.738365 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] No Port match for: 5a6b3cbb-b9e6-4104-ba00-581f3766b46a {{(pid=89056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 05 10:15:53.738713 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.rpc [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Device 5a6b3cbb-b9e6-4104-ba00-581f3766b46a not bound to the agent host dv-neutron-860328-1-hyperv {{(pid=89056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 05 10:16:02.945864 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f422da78-af8f-469c-a8b9-87518a83cb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:05.404853 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:05.779175 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3db000c3-8a39-4dc7-aaa5-7d0263a1ab35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:06.961700 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:07.130390 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:09.479209 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:15.362846 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:16:32.949167 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf9aa-cdda-4012-b2d2-1bba84e76d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:35.414139 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:35.782083 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0f30-3adb-4c83-bbd4-b50c99ae1f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:36.957651 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:37.130638 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:39.483547 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:16:52.362194 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:17:02.983264 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5686393b-c6cd-488e-9373-f6ce1bdec6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:05.426704 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:05.785448 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c1b9a14f-1e86-4676-91e8-42f52227b94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:06.961326 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:07.136265 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:09.483528 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:29.361849 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:17:32.956775 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fefdc6d9-b7e1-4499-94e6-2e7e15634679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:35.418487 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:35.788497 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0aa14d4-da11-4abe-86c9-d8e94586d3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:36.964706 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:37.136277 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:17:39.485883 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:02.960903 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-52303af7-1bea-40d0-afd9-ca4a7c092ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:05.435416 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:05.790422 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9afd89f4-4959-4905-b1b4-f57bfc292a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:06.360906 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:18:06.966569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:07.139500 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:09.488287 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:32.963235 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db4148e9-44a0-4745-8aff-70c383c0e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:35.431679 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:35.792672 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312538bb-8be0-4a10-94e7-784af1f8cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:36.968348 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:37.147569 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:39.492964 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:18:43.359522 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:19:02.964787 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aff479b1-399a-4637-8f46-fdc28ec48f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:05.433149 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:05.794791 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f1962db9-496a-4976-9840-c7de594f320a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:06.970054 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:07.145523 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:09.495989 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:20.359001 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:19:25.749975 dv-neutron-860328-1-hyperv neutron-server[89054]: DEBUG neutron.wsgi [req-5258bc3d-2c65-4feb-a3fa-e80352728b9e req-e166f400-bf62-4a36-ae43-79f6181d1e77 service neutron] (89054) timed out ('10.222.0.64', 43930) {{(pid=89054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 05 10:19:32.967399 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f7809f6-a007-4591-8395-1c460953d847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:35.445306 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:35.796707 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b08f5c0a-3796-4dbe-ab77-6a0ba2b9d072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:36.973917 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:37.148865 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:39.500751 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:19:57.357985 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:20:02.969580 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44b7e767-3538-4c0e-bc14-25b1a42a7e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:05.446759 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:05.798902 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e35ea50b-bc15-4a50-b6b6-1865e8e3bef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:06.976204 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:07.151476 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:09.500802 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:32.974889 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-10cc39f1-2928-46e6-97e8-c57e4482ce57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:34.356944 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:20:35.462579 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:35.800066 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9bb36899-0825-41f2-a8d0-a1c13b202709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:36.977943 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:37.154945 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:20:39.505024 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:02.972015 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-89535d52-cd3c-447a-842a-83549a803b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:05.477053 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:05.802711 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-195389cf-33ae-48b8-9fac-252d8e0007e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:06.985161 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:07.156189 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:09.508915 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6887c96a-d3e2-4159-9a4b-47733be7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:11.356839 dv-neutron-860328-1-hyperv neutron-server[89057]: DEBUG neutron.db.agents_db [None req-a4dc4364-4297-42ab-8b41-586b0059f3bd None None] Agent healthcheck: found 6 active agents {{(pid=89057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 05 10:21:32.977043 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fee4314-af73-49ce-8b50-baadea9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:35.476140 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b2215d3-2be2-410d-b66d-54a919a212da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:35.808804 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a38fb00d-43f3-4341-82ab-6a310b326159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:36.979495 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7113-f008-4db2-89ec-ccf26d9ed9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 05 10:21:37.160441 dv-neutron-860328-1-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da823448-a964-4d04-9f11-305130079561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773370652883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007640'] for agent, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}